diff --git a/crates/ollama/src/ollama.rs b/crates/ollama/src/ollama.rs index a18c134c4cc5476afcf1ea744238ecbe7f05594d..a42510279c56b63410d0b68ec63d00c273a8d042 100644 --- a/crates/ollama/src/ollama.rs +++ b/crates/ollama/src/ollama.rs @@ -42,7 +42,7 @@ pub struct Model { fn get_max_tokens(name: &str) -> usize { /// Default context length for unknown models. - const DEFAULT_TOKENS: usize = 2048; + const DEFAULT_TOKENS: usize = 4096; /// Magic number. Lets many Ollama models work with ~16GB of ram. const MAXIMUM_TOKENS: usize = 16384;