From 8660719bd11253e94a78056b94841d65d3cddcf4 Mon Sep 17 00:00:00 2001 From: Daniel Rauber Date: Thu, 5 Sep 2024 17:05:57 +0200 Subject: [PATCH] ollama: Add context_size for new "yi-coder" model (#17409) Release Notes: - Added context_size for "yi-coder" model in ollama More information about the model on ollama: https://ollama.com/library/yi-coder:9b --- crates/ollama/src/ollama.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/ollama/src/ollama.rs b/crates/ollama/src/ollama.rs index c47fcb3d79342bb8ba87ee3575461bdb85364799..a65d6eaf900312bc36f66382c164394b139edc48 100644 --- a/crates/ollama/src/ollama.rs +++ b/crates/ollama/src/ollama.rs @@ -83,7 +83,7 @@ fn get_max_tokens(name: &str) -> usize { "llama3" | "gemma2" | "gemma" | "codegemma" | "starcoder" | "aya" => 8192, "codellama" | "starcoder2" => 16384, "mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "dolphin-mixtral" => 32768, - "llama3.1" | "phi3" | "phi3.5" | "command-r" | "deepseek-coder-v2" => 128000, + "llama3.1" | "phi3" | "phi3.5" | "command-r" | "deepseek-coder-v2" | "yi-coder" => 128000, _ => DEFAULT_TOKENS, } .clamp(1, MAXIMUM_TOKENS)