Update Copilot Chat max_tokens soft limits (#20363)

dhaus67 and Peter Tripp created 1 year ago

Closes #20362 

Co-authored-by: Peter Tripp <[e-mail]>

Change summary

crates/copilot/src/copilot_chat.rs | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)

Detailed changes

crates/copilot/src/copilot_chat.rs

@@ -87,11 +87,11 @@ impl Model {
 
     pub fn max_token_count(&self) -> usize {
         match self {
-            Self::Gpt4o => 128000,
-            Self::Gpt4 => 8192,
-            Self::Gpt3_5Turbo => 16385,
-            Self::O1Mini => 128000,
-            Self::O1Preview => 128000,
+            Self::Gpt4o => 64000,
+            Self::Gpt4 => 32768,
+            Self::Gpt3_5Turbo => 12288,
+            Self::O1Mini => 20000,
+            Self::O1Preview => 20000,
             Self::Claude3_5Sonnet => 200_000,
         }
     }