From 79c69dc622b548c566a3e7e8f903fb169a841eab Mon Sep 17 00:00:00 2001 From: Agus Zubiaga Date: Tue, 13 Jan 2026 12:27:31 -0300 Subject: [PATCH] ep: Fix raw request shape (#46711) Release Notes: - N/A --- crates/cloud_llm_client/src/predict_edits_v3.rs | 4 +++- crates/edit_prediction/src/zeta2.rs | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/crates/cloud_llm_client/src/predict_edits_v3.rs b/crates/cloud_llm_client/src/predict_edits_v3.rs index af3052de18c55f7f38e617cb2012b1721d590562..1c7e4d79577475edb929724efc2f4d56945d7a4f 100644 --- a/crates/cloud_llm_client/src/predict_edits_v3.rs +++ b/crates/cloud_llm_client/src/predict_edits_v3.rs @@ -219,7 +219,9 @@ impl Sub for Line { pub struct RawCompletionRequest { pub model: String, pub prompt: String, - pub max_tokens: u32, + #[serde(skip_serializing_if = "Option::is_none")] + pub max_tokens: Option, + #[serde(skip_serializing_if = "Option::is_none")] pub temperature: Option, pub stop: Vec>, } diff --git a/crates/edit_prediction/src/zeta2.rs b/crates/edit_prediction/src/zeta2.rs index 270a4c6f589f43e9fe80604995b40d4464492faf..168b31acf135525c92c37d255ae970a8f149e3bf 100644 --- a/crates/edit_prediction/src/zeta2.rs +++ b/crates/edit_prediction/src/zeta2.rs @@ -81,7 +81,7 @@ pub fn request_prediction_with_zeta2( prompt, temperature: None, stop: vec![], - max_tokens: 1024, + max_tokens: Some(2048), }; log::trace!("Sending edit prediction request");