From 9c464f4501f3819d1846f0950d877acdb1a8ca74 Mon Sep 17 00:00:00 2001 From: Agus Zubiaga Date: Tue, 13 Jan 2026 12:27:31 -0300 Subject: [PATCH] ep: Fix raw request shape (#46711) Release Notes: - N/A --- crates/cloud_llm_client/src/predict_edits_v3.rs | 4 +++- crates/edit_prediction/src/zeta2.rs | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/crates/cloud_llm_client/src/predict_edits_v3.rs b/crates/cloud_llm_client/src/predict_edits_v3.rs index af3052de18..1c7e4d7957 100644 --- a/crates/cloud_llm_client/src/predict_edits_v3.rs +++ b/crates/cloud_llm_client/src/predict_edits_v3.rs @@ -219,7 +219,9 @@ impl Sub for Line { pub struct RawCompletionRequest { pub model: String, pub prompt: String, - pub max_tokens: u32, + #[serde(skip_serializing_if = "Option::is_none")] + pub max_tokens: Option, + #[serde(skip_serializing_if = "Option::is_none")] pub temperature: Option, pub stop: Vec>, } diff --git a/crates/edit_prediction/src/zeta2.rs b/crates/edit_prediction/src/zeta2.rs index 270a4c6f58..168b31acf1 100644 --- a/crates/edit_prediction/src/zeta2.rs +++ b/crates/edit_prediction/src/zeta2.rs @@ -81,7 +81,7 @@ pub fn request_prediction_with_zeta2( prompt, temperature: None, stop: vec![], - max_tokens: 1024, + max_tokens: Some(2048), }; log::trace!("Sending edit prediction request");