ep: Fix raw request shape (#46711)

Release Notes:

- N/A
This commit is contained in:
Agus Zubiaga authored and GitHub committed 2026-01-13 15:27:31 +00:00
1 parent 3cc87d289c
commit 9c464f4501
2 files changed
+4 -2

No files matched your search

@@ -219,7 +219,9 @@ impl Sub for Line {
pub struct RawCompletionRequest {
pub model: String,
pub prompt: String,
pub max_tokens: u32,
#[serde(skip_serializing_if = "Option::is_none")]
pub max_tokens: Option<u32>,
#[serde(skip_serializing_if = "Option::is_none")]
pub temperature: Option<f32>,
pub stop: Vec<Cow<'static, str>>,
}
+1 -1
View File
@@ -81,7 +81,7 @@ pub fn request_prediction_with_zeta2(
prompt,
temperature: None,
stop: vec![],
max_tokens: 1024,
max_tokens: Some(2048),
};
log::trace!("Sending edit prediction request");