1 parent
3cc87d289c
commit
9c464f4501
2 files changed
+4
-2
No files matched your search
@@ -219,7 +219,9 @@ impl Sub for Line {
|
||||
pub struct RawCompletionRequest {
|
||||
pub model: String,
|
||||
pub prompt: String,
|
||||
pub max_tokens: u32,
|
||||
#[serde(skip_serializing_if = "Option::is_none")]
|
||||
pub max_tokens: Option<u32>,
|
||||
#[serde(skip_serializing_if = "Option::is_none")]
|
||||
pub temperature: Option<f32>,
|
||||
pub stop: Vec<Cow<'static, str>>,
|
||||
}
|
||||
|
||||
@@ -81,7 +81,7 @@ pub fn request_prediction_with_zeta2(
|
||||
prompt,
|
||||
temperature: None,
|
||||
stop: vec![],
|
||||
max_tokens: 1024,
|
||||
max_tokens: Some(2048),
|
||||
};
|
||||
|
||||
log::trace!("Sending edit prediction request");
|
||||
|
||||
Reference in new issue
Block a user