ollama: Set default max_tokens for llama3.3 (#23558)
This commit is contained in:
1 parent
3dee32c43d
commit
f38d0ff069
1 file changed
+2
-2
@@ -83,8 +83,8 @@ fn get_max_tokens(name: &str) -> usize {
|
||||
"codellama" | "starcoder2" => 16384,
|
||||
"mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "qwen2.5-coder"
|
||||
| "dolphin-mixtral" => 32768,
|
||||
"llama3.1" | "phi3" | "phi3.5" | "phi4" | "command-r" | "deepseek-coder-v2"
|
||||
| "deepseek-r1" | "yi-coder" | "llama3.2" => 128000,
|
||||
"llama3.1" | "llama3.2" | "llama3.3" | "phi3" | "phi3.5" | "phi4" | "command-r"
|
||||
| "deepseek-coder-v2" | "deepseek-r1" | "yi-coder" => 128000,
|
||||
_ => DEFAULT_TOKENS,
|
||||
}
|
||||
.clamp(1, MAXIMUM_TOKENS)
|
||||
|
||||
Reference in new issue
Block a user