language_models: Rename llama.cpp provider ID (#60112)
Release Notes: - N/A
This commit is contained in:
1 parent
476dd31ee7
commit
5cbea119c5
4 files changed
+9
-8
No files matched your search
@@ -2427,7 +2427,7 @@
|
||||
"ollama": {
|
||||
"api_url": "http://localhost:11434",
|
||||
},
|
||||
"llama_cpp": {
|
||||
"llama.cpp": {
|
||||
"api_url": "http://localhost:8080",
|
||||
},
|
||||
"openai": {
|
||||
|
||||
@@ -36,7 +36,7 @@ use crate::AllLanguageModelSettings;
|
||||
const LLAMA_CPP_DOWNLOAD_URL: &str = "https://llama.app";
|
||||
const LLAMA_CPP_MODELS_URL: &str = "https://huggingface.co/models?library=gguf&sort=trending";
|
||||
|
||||
const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("llama_cpp");
|
||||
const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("llama.cpp");
|
||||
const PROVIDER_NAME: LanguageModelProviderName = LanguageModelProviderName::new("llama.cpp");
|
||||
|
||||
const API_KEY_ENV_VAR_NAME: &str = "LLAMACPP_API_KEY";
|
||||
@@ -448,7 +448,7 @@ fn display_name_for(id: &str) -> String {
|
||||
}
|
||||
|
||||
fn telemetry_id_for(id: &str) -> String {
|
||||
format!("llama_cpp/{}", display_name_for(id))
|
||||
format!("{PROVIDER_ID}/{}", display_name_for(id))
|
||||
}
|
||||
|
||||
impl LlamaCppLanguageModelProvider {
|
||||
@@ -1656,13 +1656,13 @@ mod tests {
|
||||
fn telemetry_id_strips_local_model_paths() {
|
||||
assert_eq!(
|
||||
telemetry_id_for("/Users/alice/models/Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"),
|
||||
"llama_cpp/Qwen2.5-Coder-7B-Instruct-Q4_K_M"
|
||||
"llama.cpp/Qwen2.5-Coder-7B-Instruct-Q4_K_M"
|
||||
);
|
||||
assert_eq!(
|
||||
telemetry_id_for(r"C:\Users\alice\models\Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"),
|
||||
"llama_cpp/Qwen2.5-Coder-7B-Instruct-Q4_K_M"
|
||||
"llama.cpp/Qwen2.5-Coder-7B-Instruct-Q4_K_M"
|
||||
);
|
||||
assert_eq!(telemetry_id_for("my-alias"), "llama_cpp/my-alias");
|
||||
assert_eq!(telemetry_id_for("my-alias"), "llama.cpp/my-alias");
|
||||
}
|
||||
|
||||
#[test]
|
||||
|
||||
@@ -15,6 +15,7 @@ pub struct AllLanguageModelSettingsContent {
|
||||
pub bedrock: Option<AmazonBedrockSettingsContent>,
|
||||
pub deepseek: Option<DeepseekSettingsContent>,
|
||||
pub google: Option<GoogleSettingsContent>,
|
||||
#[serde(rename = "llama.cpp")]
|
||||
pub llama_cpp: Option<LlamaCppSettingsContent>,
|
||||
pub lmstudio: Option<LmStudioSettingsContent>,
|
||||
pub mistral: Option<MistralSettingsContent>,
|
||||
|
||||
@@ -39,7 +39,7 @@ Zed automatically discovers the served models with their context length and tool
|
||||
```json [settings]
|
||||
{
|
||||
"language_models": {
|
||||
"llama_cpp": {
|
||||
"llama.cpp": {
|
||||
"api_url": "http://localhost:8080",
|
||||
"auto_discover": false,
|
||||
"available_models": [
|
||||
@@ -63,7 +63,7 @@ Zed uses the context length the server reports (`/props`). Override it for all m
|
||||
```json [settings]
|
||||
{
|
||||
"language_models": {
|
||||
"llama_cpp": {
|
||||
"llama.cpp": {
|
||||
"context_window": 8192
|
||||
}
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user