ollama: Support model context_size (num_ctx) >2048 (#16877)

2024-08-26 11:09:47 -04:00
1 parent d657311917
commit 36d9427012
@@ -895,7 +895,8 @@
      "api_url": "https://generativelanguage.googleapis.com"
    },
    "ollama": {
-      "api_url": "http://localhost:11434"
+      "api_url": "http://localhost:11434",
+      "low_speed_timeout_in_seconds": 60
    },
    "openai": {
      "version": "1",