add ollama config

cpacker · Jun 5, 2024 · b93f19c · b93f19c
1 parent fbccbc0
commit b93f19c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/configs/llm_model_configs/ollama.json b/configs/llm_model_configs/ollama.json
@@ -0,0 +1,6 @@
+{
+    "context_window": 8192,
+    "model_endpoint_type": "ollama",
+    "model_endpoint": "http://localhost:11434", 
+    "model": "dolphin2.2-mistral:7b-q6_K"
+}