From 8a7cdbbc988174bc938d962c2fb5b490be0ef558 Mon Sep 17 00:00:00 2001 From: Xe Iaso Date: Sun, 9 Jun 2024 22:57:36 -0400 Subject: cmd/mimi: use llama3 and glaceon Signed-off-by: Xe Iaso --- cmd/mimi/internal/flags.go | 2 +- cmd/mimi/manifest/deployment.yaml | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/cmd/mimi/internal/flags.go b/cmd/mimi/internal/flags.go index e8151cd..1f26fc4 100644 --- a/cmd/mimi/internal/flags.go +++ b/cmd/mimi/internal/flags.go @@ -13,7 +13,7 @@ import ( var ( dataDir = flag.String("data-dir", "./var", "data directory for the bot") - ollamaModel = flag.String("ollama-model", "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", "ollama model tag") + ollamaModel = flag.String("ollama-model", "llama3", "ollama model tag") ollamaHost = flag.String("ollama-host", "http://xe-inference.flycast:80", "ollama host") ) diff --git a/cmd/mimi/manifest/deployment.yaml b/cmd/mimi/manifest/deployment.yaml index 8c0c3d8..3d92e40 100644 --- a/cmd/mimi/manifest/deployment.yaml +++ b/cmd/mimi/manifest/deployment.yaml @@ -54,6 +54,8 @@ spec: value: ":9001" - name: HTTP_ADDR value: ":9002" + - name: OLLAMA_HOST + value: "http://ollama" volumeMounts: - name: mimi readOnly: true -- cgit v1.2.3