diff options
| author | Xe Iaso <me@xeiaso.net> | 2024-06-09 22:57:36 -0400 |
|---|---|---|
| committer | Xe Iaso <me@xeiaso.net> | 2024-06-09 22:57:36 -0400 |
| commit | 8a7cdbbc988174bc938d962c2fb5b490be0ef558 (patch) | |
| tree | 892d0bfcde38de0d35374a0d04626ef47406720f | |
| parent | b10ed77908d5516ec201349475e54a92b4ca2de3 (diff) | |
| download | x-8a7cdbbc988174bc938d962c2fb5b490be0ef558.tar.xz x-8a7cdbbc988174bc938d962c2fb5b490be0ef558.zip | |
cmd/mimi: use llama3 and glaceon
Signed-off-by: Xe Iaso <me@xeiaso.net>
| -rw-r--r-- | cmd/mimi/internal/flags.go | 2 | ||||
| -rw-r--r-- | cmd/mimi/manifest/deployment.yaml | 2 |
2 files changed, 3 insertions, 1 deletions
diff --git a/cmd/mimi/internal/flags.go b/cmd/mimi/internal/flags.go index e8151cd..1f26fc4 100644 --- a/cmd/mimi/internal/flags.go +++ b/cmd/mimi/internal/flags.go @@ -13,7 +13,7 @@ import ( var ( dataDir = flag.String("data-dir", "./var", "data directory for the bot") - ollamaModel = flag.String("ollama-model", "nous-hermes2-mixtral:8x7b-dpo-q5_K_M", "ollama model tag") + ollamaModel = flag.String("ollama-model", "llama3", "ollama model tag") ollamaHost = flag.String("ollama-host", "http://xe-inference.flycast:80", "ollama host") ) diff --git a/cmd/mimi/manifest/deployment.yaml b/cmd/mimi/manifest/deployment.yaml index 8c0c3d8..3d92e40 100644 --- a/cmd/mimi/manifest/deployment.yaml +++ b/cmd/mimi/manifest/deployment.yaml @@ -54,6 +54,8 @@ spec: value: ":9001" - name: HTTP_ADDR value: ":9002" + - name: OLLAMA_HOST + value: "http://ollama" volumeMounts: - name: mimi readOnly: true |