diff options
| author | Xe Iaso <me@xeiaso.net> | 2024-09-02 09:03:00 -0400 |
|---|---|---|
| committer | Xe Iaso <me@xeiaso.net> | 2024-09-02 09:03:14 -0400 |
| commit | a2cf1050866bc902ad014ab21767531ff64a337a (patch) | |
| tree | e4a673f344fd41b73c89d8bed7532c70aa3dd2b7 /cmd/mimi/modules | |
| parent | 0454c48c3e96cc0005f9a2545c48b59e7d3aa5e5 (diff) | |
| download | x-a2cf1050866bc902ad014ab21767531ff64a337a.tar.xz x-a2cf1050866bc902ad014ab21767531ff64a337a.zip | |
cmd/mimi: customize deployment variables, make context window a flag
Signed-off-by: Xe Iaso <me@xeiaso.net>
Diffstat (limited to 'cmd/mimi/modules')
| -rw-r--r-- | cmd/mimi/modules/discord/jufra/jufra.go | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/cmd/mimi/modules/discord/jufra/jufra.go b/cmd/mimi/modules/discord/jufra/jufra.go index a7850ec..13d05a1 100644 --- a/cmd/mimi/modules/discord/jufra/jufra.go +++ b/cmd/mimi/modules/discord/jufra/jufra.go @@ -41,11 +41,11 @@ var ( chatChannels = flag.String("jufra-chat-channels", "217096701771513856,1266740925137289287", "comma-separated list of channels to allow chat in") llamaGuardModel = flag.String("jufra-llama-guard-model", "xe/llamaguard3", "ollama model tag for llama guard") llamaGuardHost = flag.String("jufra-llama-guard-host", "http://ollama.ollama.svc.alrest.xeserv.us", "host for llama guard") - mimiModel = flag.String("jufra-mimi-model", "llama3.1:70b", "ollama model tag for mimi") - mimiVisionModel = flag.String("jufra-mimi-vision-model", "xe/mimi:vision3", "ollama model tag for mimi vision") + mimiModel = flag.String("jufra-mimi-model", "hermes3", "ollama model tag for mimi") mimiNames = flag.String("jufra-mimi-names", "mimi", "comma-separated list of names for mimi") - disableLlamaguard = flag.Bool("jufra-unsafe-disable-llamaguard", false, "disable llamaguard") + disableLlamaguard = flag.Bool("jufra-unsafe-disable-llamaguard", true, "disable llamaguard") fluxHost = flag.String("jufra-flux-host", "http://xe-flux.flycast", "host for flux") + contextWindow = flag.Int("jufra-context-window", 32768, "context window size for mimi") //go:embed system-prompt.txt mimiSystemMessage string @@ -251,7 +251,7 @@ func (m *Module) messageCreate(s *discordgo.Session, mc *discordgo.MessageCreate Model: *mimiModel, Messages: conv, Options: map[string]any{ - "num_ctx": 65536, + "num_ctx": *contextWindow, }, Tools: m.getTools(), } @@ -299,7 +299,7 @@ func (m *Module) messageCreate(s *discordgo.Session, mc *discordgo.MessageCreate Model: *mimiModel, Messages: conv, Options: map[string]any{ - "num_ctx": 65536, + "num_ctx": *contextWindow, }, Tools: m.getTools(), }) @@ -327,7 +327,7 @@ func (m *Module) messageCreate(s *discordgo.Session, mc *discordgo.MessageCreate Model: *mimiModel, Messages: conv, Options: map[string]any{ - "num_ctx": 65536, + "num_ctx": *contextWindow, }, Tools: m.getTools(), }) |