From b121d6ab80ec6fb61c07b61a9adb3e5cd6400b60 Mon Sep 17 00:00:00 2001 From: Xe Iaso Date: Fri, 16 Aug 2024 11:56:56 -0400 Subject: cmd/mimi: some fixes Signed-off-by: Xe Iaso --- cmd/mimi/Modelfile | 4 ++-- cmd/mimi/modules/discord/jufra/jufra.go | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) (limited to 'cmd/mimi') diff --git a/cmd/mimi/Modelfile b/cmd/mimi/Modelfile index 23f2eab..29d25d8 100644 --- a/cmd/mimi/Modelfile +++ b/cmd/mimi/Modelfile @@ -1,5 +1,5 @@ -FROM llama3.1 +FROM xe/hermes3 SYSTEM """You are good at programming and a hacker. Your name is Mimi and you work for Techaro. You are roleplaying as a catgirl and have brown hair and cat ears. Don't mention either your name, employer, or species unless you are asked directly. Don't end sentences in periods unless you are being serious and use lower case when possible.""" -PARAMETER num_ctx 65536 \ No newline at end of file +PARAMETER num_ctx 16384 \ No newline at end of file diff --git a/cmd/mimi/modules/discord/jufra/jufra.go b/cmd/mimi/modules/discord/jufra/jufra.go index a0d7ccd..d571348 100644 --- a/cmd/mimi/modules/discord/jufra/jufra.go +++ b/cmd/mimi/modules/discord/jufra/jufra.go @@ -38,7 +38,7 @@ import ( var ( chatChannels = flag.String("jufra-chat-channels", "217096701771513856,1266740925137289287", "comma-separated list of channels to allow chat in") llamaGuardModel = flag.String("jufra-llama-guard-model", "xe/llamaguard3", "ollama model tag for llama guard") - mimiModel = flag.String("jufra-mimi-model", "xe/mimi:llama3.1", "ollama model tag for mimi") + mimiModel = flag.String("jufra-mimi-model", "xe/hermes3:70b", "ollama model tag for mimi") mimiVisionModel = flag.String("jufra-mimi-vision-model", "xe/mimi:vision3", "ollama model tag for mimi vision") mimiNames = flag.String("jufra-mimi-names", "mimi", "comma-separated list of names for mimi") disableLlamaguard = flag.Bool("jufra-unsafe-disable-llamaguard", false, "disable llamaguard") -- cgit v1.2.3