From 413b8e714d7bf9c964644cdb660784eba4ad42b0 Mon Sep 17 00:00:00 2001 From: ItzYanick Date: Mon, 17 Apr 2023 18:27:35 +0200 Subject: [PATCH] add threads to config --- main.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/main.go b/main.go index adb2c2f..ff52786 100644 --- a/main.go +++ b/main.go @@ -28,6 +28,7 @@ func main() { config.SetDefault("prefix", "!") config.SetDefault("model", "models/ggml-vicuna-7b-1.1-q4_0.bin") config.SetDefault("name", "Kevin") + config.SetDefault("threads", 1) config.SetDefault("discord.token", "not-set") config.SetDefault("discord.chat", "not-set") config.SetDefault("discord.owner", "not-set") @@ -87,7 +88,7 @@ func messageCreate(s *discordgo.Session, m *discordgo.MessageCreate) { message := structs.NewMessage(m.Author.Username, strings.TrimSpace(m.Content)) prompt := structs.GeneratePrompt(config, messages, *message) var seed int = int(time.Now().Unix()) - res, err := brain.Predict(prompt, llama.SetThreads(4), llama.SetTokens(128), llama.SetTopK(90), llama.SetTopP(0.86), llama.SetSeed(seed)) + res, err := brain.Predict(prompt, llama.SetThreads(viper.GetInt("threads")), llama.SetTokens(128), llama.SetTopK(90), llama.SetTopP(0.86), llama.SetSeed(seed)) if err != nil { panic(err) }