ItzYanick/Kevin
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

add threads to config

Browse source
This commit is contained in:
ItzYanick 2023-04-17 18:27:35 +02:00
parent b2f6849143
commit 413b8e714d
No known key found for this signature in database
GPG key ID: 0E3DB1F28A357B8A
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
main.go
View file

@ -28,6 +28,7 @@ func main() {
config.SetDefault("prefix", "!")
config.SetDefault("model", "models/ggml-vicuna-7b-1.1-q4_0.bin")
config.SetDefault("name", "Kevin")
config.SetDefault("threads", 1)
config.SetDefault("discord.token", "not-set")
config.SetDefault("discord.chat", "not-set")
config.SetDefault("discord.owner", "not-set")
@ -87,7 +88,7 @@ func messageCreate(s *discordgo.Session, m *discordgo.MessageCreate) {
message := structs.NewMessage(m.Author.Username, strings.TrimSpace(m.Content))
prompt := structs.GeneratePrompt(config, messages, *message)
var seed int = int(time.Now().Unix())
res, err := brain.Predict(prompt, llama.SetThreads(4), llama.SetTokens(128), llama.SetTopK(90), llama.SetTopP(0.86), llama.SetSeed(seed))
res, err := brain.Predict(prompt, llama.SetThreads(viper.GetInt("threads")), llama.SetTokens(128), llama.SetTopK(90), llama.SetTopP(0.86), llama.SetSeed(seed))
if err != nil {
panic(err)
}