cws
/
catbase
mirror of https://github.com/velour/catbase.git
1
0
Fork 0
Code Issues Releases Wiki Activity

llm: add system prompt and fix vars

This commit is contained in:
Chris Sexton 2024-09-27 11:40:48 -04:00
parent 4c6ef492ad
commit 0dfefe297f
2 changed files with 11 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
plugins/llm/gemini.go
View File

@ -26,10 +26,10 @@ func (p *LLMPlugin) geminiConnect() error {
func (p *LLMPlugin) gemini(msg string) (chatEntry, error) {
model := p.geminiClient.GenerativeModel("gemini-1.5-flash")
model.SetMaxOutputTokens(int32(p.c.GetInt("GEMINI_MAX_TOKENS", 100)))
model.SetTopP(float32(p.c.GetFloat64("GEMINI_TOP_P", 0.95)))
model.SetTopK(int32(p.c.GetInt("GEMINI_TOP_K", 20)))
model.SetTemperature(float32(p.c.GetFloat64("GEMINI_TEMP", 0.9)))
model.SetMaxOutputTokens(int32(p.c.GetInt("gemini.maxtokens", 100)))
model.SetTopP(float32(p.c.GetFloat64("gemini.topp", 0.95)))
model.SetTopK(int32(p.c.GetInt("gemini.topk", 20)))
model.SetTemperature(float32(p.c.GetFloat64("gemini.temp", 0.9)))
model.SafetySettings = []*genai.SafetySetting{
{genai.HarmCategoryHarassment, genai.HarmBlockNone},
@ -38,6 +38,12 @@ func (p *LLMPlugin) gemini(msg string) (chatEntry, error) {
{genai.HarmCategoryDangerousContent, genai.HarmBlockNone},
}
if prompt := p.c.Get("gemini.systemprompt", ""); prompt != "" {
model.SystemInstruction = &genai.Content{
Parts: []genai.Part{genai.Text(prompt)},
}
}
cs := model.StartChat()
ctx := context.Background()

6
plugins/llm/gpt.go
View File

@ -69,11 +69,7 @@ func (p *LLMPlugin) register() {
}
func (p *LLMPlugin) setPromptMessage(r bot.Request) bool {
prompt := r.Values["text"]
if err := p.setPrompt(prompt); err != nil {
resp := fmt.Sprintf("Error: %s", err)
p.b.Send(r.Conn, bot.Message, r.Msg.Channel, resp)
}
p.c.Set("gemini.systemprompt", r.Values["text"])
p.b.Send(r.Conn, bot.Message, r.Msg.Channel, fmt.Sprintf(`Okay. I set the prompt to: "%s"`, prompt))
return true
}