Chore: move rag settings to config

This commit is contained in:
Grail Finder
2025-02-19 19:56:58 +03:00
parent 3ae71d81c4
commit 71987d25e9
7 changed files with 27 additions and 22 deletions

2
llm.go
View File

@@ -53,12 +53,10 @@ func (lcp LlamaCPPeer) FormMsg(msg, role string, resume bool) (io.Reader, error)
}
prompt := strings.Join(messages, "\n")
// strings builder?
// if cfg.ToolUse && msg != "" && !resume {
if !resume {
botMsgStart := "\n" + cfg.AssistantRole + ":\n"
prompt += botMsgStart
}
// if cfg.ThinkUse && msg != "" && !cfg.ToolUse {
if cfg.ThinkUse && !cfg.ToolUse {
prompt += "<think>"
}