Feat: switch between completion and chat api

2025-02-01 16:32:36 +03:00
parent 336451340b
commit 84c94ecea3
8 changed files with 81 additions and 24 deletions
--- a/llm.go
+++ b/llm.go
@@ -15,7 +15,7 @@ type ChunkParser interface {

 func initChunkParser() {
 	chunkParser = LlamaCPPeer{}
-	if strings.Contains(cfg.APIURL, "v1") {
+	if strings.Contains(cfg.CurrentAPI, "v1") {
 		logger.Info("chosen openai parser")
 		chunkParser = OpenAIer{}
 		return