Feat: divide continue-gen and next-msg-gen

2025-02-16 09:22:15 +03:00
parent c134479414
commit c9f5b17f1f
4 changed files with 56 additions and 29 deletions
--- a/models/models.go
+++ b/models/models.go
@@ -181,6 +181,7 @@ func NewLCPReq(prompt string, cfg *config.Config, props map[string]float32) Llam
 		Stop: []string{
 			cfg.UserRole + ":\n", "<|im_end|>",
 			cfg.ToolRole + ":\n",
+			cfg.AssistantRole + ":\n",
 		},
 	}
 }