grail/gf-lt
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Feat: alt+3 to start new chat with the summary of old one

Browse Source
This commit is contained in:
Grail Finder
2025-12-26 22:05:19 +03:00
parent c0ec82b579
commit c43af62dc4
2 changed files with 76 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

79
bot.go
View File

@@ -69,6 +69,7 @@ var (
"meta-llama/llama-3.3-70b-instruct:free",
}
LocalModels = []string{}
lastSummary string
)
// cleanNullMessages removes messages with null or empty content to prevent API issues
@@ -626,8 +627,22 @@ func checkGame(role string, tv *tview.TextView) {
}
}
func chatRound(userMsg, role string, tv *tview.TextView, regen, resume bool) {
func chatRound(userMsg, role string, tv *tview.TextView, regen, resume, summaryMode bool) {
botRespMode = true
if summaryMode {
// Save original messages
originalMessages := chatBody.Messages
defer func() { chatBody.Messages = originalMessages }()
// Build summary prompt messages
summaryMessages := []models.RoleMsg{}
// Add system instruction
summaryMessages = append(summaryMessages, models.RoleMsg{Role: "system", Content: "Please provide a concise summary of the following conversation. Focus on key points, decisions, and actions. Provide only the summary, no additional commentary."})
// Append all original messages (excluding system? keep them)
summaryMessages = append(summaryMessages, originalMessages...)
// Add a user message to trigger summary
summaryMessages = append(summaryMessages, models.RoleMsg{Role: cfg.UserRole, Content: "Summarize the conversation."})
chatBody.Messages = summaryMessages
}
botPersona := cfg.AssistantRole
if cfg.WriteNextMsgAsCompletionAgent != "" {
botPersona = cfg.WriteNextMsgAsCompletionAgent
@@ -657,7 +672,7 @@ func chatRound(userMsg, role string, tv *tview.TextView, regen, resume bool) {
}
go sendMsgToLLM(reader)
logger.Debug("looking at vars in chatRound", "msg", userMsg, "regen", regen, "resume", resume)
if !resume {
if !summaryMode && !resume {
fmt.Fprintf(tv, "\n[-:-:b](%d) ", len(chatBody.Messages))
fmt.Fprint(tv, roleToIcon(botPersona))
fmt.Fprint(tv, "[-:-:-]\n")
@@ -704,6 +719,9 @@ out:
Role: botPersona, Content: respText.String(),
})
}
if summaryMode {
lastSummary = respText.String()
}
logger.Debug("chatRound: before cleanChatBody", "messages_before_clean", len(chatBody.Messages))
for i, msg := range chatBody.Messages {
logger.Debug("chatRound: before cleaning", "index", i, "role", msg.Role, "content_len", len(msg.Content), "has_content", msg.HasContent(), "tool_call_id", msg.ToolCallID)
@@ -714,15 +732,19 @@ out:
for i, msg := range chatBody.Messages {
logger.Debug("chatRound: after cleaning", "index", i, "role", msg.Role, "content_len", len(msg.Content), "has_content", msg.HasContent(), "tool_call_id", msg.ToolCallID)
}
colorText()
updateStatusLine()
if !summaryMode {
colorText()
updateStatusLine()
}
// bot msg is done;
// now check it for func call
// logChat(activeChatName, chatBody.Messages)
if err := updateStorageChat(activeChatName, chatBody.Messages); err != nil {
logger.Warn("failed to update storage", "error", err, "name", activeChatName)
if !summaryMode {
if err := updateStorageChat(activeChatName, chatBody.Messages); err != nil {
logger.Warn("failed to update storage", "error", err, "name", activeChatName)
}
findCall(respText.String(), toolResp.String(), tv)
}
findCall(respText.String(), toolResp.String(), tv)
}
// cleanChatBody removes messages with null or empty content to prevent API issues
@@ -825,7 +847,7 @@ func findCall(msg, toolCall string, tv *tview.TextView) {
chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
// Clear the stored tool call ID after using it (no longer needed)
// Trigger the assistant to continue processing with the error message
chatRound("", cfg.AssistantRole, tv, false, false)
chatRound("", cfg.AssistantRole, tv, false, false, false)
return
}
lastToolCall.Args = openAIToolMap
@@ -858,7 +880,7 @@ func findCall(msg, toolCall string, tv *tview.TextView) {
chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
logger.Debug("findCall: added tool error response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "message_count_after_add", len(chatBody.Messages))
// Trigger the assistant to continue processing with the error message
chatRound("", cfg.AssistantRole, tv, false, false)
chatRound("", cfg.AssistantRole, tv, false, false, false)
return
}
// Update lastToolCall with parsed function call
@@ -891,7 +913,7 @@ func findCall(msg, toolCall string, tv *tview.TextView) {
lastToolCall.ID = ""
// Trigger the assistant to continue processing with the new tool response
// by calling chatRound with empty content to continue the assistant's response
chatRound("", cfg.AssistantRole, tv, false, false)
chatRound("", cfg.AssistantRole, tv, false, false, false)
return
}
resp := callToolWithAgent(fc.Name, fc.Args)
@@ -911,7 +933,7 @@ func findCall(msg, toolCall string, tv *tview.TextView) {
lastToolCall.ID = ""
// Trigger the assistant to continue processing with the new tool response
// by calling chatRound with empty content to continue the assistant's response
chatRound("", cfg.AssistantRole, tv, false, false)
chatRound("", cfg.AssistantRole, tv, false, false, false)
}
func chatToTextSlice(showSys bool) []string {
@@ -1033,6 +1055,41 @@ func refreshLocalModelsIfEmpty() {
localModelsMu.Unlock()
}
func summarizeAndStartNewChat() {
if len(chatBody.Messages) == 0 {
notifyUser("info", "No chat history to summarize")
return
}
// Create a dummy TextView for the summary request (won't be displayed)
dummyTV := tview.NewTextView()
// Call chatRound with summaryMode true to generate summary
notifyUser("info", "Summarizing chat history...")
lastSummary = ""
chatRound("", cfg.UserRole, dummyTV, false, false, true)
summary := lastSummary
if summary == "" {
notifyUser("error", "Failed to generate summary")
return
}
// Start a new chat
startNewChat()
// Inject summary as a tool call response
toolMsg := models.RoleMsg{
Role: cfg.ToolRole,
Content: summary,
ToolCallID: "",
}
chatBody.Messages = append(chatBody.Messages, toolMsg)
// Update UI
textView.SetText(chatToText(cfg.ShowSys))
colorText()
// Update storage
if err := updateStorageChat(activeChatName, chatBody.Messages); err != nil {
logger.Warn("failed to update storage after injecting summary", "error", err)
}
notifyUser("info", "Chat summarized and new chat started with summary as tool response")
}
func init() {
var err error
cfg, err = config.LoadConfig("config.toml")