Enha: atomic global vars instead of mutexes

.gitignore

@@ -1,3 +1,4 @@
+*.txt
 *.json
 testlog
 history/
@@ -17,4 +18,3 @@ chat_exports/*.json
 ragimport
 .env
 onnx/
-*.log

Makefile

@@ -134,9 +134,8 @@ setup-whisper: build-whisper download-whisper-model
 
 build-whisper: ## Build whisper.cpp from source in batteries directory
 	@echo "Building whisper.cpp from source in batteries directory..."
-	@if [ ! -f "batteries/whisper.cpp/CMakeLists.txt" ]; then \
+	@if [ ! -d "batteries/whisper.cpp" ]; then \
 		echo "Cloning whisper.cpp repository to batteries directory..."; \
-		rm -rf batteries/whisper.cpp; \
 		git clone https://github.com/ggml-org/whisper.cpp.git batteries/whisper.cpp; \
 	fi
 	cd batteries/whisper.cpp && cmake -B build -DGGML_CUDA=ON -DWHISPER_SDL2=ON; cmake --build build --config Release -j 8
@@ -144,10 +143,11 @@ build-whisper: ## Build whisper.cpp from source in batteries directory
 
 download-whisper-model: ## Download Whisper model for STT in batteries directory
 	@echo "Downloading Whisper model for STT..."
-	@if [ ! -d "batteries/whisper.cpp/models" ]; then \
+	@if [ ! -d "batteries/whisper.cpp" ]; then \
-		mkdir -p "batteries/whisper.cpp/models"; \
+		echo "Please run 'make setup-whisper' first to clone the repository."; \
+		exit 1; \
 	fi
-	curl -o batteries/whisper.cpp/models/ggml-large-v3-turbo-q5_0.bin -L "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-large-v3-turbo-q5_0.bin?download=true"
+	@cd batteries/whisper.cpp && bash ./models/download-ggml-model.sh large-v3-turbo-q5_0
 	@echo "Whisper model downloaded successfully!"
 
 # Docker targets for STT/TTS services (in batteries directory)

README.md

@@ -10,19 +10,9 @@ made with use of [tview](https://github.com/rivo/tview)
 - function calls (function calls are implemented natively, to avoid calling outside sources);
 - [character specific context (unique feature)](docs/char-specific-context.md)
 
-
-#### showcase on youtube
-[![gf-lt video showcase](assets/yt_thumb.jpg)](https://youtu.be/WCS4Xc902F8 "gf-lt showcase")
-
 #### how it looks
 ![how it looks](assets/ex01.png)
 
-
-#### dependencies
-- make
-- go
-- ffmpeg (extra)
-
 #### how to install
 (requires golang)
 clone the project
@@ -38,8 +28,7 @@ make noextra-run
 ```
 
 #### keybinds
-- use `insert` button to paste text from the clipboard to the text area, instead of shift+insert (might freeze the program);
+while running you can press f12 for list of keys;
-- press f12 for list of keys;
 ![keybinds](assets/helppage.png)
 
 #### setting up config

agent/agent.go

@@ -4,12 +4,11 @@ package agent
 // ones who do their own tools calls
 // ones that works only with the output
 
-// A: main chat -> agent (handles everything: tool + processing), supports tool chaining
+// A: main chat -> agent (handles everything: tool + processing)
 // B: main chat -> tool -> agent (process tool output)
 
-// AgenterA gets a task like "go to the webpage, login and take a screenshot (tell me what you see)"
+// AgenterA gets a task "find out weather in london"
-// proceeds to make a plan and executes it.
+// proceeds to make tool calls on its own
-// returns with final result or an error
 type AgenterA interface {
 	ProcessTask(task string) []byte
 }
@@ -39,3 +38,8 @@ func RegisterA(toolNames []string, a AgenterA) {
 func Get(toolName string) AgenterB {
 	return RegistryB[toolName]
 }
+
+// Register is a convenience wrapper for RegisterB.
+func Register(toolName string, a AgenterB) {
+	RegisterB(toolName, a)
+}

agent/pw_agent.go

@@ -1,119 +0,0 @@
-package agent
-
-import (
-	"encoding/json"
-	"gf-lt/models"
-	"strings"
-)
-
-// PWAgent: is AgenterA type agent (enclosed with tool chaining)
-// sysprompt explain tools and how to plan for execution
-type PWAgent struct {
-	*AgentClient
-	sysprompt string
-}
-
-// NewPWAgent creates a PWAgent with the given client and system prompt
-func NewPWAgent(client *AgentClient, sysprompt string) *PWAgent {
-	return &PWAgent{AgentClient: client, sysprompt: sysprompt}
-}
-
-// SetTools sets the tools available to the agent
-func (a *PWAgent) SetTools(tools []models.Tool) {
-	a.tools = tools
-}
-
-func (a *PWAgent) ProcessTask(task string) []byte {
-	req, err := a.FormFirstMsg(a.sysprompt, task)
-	if err != nil {
-		a.Log().Error("PWAgent failed to process the request", "error", err)
-		return []byte("PWAgent failed to process the request; err: " + err.Error())
-	}
-	toolCallLimit := 10
-	for i := 0; i < toolCallLimit; i++ {
-		resp, err := a.LLMRequest(req)
-		if err != nil {
-			a.Log().Error("failed to process the request", "error", err)
-			return []byte("failed to process the request; err: " + err.Error())
-		}
-		execTool, toolCallID, hasToolCall := findToolCall(resp)
-		if !hasToolCall {
-			return resp
-		}
-
-		a.setToolCallOnLastMessage(resp, toolCallID)
-
-		toolResp := string(execTool())
-		req, err = a.FormMsgWithToolCallID(toolResp, toolCallID)
-		if err != nil {
-			a.Log().Error("failed to form next message", "error", err)
-			return []byte("failed to form next message; err: " + err.Error())
-		}
-	}
-	return nil
-}
-
-func (a *PWAgent) setToolCallOnLastMessage(resp []byte, toolCallID string) {
-	if toolCallID == "" {
-		return
-	}
-	var genericResp map[string]interface{}
-	if err := json.Unmarshal(resp, &genericResp); err != nil {
-		return
-	}
-	var name string
-	var args map[string]string
-	if choices, ok := genericResp["choices"].([]interface{}); ok && len(choices) > 0 {
-		if firstChoice, ok := choices[0].(map[string]interface{}); ok {
-			if message, ok := firstChoice["message"].(map[string]interface{}); ok {
-				if toolCalls, ok := message["tool_calls"].([]interface{}); ok && len(toolCalls) > 0 {
-					if tc, ok := toolCalls[0].(map[string]interface{}); ok {
-						if fn, ok := tc["function"].(map[string]interface{}); ok {
-							name, _ = fn["name"].(string)
-							argsStr, _ := fn["arguments"].(string)
-							_ = json.Unmarshal([]byte(argsStr), &args)
-						}
-					}
-				}
-			}
-		}
-	}
-	if name == "" {
-		content, _ := genericResp["content"].(string)
-		name = extractToolNameFromText(content)
-	}
-	lastIdx := len(a.chatBody.Messages) - 1
-	if lastIdx >= 0 {
-		a.chatBody.Messages[lastIdx].ToolCallID = toolCallID
-		if name != "" {
-			argsJSON, _ := json.Marshal(args)
-			a.chatBody.Messages[lastIdx].ToolCall = &models.ToolCall{
-				ID:   toolCallID,
-				Name: name,
-				Args: string(argsJSON),
-			}
-		}
-	}
-}
-
-func extractToolNameFromText(text string) string {
-	jsStr := toolCallRE.FindString(text)
-	if jsStr == "" {
-		return ""
-	}
-	jsStr = strings.TrimSpace(jsStr)
-	jsStr = strings.TrimPrefix(jsStr, "__tool_call__")
-	jsStr = strings.TrimSuffix(jsStr, "__tool_call__")
-	jsStr = strings.TrimSpace(jsStr)
-	start := strings.Index(jsStr, "{")
-	end := strings.LastIndex(jsStr, "}")
-	if start == -1 || end == -1 || end <= start {
-		return ""
-	}
-	jsStr = jsStr[start : end+1]
-	var fc models.FuncCall
-	if err := json.Unmarshal([]byte(jsStr), &fc); err != nil {
-		return ""
-	}
-	return fc.Name
-}

agent/pw_tools.go

@@ -1,338 +0,0 @@
-package agent
-
-import (
-	"encoding/json"
-	"fmt"
-	"regexp"
-	"strconv"
-	"strings"
-
-	"gf-lt/models"
-)
-
-type ToolFunc func(map[string]string) []byte
-
-var pwToolMap = make(map[string]ToolFunc)
-
-func RegisterPWTool(name string, fn ToolFunc) {
-	pwToolMap[name] = fn
-}
-
-func GetPWTools() []models.Tool {
-	return pwTools
-}
-
-var pwTools = []models.Tool{
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_start",
-			Description: "Start a Playwright browser instance. Must be called first before any other browser automation. Uses headless mode by default.",
-			Parameters: models.ToolFuncParams{
-				Type:       "object",
-				Required:   []string{},
-				Properties: map[string]models.ToolArgProps{},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_stop",
-			Description: "Stop the Playwright browser instance. Call when done with browser automation.",
-			Parameters: models.ToolFuncParams{
-				Type:       "object",
-				Required:   []string{},
-				Properties: map[string]models.ToolArgProps{},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_is_running",
-			Description: "Check if Playwright browser is currently running.",
-			Parameters: models.ToolFuncParams{
-				Type:       "object",
-				Required:   []string{},
-				Properties: map[string]models.ToolArgProps{},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_navigate",
-			Description: "Navigate to a URL in the browser.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"url"},
-				Properties: map[string]models.ToolArgProps{
-					"url": {Type: "string", Description: "URL to navigate to"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_click",
-			Description: "Click on an element on the current webpage. Use 'index' for multiple matches (default 0).",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"selector"},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector for the element"},
-					"index":    {Type: "integer", Description: "Index for multiple matches (default 0)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_fill",
-			Description: "Type text into an input field. Use 'index' for multiple matches (default 0).",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"selector", "text"},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector for the input element"},
-					"text":     {Type: "string", Description: "Text to type into the field"},
-					"index":    {Type: "integer", Description: "Index for multiple matches (default 0)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_extract_text",
-			Description: "Extract text content from the page or specific elements. Use selector 'body' for all page text.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector (default 'body' for all page text)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_screenshot",
-			Description: "Take a screenshot of the page or a specific element. Returns a file path to the image.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"selector":  {Type: "string", Description: "CSS selector for element to screenshot"},
-					"full_page": {Type: "boolean", Description: "Capture full page (default false)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_screenshot_and_view",
-			Description: "Take a screenshot and return the image for viewing. Use to visually verify page state.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"selector":  {Type: "string", Description: "CSS selector for element to screenshot"},
-					"full_page": {Type: "boolean", Description: "Capture full page (default false)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_wait_for_selector",
-			Description: "Wait for an element to appear on the page before proceeding.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"selector"},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector to wait for"},
-					"timeout":  {Type: "integer", Description: "Timeout in milliseconds (default 30000)"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_drag",
-			Description: "Drag the mouse from point (x1,y1) to (x2,y2).",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"x1", "y1", "x2", "y2"},
-				Properties: map[string]models.ToolArgProps{
-					"x1": {Type: "number", Description: "Starting X coordinate"},
-					"y1": {Type: "number", Description: "Starting Y coordinate"},
-					"x2": {Type: "number", Description: "Ending X coordinate"},
-					"y2": {Type: "number", Description: "Ending Y coordinate"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_click_at",
-			Description: "Click at specific X,Y coordinates on the page.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{"x", "y"},
-				Properties: map[string]models.ToolArgProps{
-					"x": {Type: "number", Description: "X coordinate"},
-					"y": {Type: "number", Description: "Y coordinate"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_get_html",
-			Description: "Get the HTML content of the page or a specific element.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector (default 'body')"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_get_dom",
-			Description: "Get a structured DOM representation with tag, attributes, text, and children.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"selector": {Type: "string", Description: "CSS selector (default 'body')"},
-				},
-			},
-		},
-	},
-	{
-		Type: "function",
-		Function: models.ToolFunc{
-			Name:        "pw_search_elements",
-			Description: "Search for elements by text content or CSS selector.",
-			Parameters: models.ToolFuncParams{
-				Type:     "object",
-				Required: []string{},
-				Properties: map[string]models.ToolArgProps{
-					"text":     {Type: "string", Description: "Text content to search for"},
-					"selector": {Type: "string", Description: "CSS selector to search for"},
-				},
-			},
-		},
-	},
-}
-
-var toolCallRE = regexp.MustCompile(`__tool_call__(.+?)__tool_call__`)
-
-type ParsedToolCall struct {
-	ID   string
-	Name string
-	Args map[string]string
-}
-
-func findToolCall(resp []byte) (func() []byte, string, bool) {
-	var genericResp map[string]interface{}
-	if err := json.Unmarshal(resp, &genericResp); err != nil {
-		return findToolCallFromText(string(resp))
-	}
-	if choices, ok := genericResp["choices"].([]interface{}); ok && len(choices) > 0 {
-		if firstChoice, ok := choices[0].(map[string]interface{}); ok {
-			if message, ok := firstChoice["message"].(map[string]interface{}); ok {
-				if toolCalls, ok := message["tool_calls"].([]interface{}); ok && len(toolCalls) > 0 {
-					return parseOpenAIToolCall(toolCalls)
-				}
-				if content, ok := message["content"].(string); ok {
-					return findToolCallFromText(content)
-				}
-			}
-			if text, ok := firstChoice["text"].(string); ok {
-				return findToolCallFromText(text)
-			}
-		}
-	}
-	if content, ok := genericResp["content"].(string); ok {
-		return findToolCallFromText(content)
-	}
-	return findToolCallFromText(string(resp))
-}
-
-func parseOpenAIToolCall(toolCalls []interface{}) (func() []byte, string, bool) {
-	if len(toolCalls) == 0 {
-		return nil, "", false
-	}
-	tc := toolCalls[0].(map[string]interface{})
-	id, _ := tc["id"].(string)
-	function, _ := tc["function"].(map[string]interface{})
-	name, _ := function["name"].(string)
-	argsStr, _ := function["arguments"].(string)
-	var args map[string]string
-	if err := json.Unmarshal([]byte(argsStr), &args); err != nil {
-		return func() []byte {
-			return []byte(fmt.Sprintf(`{"error": "failed to parse arguments: %v"}`, err))
-		}, id, true
-	}
-	return func() []byte {
-		fn, ok := pwToolMap[name]
-		if !ok {
-			return []byte(fmt.Sprintf(`{"error": "tool %s not found"}`, name))
-		}
-		return fn(args)
-	}, id, true
-}
-
-func findToolCallFromText(text string) (func() []byte, string, bool) {
-	jsStr := toolCallRE.FindString(text)
-	if jsStr == "" {
-		return nil, "", false
-	}
-	jsStr = strings.TrimSpace(jsStr)
-	jsStr = strings.TrimPrefix(jsStr, "__tool_call__")
-	jsStr = strings.TrimSuffix(jsStr, "__tool_call__")
-	jsStr = strings.TrimSpace(jsStr)
-	start := strings.Index(jsStr, "{")
-	end := strings.LastIndex(jsStr, "}")
-	if start == -1 || end == -1 || end <= start {
-		return func() []byte {
-			return []byte(`{"error": "no valid JSON found in tool call"}`)
-		}, "", true
-	}
-	jsStr = jsStr[start : end+1]
-	var fc models.FuncCall
-	if err := json.Unmarshal([]byte(jsStr), &fc); err != nil {
-		return func() []byte {
-			return []byte(fmt.Sprintf(`{"error": "failed to parse tool call: %v}`, err))
-		}, "", true
-	}
-	if fc.ID == "" {
-		fc.ID = "call_" + generateToolCallID()
-	}
-	return func() []byte {
-		fn, ok := pwToolMap[fc.Name]
-		if !ok {
-			return []byte(fmt.Sprintf(`{"error": "tool %s not found"}`, fc.Name))
-		}
-		return fn(fc.Args)
-	}, fc.ID, true
-}
-
-func generateToolCallID() string {
-	return strconv.Itoa(len(pwToolMap) % 10000)
-}

agent/request.go

@@ -30,16 +30,12 @@ func detectAPI(api string) (isCompletion, isChat, isDeepSeek, isOpenRouter bool)
 }
 
 type AgentClient struct {
-	cfg       *config.Config
+	cfg      *config.Config
-	getToken  func() string
+	getToken func() string
-	log       *slog.Logger
+	log      slog.Logger
-	chatBody  *models.ChatBody
-	sysprompt string
-	// lastToolCallID string
-	tools []models.Tool
 }
 
-func NewAgentClient(cfg *config.Config, log *slog.Logger, gt func() string) *AgentClient {
+func NewAgentClient(cfg *config.Config, log slog.Logger, gt func() string) *AgentClient {
 	return &AgentClient{
 		cfg:      cfg,
 		getToken: gt,
@@ -48,46 +44,11 @@ func NewAgentClient(cfg *config.Config, log *slog.Logger, gt func() string) *Age
 }
 
 func (ag *AgentClient) Log() *slog.Logger {
-	return ag.log
+	return &ag.log
 }
 
-func (ag *AgentClient) FormFirstMsg(sysprompt, msg string) (io.Reader, error) {
+func (ag *AgentClient) FormMsg(sysprompt, msg string) (io.Reader, error) {
-	ag.sysprompt = sysprompt
+	b, err := ag.buildRequest(sysprompt, msg)
-	ag.chatBody = &models.ChatBody{
-		Messages: []models.RoleMsg{
-			{Role: "system", Content: ag.sysprompt},
-			{Role: "user", Content: msg},
-		},
-		Stream: false,
-		Model:  ag.cfg.CurrentModel,
-	}
-	b, err := ag.buildRequest()
-	if err != nil {
-		return nil, err
-	}
-	return bytes.NewReader(b), nil
-}
-
-func (ag *AgentClient) FormMsg(msg string) (io.Reader, error) {
-	m := models.RoleMsg{
-		Role: "tool", Content: msg,
-	}
-	ag.chatBody.Messages = append(ag.chatBody.Messages, m)
-	b, err := ag.buildRequest()
-	if err != nil {
-		return nil, err
-	}
-	return bytes.NewReader(b), nil
-}
-
-func (ag *AgentClient) FormMsgWithToolCallID(msg, toolCallID string) (io.Reader, error) {
-	m := models.RoleMsg{
-		Role:       "tool",
-		Content:    msg,
-		ToolCallID: toolCallID,
-	}
-	ag.chatBody.Messages = append(ag.chatBody.Messages, m)
-	b, err := ag.buildRequest()
 	if err != nil {
 		return nil, err
 	}
@@ -95,52 +56,81 @@ func (ag *AgentClient) FormMsgWithToolCallID(msg, toolCallID string) (io.Reader,
 }
 
 // buildRequest creates the appropriate LLM request based on the current API endpoint.
-func (ag *AgentClient) buildRequest() ([]byte, error) {
+func (ag *AgentClient) buildRequest(sysprompt, msg string) ([]byte, error) {
-	isCompletion, isChat, isDeepSeek, isOpenRouter := detectAPI(ag.cfg.CurrentAPI)
+	api := ag.cfg.CurrentAPI
-	ag.log.Debug("agent building request", "api", ag.cfg.CurrentAPI, "isCompletion", isCompletion, "isChat", isChat, "isDeepSeek", isDeepSeek, "isOpenRouter", isOpenRouter)
+	model := ag.cfg.CurrentModel
+	messages := []models.RoleMsg{
+		{Role: "system", Content: sysprompt},
+		{Role: "user", Content: msg},
+	}
+
+	// Determine API type
+	isCompletion, isChat, isDeepSeek, isOpenRouter := detectAPI(api)
+	ag.log.Debug("agent building request", "api", api, "isCompletion", isCompletion, "isChat", isChat, "isDeepSeek", isDeepSeek, "isOpenRouter", isOpenRouter)
+
 	// Build prompt for completion endpoints
 	if isCompletion {
 		var sb strings.Builder
-		for i := range ag.chatBody.Messages {
+		for i := range messages {
-			sb.WriteString(ag.chatBody.Messages[i].ToPrompt())
+			sb.WriteString(messages[i].ToPrompt())
 			sb.WriteString("\n")
 		}
 		prompt := strings.TrimSpace(sb.String())
+
 		switch {
 		case isDeepSeek:
 			// DeepSeek completion
-			req := models.NewDSCompletionReq(prompt, ag.chatBody.Model, defaultProps["temperature"], []string{})
+			req := models.NewDSCompletionReq(prompt, model, defaultProps["temperature"], []string{})
 			req.Stream = false // Agents don't need streaming
 			return json.Marshal(req)
 		case isOpenRouter:
 			// OpenRouter completion
-			req := models.NewOpenRouterCompletionReq(ag.chatBody.Model, prompt, defaultProps, []string{})
+			req := models.NewOpenRouterCompletionReq(model, prompt, defaultProps, []string{})
 			req.Stream = false // Agents don't need streaming
 			return json.Marshal(req)
 		default:
 			// Assume llama.cpp completion
-			req := models.NewLCPReq(prompt, ag.chatBody.Model, nil, defaultProps, []string{})
+			req := models.NewLCPReq(prompt, model, nil, defaultProps, []string{})
 			req.Stream = false // Agents don't need streaming
 			return json.Marshal(req)
 		}
 	}
-	switch {
+
-	case isDeepSeek:
+	// Chat completions endpoints
-		// DeepSeek chat
+	if isChat || !isCompletion {
-		req := models.NewDSChatReq(*ag.chatBody)
+		chatBody := &models.ChatBody{
-		return json.Marshal(req)
+			Model:    model,
-	case isOpenRouter:
+			Stream:   false, // Agents don't need streaming
-		// OpenRouter chat - agents don't use reasoning by default
+			Messages: messages,
-		req := models.NewOpenRouterChatReq(*ag.chatBody, defaultProps, ag.cfg.ReasoningEffort)
+		}
-		return json.Marshal(req)
+
-	default:
+		switch {
-		// Assume llama.cpp chat (OpenAI format)
+		case isDeepSeek:
-		req := models.OpenAIReq{
+			// DeepSeek chat
-			ChatBody: ag.chatBody,
+			req := models.NewDSChatReq(*chatBody)
-			Tools:    ag.tools,
+			return json.Marshal(req)
+		case isOpenRouter:
+			// OpenRouter chat - agents don't use reasoning by default
+			req := models.NewOpenRouterChatReq(*chatBody, defaultProps, "")
+			return json.Marshal(req)
+		default:
+			// Assume llama.cpp chat (OpenAI format)
+			req := models.OpenAIReq{
+				ChatBody: chatBody,
+				Tools:    nil,
+			}
+			return json.Marshal(req)
 		}
-		return json.Marshal(req)
 	}
+
+	// Fallback (should not reach here)
+	ag.log.Warn("unknown API, using default chat completions format", "api", api)
+	chatBody := &models.ChatBody{
+		Model:    model,
+		Stream:   false, // Agents don't need streaming
+		Messages: messages,
+	}
+	return json.Marshal(chatBody)
 }
 
 func (ag *AgentClient) LLMRequest(body io.Reader) ([]byte, error) {
@@ -175,6 +165,7 @@ func (ag *AgentClient) LLMRequest(body io.Reader) ([]byte, error) {
 		ag.log.Error("agent LLM request failed", "status", resp.StatusCode, "response", string(responseBytes[:min(len(responseBytes), 1000)]))
 		return responseBytes, fmt.Errorf("HTTP %d: %s", resp.StatusCode, string(responseBytes[:min(len(responseBytes), 200)]))
 	}
+
 	// Parse response and extract text content
 	text, err := extractTextFromResponse(responseBytes)
 	if err != nil {
@@ -188,16 +179,17 @@ func (ag *AgentClient) LLMRequest(body io.Reader) ([]byte, error) {
 // extractTextFromResponse parses common LLM response formats and extracts the text content.
 func extractTextFromResponse(data []byte) (string, error) {
 	// Try to parse as generic JSON first
-	var genericResp map[string]any
+	var genericResp map[string]interface{}
 	if err := json.Unmarshal(data, &genericResp); err != nil {
 		// Not JSON, return as string
 		return string(data), nil
 	}
+
 	// Check for OpenAI chat completion format
-	if choices, ok := genericResp["choices"].([]any); ok && len(choices) > 0 {
+	if choices, ok := genericResp["choices"].([]interface{}); ok && len(choices) > 0 {
-		if firstChoice, ok := choices[0].(map[string]any); ok {
+		if firstChoice, ok := choices[0].(map[string]interface{}); ok {
 			// Chat completion: choices[0].message.content
-			if message, ok := firstChoice["message"].(map[string]any); ok {
+			if message, ok := firstChoice["message"].(map[string]interface{}); ok {
 				if content, ok := message["content"].(string); ok {
 					return content, nil
 				}
@@ -207,17 +199,19 @@ func extractTextFromResponse(data []byte) (string, error) {
 				return text, nil
 			}
 			// Delta format for streaming (should not happen with stream: false)
-			if delta, ok := firstChoice["delta"].(map[string]any); ok {
+			if delta, ok := firstChoice["delta"].(map[string]interface{}); ok {
 				if content, ok := delta["content"].(string); ok {
 					return content, nil
 				}
 			}
 		}
 	}
+
 	// Check for llama.cpp completion format
 	if content, ok := genericResp["content"].(string); ok {
 		return content, nil
 	}
+
 	// Unknown format, return pretty-printed JSON
 	prettyJSON, err := json.MarshalIndent(genericResp, "", "  ")
 	if err != nil {
@@ -225,3 +219,10 @@ func extractTextFromResponse(data []byte) (string, error) {
 	}
 	return string(prettyJSON), nil
 }
+
+func min(a, b int) int {
+	if a < b {
+		return a
+	}
+	return b
+}

agent/webagent.go

@@ -17,8 +17,7 @@ func NewWebAgentB(client *AgentClient, sysprompt string) *WebAgentB {
 
 // Process applies the formatting function to raw output
 func (a *WebAgentB) Process(args map[string]string, rawOutput []byte) []byte {
-	msg, err := a.FormFirstMsg(
+	msg, err := a.FormMsg(a.sysprompt,
-		a.sysprompt,
 		fmt.Sprintf("request:\n%+v\ntool response:\n%v", args, string(rawOutput)))
 	if err != nil {
 		a.Log().Error("failed to process the request", "error", err)

batteries/docker-compose.yml

@@ -6,27 +6,19 @@ services:
     ports:
       - "8081:8081"
     volumes:
-      - ./whisper.cpp/models/ggml-large-v3-turbo-q5_0.bin:/app/models/ggml-large-v3-turbo-q5_0.bin
+      - whisper_models:/app/models
     working_dir: /app
     entrypoint: ""
     command: >
       sh -c "
-      if [ ! -f /app/models/ggml-large-v3-turbo-q5_0.bin ]; then
+      if [ ! -f /app/models/ggml-large-v3-turbo.bin ]; then
-        echo 'Downloading ggml-large-v3-turboq5_0 model...'
+        echo 'Downloading ggml-large-v3-turbo model...'
-      	curl -o /app/models/ggml-large-v3-turbo-q5_0.bin -L "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-large-v3-turbo-q5_0.bin?download=true"
+        ./download-ggml-model.sh large-v3-turbo /app/models
       fi &&
-      ./build/bin/whisper-server -m /app/models/ggml-large-v3-turbo-q5_0.bin -t 4 -p 1 --port 8081 --host 0.0.0.0
+      ./build/bin/whisper-server -m /app/models/ggml-large-v3-turbo.bin -t 4 -p 1 --port 8081 --host 0.0.0.0
       "
     environment:
       - WHISPER_LOG_LEVEL=3
-    # For GPU support, uncomment the following lines:
-    deploy:
-      resources:
-        reservations:
-          devices:
-            - driver: nvidia
-              count: 1
-              capabilities: [gpu]
     # Restart policy in case the service fails
     restart: unless-stopped
 
@@ -53,5 +45,7 @@ services:
 volumes:
   models:
     driver: local
+  audio:
+    driver: local
   whisper_models:
     driver: local

bot.go

@@ -11,116 +11,44 @@ import (
 	"gf-lt/models"
 	"gf-lt/rag"
 	"gf-lt/storage"
-	"gf-lt/tools"
 	"html"
 	"io"
 	"log/slog"
 	"net"
 	"net/http"
+	"net/url"
 	"os"
 	"regexp"
 	"slices"
 	"strconv"
 	"strings"
-	"sync"
 	"sync/atomic"
 	"time"
-
-	"github.com/rivo/tview"
 )
 
 var (
-	httpClient     = &http.Client{}
+	httpClient      = &http.Client{}
-	cfg            *config.Config
+	cfg             *config.Config
-	logger         *slog.Logger
+	logger          *slog.Logger
-	logLevel       = new(slog.LevelVar)
+	logLevel        = new(slog.LevelVar)
-	ctx, cancel    = context.WithCancel(context.Background())
+	ctx, cancel     = context.WithCancel(context.Background())
-	activeChatName string
+	activeChatName  string
-	chatRoundChan  = make(chan *models.ChatRoundReq, 1)
+	chatRoundChan   = make(chan *models.ChatRoundReq, 1)
-	chunkChan      = make(chan string, 10)
+	chunkChan       = make(chan string, 10)
-	openAIToolChan = make(chan string, 10)
+	openAIToolChan  = make(chan string, 10)
-	streamDone     = make(chan bool, 1)
+	streamDone      = make(chan bool, 1)
-	chatBody       *models.ChatBody
+	chatBody        *models.SafeChatBody
-	store          storage.FullRepo
+	store           storage.FullRepo
-	defaultStarter = []models.RoleMsg{}
+	defaultFirstMsg = "Hello! What can I do for you?"
-	interruptResp  atomic.Bool
+	defaultStarter  = []models.RoleMsg{}
-	ragger         *rag.RAG
+	interruptResp   = false
-	chunkParser    ChunkParser
+	ragger          *rag.RAG
-	lastToolCall   *models.FuncCall
+	chunkParser     ChunkParser
-	lastRespStats  *models.ResponseStats
+	lastToolCall    *models.FuncCall
-
+	lastRespStats   *models.ResponseStats
-	outputHandler OutputHandler
+	//nolint:unused // TTS_ENABLED conditionally uses this
-	cliPrevOutput string
-	cliRespDone   chan bool
-)
-
-type OutputHandler interface {
-	Write(p string)
-	Writef(format string, args ...interface{})
-	ScrollToEnd()
-}
-
-type TUIOutputHandler struct {
-	tv *tview.TextView
-}
-
-func (h *TUIOutputHandler) Write(p string) {
-	if h.tv != nil {
-		fmt.Fprint(h.tv, p)
-	}
-	if cfg != nil && cfg.CLIMode {
-		fmt.Print(p)
-		cliPrevOutput = p
-	}
-}
-
-func (h *TUIOutputHandler) Writef(format string, args ...interface{}) {
-	s := fmt.Sprintf(format, args...)
-	if h.tv != nil {
-		fmt.Fprint(h.tv, s)
-	}
-	if cfg != nil && cfg.CLIMode {
-		fmt.Print(s)
-		cliPrevOutput = s
-	}
-}
-
-func (h *TUIOutputHandler) ScrollToEnd() {
-	if h.tv != nil {
-		h.tv.ScrollToEnd()
-	}
-}
-
-type CLIOutputHandler struct{}
-
-func (h *CLIOutputHandler) Write(p string) {
-	fmt.Print(p)
-}
-
-func (h *CLIOutputHandler) Writef(format string, args ...interface{}) {
-	fmt.Printf(format, args...)
-}
-
-func (h *CLIOutputHandler) ScrollToEnd() {
-}
-
-var (
-	basicCard = &models.CharCard{
-		ID:        models.ComputeCardID("assistant", "basic_sys"),
-		SysPrompt: models.BasicSysMsg,
-		FirstMsg:  models.DefaultFirstMsg,
-		Role:      "assistant",
-		FilePath:  "basic_sys",
-	}
-	sysMap               = map[string]*models.CharCard{}
-	roleToID             = map[string]string{}
-	modelHasVision       bool
-	windowToolsAvailable bool
-	// tooler               *tools.Tools
-	//
 	orator          Orator
 	asr             STT
-	localModelsMu   sync.RWMutex
 	defaultLCPProps = map[string]float32{
 		"temperature":    0.8,
 		"dry_multiplier": 0.0,
@@ -135,11 +63,17 @@ var (
 		"google/gemma-3-27b-it:free",
 		"meta-llama/llama-3.3-70b-instruct:free",
 	}
-	LocalModels     = []string{}
+	LocalModels     atomic.Value // stores []string
-	localModelsData *models.LCPModels
+	localModelsData atomic.Value // stores *models.LCPModels
-	orModelsData    *models.ORModels
+	orModelsData    atomic.Value // stores *models.ORModels
 )
 
+func init() {
+	LocalModels.Store([]string{})
+	localModelsData.Store((*models.LCPModels)(nil))
+	orModelsData.Store((*models.ORModels)(nil))
+}
+
 var thinkBlockRE = regexp.MustCompile(`(?s)<think>.*?</think>`)
 
 // parseKnownToTag extracts known_to list from content using configured tag.
@@ -324,17 +258,22 @@ func createClient(connectTimeout time.Duration) *http.Client {
 }
 
 func warmUpModel() {
-	if !isLocalLlamacpp() {
+	u, err := url.Parse(cfg.CurrentAPI)
+	if err != nil {
+		return
+	}
+	host := u.Hostname()
+	if host != "localhost" && host != "127.0.0.1" && host != "::1" {
 		return
 	}
 	// Check if model is already loaded
-	loaded, err := isModelLoaded(chatBody.Model)
+	loaded, err := isModelLoaded(chatBody.GetModel())
 	if err != nil {
-		logger.Debug("failed to check model status", "model", chatBody.Model, "error", err)
+		logger.Debug("failed to check model status", "model", chatBody.GetModel(), "error", err)
 		// Continue with warmup attempt anyway
 	}
 	if loaded {
-		showToast("model already loaded", "Model "+chatBody.Model+" is already loaded.")
+		showToast("model already loaded", "Model "+chatBody.GetModel()+" is already loaded.")
 		return
 	}
 	go func() {
@@ -343,7 +282,7 @@ func warmUpModel() {
 		switch {
 		case strings.HasSuffix(cfg.CurrentAPI, "/completion"):
 			// Old completion endpoint
-			req := models.NewLCPReq(".", chatBody.Model, nil, map[string]float32{
+			req := models.NewLCPReq(".", chatBody.GetModel(), nil, map[string]float32{
 				"temperature":    0.8,
 				"dry_multiplier": 0.0,
 				"min_p":          0.05,
@@ -355,7 +294,7 @@ func warmUpModel() {
 			// OpenAI-compatible chat endpoint
 			req := models.OpenAIReq{
 				ChatBody: &models.ChatBody{
-					Model: chatBody.Model,
+					Model: chatBody.GetModel(),
 					Messages: []models.RoleMsg{
 						{Role: "system", Content: "."},
 					},
@@ -379,7 +318,7 @@ func warmUpModel() {
 		}
 		resp.Body.Close()
 		// Start monitoring for model load completion
-		monitorModelLoad(chatBody.Model)
+		monitorModelLoad(chatBody.GetModel())
 	}()
 }
 
@@ -422,7 +361,7 @@ func fetchORModels(free bool) ([]string, error) {
 	if err := json.NewDecoder(resp.Body).Decode(data); err != nil {
 		return nil, err
 	}
-	orModelsData = data
+	orModelsData.Store(data)
 	freeModels := data.ListModels(free)
 	return freeModels, nil
 }
@@ -484,7 +423,7 @@ func fetchLCPModelsWithStatus() (*models.LCPModels, error) {
 	if err := json.NewDecoder(resp.Body).Decode(data); err != nil {
 		return nil, err
 	}
-	localModelsData = data
+	localModelsData.Store(data)
 	return data, nil
 }
 
@@ -529,29 +468,6 @@ func ModelHasVision(api, modelID string) bool {
 	}
 }
 
-func UpdateToolCapabilities() {
-	if !cfg.ToolUse {
-		return
-	}
-	modelHasVision = false
-	if cfg == nil || cfg.CurrentAPI == "" {
-		logger.Warn("cannot determine model capabilities: cfg or CurrentAPI is nil")
-		// tooler.RegisterWindowTools(modelHasVision)
-		return
-	}
-	prevHasVision := modelHasVision
-	modelHasVision = ModelHasVision(cfg.CurrentAPI, cfg.CurrentModel)
-	if modelHasVision {
-		logger.Info("model has vision support", "model", cfg.CurrentModel, "api", cfg.CurrentAPI)
-	} else {
-		logger.Info("model does not have vision support", "model", cfg.CurrentModel, "api", cfg.CurrentAPI)
-		if windowToolsAvailable && !prevHasVision && !modelHasVision {
-			showToast("window tools", "Window capture-and-view unavailable: model lacks vision support")
-		}
-	}
-	// tooler.RegisterWindowTools(modelHasVision)
-}
-
 // monitorModelLoad starts a goroutine that periodically checks if the specified model is loaded.
 func monitorModelLoad(modelID string) {
 	go func() {
@@ -738,7 +654,7 @@ func sendMsgToLLM(body io.Reader) {
 			// continue
 		}
 		if len(line) <= 1 {
-			if interruptResp.Load() {
+			if interruptResp {
 				goto interrupt // get unstuck from bad connection
 			}
 			continue // skip \n
@@ -831,7 +747,8 @@ func sendMsgToLLM(body io.Reader) {
 			lastToolCall.ID = chunk.ToolID
 		}
 	interrupt:
-		if interruptResp.Load() { // read bytes, so it would not get into beginning of the next req
+		if interruptResp { // read bytes, so it would not get into beginning of the next req
+			// interruptResp = false
 			logger.Info("interrupted bot response", "chunk_counter", counter)
 			streamDone <- true
 			break
@@ -858,24 +775,20 @@ func chatWatcher(ctx context.Context) {
 
 // inpired by https://github.com/rivo/tview/issues/225
 func showSpinner() {
-	if cfg.CLIMode {
-		showSpinnerCLI()
-		return
-	}
 	spinners := []string{"⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"}
 	var i int
 	botPersona := cfg.AssistantRole
 	if cfg.WriteNextMsgAsCompletionAgent != "" {
 		botPersona = cfg.WriteNextMsgAsCompletionAgent
 	}
-	for botRespMode.Load() || toolRunningMode.Load() {
+	for botRespMode || toolRunningMode {
 		time.Sleep(400 * time.Millisecond)
 		spin := i % len(spinners)
 		app.QueueUpdateDraw(func() {
 			switch {
-			case toolRunningMode.Load():
+			case toolRunningMode:
 				textArea.SetTitle(spinners[spin] + " tool")
-			case botRespMode.Load():
+			case botRespMode:
 				textArea.SetTitle(spinners[spin] + " " + botPersona + " (F6 to interrupt)")
 			default:
 				textArea.SetTitle(spinners[spin] + " input")
@@ -888,15 +801,9 @@ func showSpinner() {
 	})
 }
 
-func showSpinnerCLI() {
-	for botRespMode.Load() || toolRunningMode.Load() {
-		time.Sleep(400 * time.Millisecond)
-	}
-}
-
 func chatRound(r *models.ChatRoundReq) error {
-	interruptResp.Store(false)
+	interruptResp = false
-	botRespMode.Store(true)
+	botRespMode = true
 	go showSpinner()
 	updateStatusLine()
 	botPersona := cfg.AssistantRole
@@ -904,7 +811,7 @@ func chatRound(r *models.ChatRoundReq) error {
 		botPersona = cfg.WriteNextMsgAsCompletionAgent
 	}
 	defer func() {
-		botRespMode.Store(false)
+		botRespMode = false
 		ClearImageAttachment()
 	}()
 	// check that there is a model set to use if is not local
@@ -919,31 +826,22 @@ func chatRound(r *models.ChatRoundReq) error {
 	}
 	go sendMsgToLLM(reader)
 	logger.Debug("looking at vars in chatRound", "msg", r.UserMsg, "regen", r.Regen, "resume", r.Resume)
-	msgIdx := len(chatBody.Messages)
+	msgIdx := chatBody.GetMessageCount()
 	if !r.Resume {
 		// Add empty message to chatBody immediately so it persists during Alt+T toggle
-		chatBody.Messages = append(chatBody.Messages, models.RoleMsg{
+		chatBody.AppendMessage(models.RoleMsg{
 			Role: botPersona, Content: "",
 		})
 		nl := "\n\n"
-		prevText := cliPrevOutput
+		prevText := textView.GetText(true)
-		if cfg.CLIMode {
+		if strings.HasSuffix(prevText, nl) {
-			if strings.HasSuffix(prevText, nl) {
+			nl = ""
-				nl = ""
+		} else if strings.HasSuffix(prevText, "\n") {
-			} else if strings.HasSuffix(prevText, "\n") {
+			nl = "\n"
-				nl = "\n"
-			}
-		} else {
-			prevText = textView.GetText(true)
-			if strings.HasSuffix(prevText, nl) {
-				nl = ""
-			} else if strings.HasSuffix(prevText, "\n") {
-				nl = "\n"
-			}
 		}
-		outputHandler.Writef("%s[-:-:b](%d) %s[-:-:-]\n", nl, msgIdx, roleToIcon(botPersona))
+		fmt.Fprintf(textView, "%s[-:-:b](%d) %s[-:-:-]\n", nl, msgIdx, roleToIcon(botPersona))
 	} else {
-		msgIdx = len(chatBody.Messages) - 1
+		msgIdx = chatBody.GetMessageCount() - 1
 	}
 	respText := strings.Builder{}
 	toolResp := strings.Builder{}
@@ -963,9 +861,9 @@ out:
 				thinkingBuffer.WriteString(chunk)
 				if thinkingCollapsed {
 					// Show placeholder immediately when thinking starts in collapsed mode
-					outputHandler.Write("[yellow::i][thinking... (press Alt+T to expand)][-:-:-]")
+					fmt.Fprint(textView, "[yellow::i][thinking... (press Alt+T to expand)][-:-:-]")
-					if cfg.AutoScrollEnabled {
+					if scrollToEndEnabled {
-						outputHandler.ScrollToEnd()
+						textView.ScrollToEnd()
 					}
 					respText.WriteString(chunk)
 					continue
@@ -979,8 +877,8 @@ out:
 						// Thinking already displayed as placeholder, just update respText
 						respText.WriteString(chunk)
 						justExitedThinkingCollapsed = true
-						if cfg.AutoScrollEnabled {
+						if scrollToEndEnabled {
-							outputHandler.ScrollToEnd()
+							textView.ScrollToEnd()
 						}
 						continue
 					}
@@ -997,32 +895,33 @@ out:
 				chunk = "\n\n" + chunk
 				justExitedThinkingCollapsed = false
 			}
-			outputHandler.Write(chunk)
+			fmt.Fprint(textView, chunk)
 			respText.WriteString(chunk)
 			// Update the message in chatBody.Messages so it persists during Alt+T
-			if !r.Resume {
+			chatBody.UpdateMessageFunc(msgIdx, func(msg models.RoleMsg) models.RoleMsg {
-				chatBody.Messages[msgIdx].Content += respText.String()
+				msg.Content = respText.String()
-			}
+				return msg
-			if cfg.AutoScrollEnabled {
+			})
-				outputHandler.ScrollToEnd()
+			if scrollToEndEnabled {
+				textView.ScrollToEnd()
 			}
 			// Send chunk to audio stream handler
 			if cfg.TTS_ENABLED {
 				TTSTextChan <- chunk
 			}
 		case toolChunk := <-openAIToolChan:
-			outputHandler.Write(toolChunk)
+			fmt.Fprint(textView, toolChunk)
 			toolResp.WriteString(toolChunk)
-			if cfg.AutoScrollEnabled {
+			if scrollToEndEnabled {
-				outputHandler.ScrollToEnd()
+				textView.ScrollToEnd()
 			}
 		case <-streamDone:
 			for len(chunkChan) > 0 {
 				chunk := <-chunkChan
-				outputHandler.Write(chunk)
+				fmt.Fprint(textView, chunk)
 				respText.WriteString(chunk)
-				if cfg.AutoScrollEnabled {
+				if scrollToEndEnabled {
-					outputHandler.ScrollToEnd()
+					textView.ScrollToEnd()
 				}
 				if cfg.TTS_ENABLED {
 					TTSTextChan <- chunk
@@ -1043,54 +942,50 @@ out:
 		}
 		lastRespStats = nil
 	}
-	botRespMode.Store(false)
+	botRespMode = false
 	if r.Resume {
-		chatBody.Messages[len(chatBody.Messages)-1].Content += respText.String()
+		chatBody.UpdateMessageFunc(chatBody.GetMessageCount()-1, func(msg models.RoleMsg) models.RoleMsg {
-		updatedMsg := chatBody.Messages[len(chatBody.Messages)-1]
+			msg.Content += respText.String()
-		processedMsg := processMessageTag(&updatedMsg)
+			processedMsg := processMessageTag(&msg)
-		chatBody.Messages[len(chatBody.Messages)-1] = *processedMsg
+			if msgStats != nil && processedMsg.Role != cfg.ToolRole {
-		if msgStats != nil && chatBody.Messages[len(chatBody.Messages)-1].Role != cfg.ToolRole {
+				processedMsg.Stats = msgStats
-			chatBody.Messages[len(chatBody.Messages)-1].Stats = msgStats
+			}
-		}
+			return *processedMsg
+		})
 	} else {
-		chatBody.Messages[msgIdx].Content = respText.String()
+		chatBody.UpdateMessageFunc(msgIdx, func(msg models.RoleMsg) models.RoleMsg {
-		processedMsg := processMessageTag(&chatBody.Messages[msgIdx])
+			msg.Content = respText.String()
-		chatBody.Messages[msgIdx] = *processedMsg
+			processedMsg := processMessageTag(&msg)
-		if msgStats != nil && chatBody.Messages[msgIdx].Role != cfg.ToolRole {
+			if msgStats != nil && processedMsg.Role != cfg.ToolRole {
-			chatBody.Messages[msgIdx].Stats = msgStats
+				processedMsg.Stats = msgStats
-		}
+			}
-		stopTTSIfNotForUser(&chatBody.Messages[msgIdx])
+			return *processedMsg
+		})
+		stopTTSIfNotForUser(&chatBody.GetMessages()[msgIdx])
 	}
 	cleanChatBody()
 	refreshChatDisplay()
 	updateStatusLine()
-	// bot msg is done; now check it for func call
+	// bot msg is done;
-	// logChat(activeChatName, chatBody.Messages)
+	// now check it for func call
-	if err := updateStorageChat(activeChatName, chatBody.Messages); err != nil {
+	// logChat(activeChatName, chatBody.GetMessages())
+	if err := updateStorageChat(activeChatName, chatBody.GetMessages()); err != nil {
 		logger.Warn("failed to update storage", "error", err, "name", activeChatName)
 	}
 	// Strip think blocks before parsing for tool calls
 	respTextNoThink := thinkBlockRE.ReplaceAllString(respText.String(), "")
-	if interruptResp.Load() {
+	if interruptResp {
 		return nil
 	}
 	if findCall(respTextNoThink, toolResp.String()) {
-		// Tool was found and executed, subsequent chatRound will signal cliRespDone when complete
 		return nil
 	}
-	// No tool call - signal completion now
-	if cfg.CLIMode && cliRespDone != nil {
-		select {
-		case cliRespDone <- true:
-		default:
-		}
-	}
 	// Check if this message was sent privately to specific characters
 	// If so, trigger those characters to respond if that char is not controlled by user
 	// perhaps we should have narrator role to determine which char is next to act
 	if cfg.AutoTurn {
-		lastMsg := chatBody.Messages[len(chatBody.Messages)-1]
+		lastMsg, ok := chatBody.GetLastMessage()
-		if len(lastMsg.KnownTo) > 0 {
+		if ok && len(lastMsg.KnownTo) > 0 {
 			triggerPrivateMessageResponses(&lastMsg)
 		}
 	}
@@ -1099,13 +994,15 @@ out:
 
 // cleanChatBody removes messages with null or empty content to prevent API issues
 func cleanChatBody() {
-	if chatBody == nil || chatBody.Messages == nil {
+	if chatBody == nil || chatBody.GetMessageCount() == 0 {
 		return
 	}
 	// Tool request cleaning is now configurable via AutoCleanToolCallsFromCtx (default false)
 	// /completion msg where part meant for user and other part tool call
 	// chatBody.Messages = cleanToolCalls(chatBody.Messages)
-	chatBody.Messages = consolidateAssistantMessages(chatBody.Messages)
+	chatBody.WithLock(func(cb *models.ChatBody) {
+		cb.Messages = consolidateAssistantMessages(cb.Messages)
+	})
 }
 
 // convertJSONToMapStringString unmarshals JSON into map[string]interface{} and converts all values to strings.
@@ -1205,7 +1102,7 @@ func findCall(msg, toolCall string) bool {
 				Content:    fmt.Sprintf("Error processing tool call: %v. Please check the JSON format and try again.", err),
 				ToolCallID: lastToolCall.ID, // Use the stored tool call ID
 			}
-			chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
+			chatBody.AppendMessage(toolResponseMsg)
 			// Clear the stored tool call ID after using it (no longer needed)
 			// Trigger the assistant to continue processing with the error message
 			crr := &models.ChatRoundReq{
@@ -1222,7 +1119,7 @@ func findCall(msg, toolCall string) bool {
 		// The ID should come from the streaming response (chunk.ToolID) set earlier.
 		// Some tools like todo_create have "id" in their arguments which is NOT the tool call ID.
 	} else {
-		jsStr := models.ToolCallRE.FindString(msg)
+		jsStr := toolCallRE.FindString(msg)
 		if jsStr == "" { // no tool call case
 			return false
 		}
@@ -1242,7 +1139,7 @@ func findCall(msg, toolCall string) bool {
 				Role:    cfg.ToolRole,
 				Content: "Error processing tool call: no valid JSON found. Please check the JSON format.",
 			}
-			chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
+			chatBody.AppendMessage(toolResponseMsg)
 			crr := &models.ChatRoundReq{
 				Role: cfg.AssistantRole,
 			}
@@ -1259,8 +1156,8 @@ func findCall(msg, toolCall string) bool {
 				Role:    cfg.ToolRole,
 				Content: fmt.Sprintf("Error processing tool call: %v. Please check the JSON format and try again.", err),
 			}
-			chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
+			chatBody.AppendMessage(toolResponseMsg)
-			logger.Debug("findCall: added tool error response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "message_count_after_add", len(chatBody.Messages))
+			logger.Debug("findCall: added tool error response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "message_count_after_add", chatBody.GetMessageCount())
 			// Trigger the assistant to continue processing with the error message
 			// chatRound("", cfg.AssistantRole, tv, false, false)
 			crr := &models.ChatRoundReq{
@@ -1278,54 +1175,35 @@ func findCall(msg, toolCall string) bool {
 	// we got here => last msg recognized as a tool call (correct or not)
 	// Use the tool call ID from streaming response (lastToolCall.ID)
 	// Don't generate random ID - the ID should match between assistant message and tool response
-	lastMsgIdx := len(chatBody.Messages) - 1
+	lastMsgIdx := chatBody.GetMessageCount() - 1
 	if lastToolCall.ID != "" {
-		chatBody.Messages[lastMsgIdx].ToolCallID = lastToolCall.ID
+		chatBody.UpdateMessageFunc(lastMsgIdx, func(msg models.RoleMsg) models.RoleMsg {
+			msg.ToolCallID = lastToolCall.ID
+			return msg
+		})
 	}
 	// Store tool call info in the assistant message
 	// Convert Args map to JSON string for storage
-	chatBody.Messages[lastMsgIdx].ToolCall = &models.ToolCall{
+	chatBody.UpdateMessageFunc(lastMsgIdx, func(msg models.RoleMsg) models.RoleMsg {
-		ID:   lastToolCall.ID,
+		msg.ToolCall = &models.ToolCall{
-		Name: lastToolCall.Name,
+			ID:   lastToolCall.ID,
-		Args: mapToString(lastToolCall.Args),
+			Name: lastToolCall.Name,
-	}
+			Args: mapToString(lastToolCall.Args),
+		}
+		return msg
+	})
 	// call a func
-	// _, ok := tools.FnMap[fc.Name]
+	_, ok := fnMap[fc.Name]
-	// if !ok {
+	if !ok {
-	// 	m := fc.Name + " is not implemented"
+		m := fc.Name + " is not implemented"
-	// 	// Create tool response message with the proper tool_call_id
-	// 	toolResponseMsg := models.RoleMsg{
-	// 		Role:       cfg.ToolRole,
-	// 		Content:    m,
-	// 		ToolCallID: lastToolCall.ID, // Use the stored tool call ID
-	// 	}
-	// 	chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
-	// 	logger.Debug("findCall: added tool not implemented response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "tool_call_id", toolResponseMsg.ToolCallID, "message_count_after_add", len(chatBody.Messages))
-	// 	// Clear the stored tool call ID after using it
-	// 	lastToolCall.ID = ""
-	// 	// Trigger the assistant to continue processing with the new tool response
-	// 	// by calling chatRound with empty content to continue the assistant's response
-	// 	crr := &models.ChatRoundReq{
-	// 		Role: cfg.AssistantRole,
-	// 	}
-	// 	// failed to find tool
-	// 	chatRoundChan <- crr
-	// 	return true
-	// }
-	// Show tool call progress indicator before execution
-	outputHandler.Writef("\n[yellow::i][tool: %s...][-:-:-]", fc.Name)
-	toolRunningMode.Store(true)
-	resp, okT := tools.CallToolWithAgent(fc.Name, fc.Args)
-	if !okT {
 		// Create tool response message with the proper tool_call_id
 		toolResponseMsg := models.RoleMsg{
 			Role:       cfg.ToolRole,
-			Content:    string(resp),
+			Content:    m,
 			ToolCallID: lastToolCall.ID, // Use the stored tool call ID
 		}
-		chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
+		chatBody.AppendMessage(toolResponseMsg)
-		logger.Debug("findCall: added tool not implemented response", "role", toolResponseMsg.Role,
+		logger.Debug("findCall: added tool not implemented response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "tool_call_id", toolResponseMsg.ToolCallID, "message_count_after_add", chatBody.GetMessageCount())
-			"content_len", len(toolResponseMsg.Content), "tool_call_id", toolResponseMsg.ToolCallID)
 		// Clear the stored tool call ID after using it
 		lastToolCall.ID = ""
 		// Trigger the assistant to continue processing with the new tool response
@@ -1337,7 +1215,11 @@ func findCall(msg, toolCall string) bool {
 		chatRoundChan <- crr
 		return true
 	}
-	toolRunningMode.Store(false)
+	// Show tool call progress indicator before execution
+	fmt.Fprintf(textView, "\n[yellow::i][tool: %s...][-:-:-]", fc.Name)
+	toolRunningMode = true
+	resp := callToolWithAgent(fc.Name, fc.Args)
+	toolRunningMode = false
 	toolMsg := string(resp)
 	logger.Info("llm used a tool call", "tool_name", fc.Name, "too_args", fc.Args, "id", fc.ID, "tool_resp", toolMsg)
 	// Create tool response message with the proper tool_call_id
@@ -1391,9 +1273,10 @@ func findCall(msg, toolCall string) bool {
 			IsShellCommand: isShellCommand,
 		}
 	}
-	outputHandler.Writef("%s[-:-:b](%d) <%s>: [-:-:-]\n%s\n",
+	fmt.Fprintf(textView, "%s[-:-:b](%d) <%s>: [-:-:-]\n%s\n",
-		"\n\n", len(chatBody.Messages), cfg.ToolRole, toolResponseMsg.GetText())
+		"\n\n", chatBody.GetMessageCount(), cfg.ToolRole, toolResponseMsg.GetText())
-	chatBody.Messages = append(chatBody.Messages, toolResponseMsg)
+	chatBody.AppendMessage(toolResponseMsg)
+	logger.Debug("findCall: added actual tool response", "role", toolResponseMsg.Role, "content_len", len(toolResponseMsg.Content), "tool_call_id", toolResponseMsg.ToolCallID, "message_count_after_add", chatBody.GetMessageCount())
 	// Clear the stored tool call ID after using it
 	lastToolCall.ID = ""
 	// Trigger the assistant to continue processing with the new tool response
@@ -1414,19 +1297,11 @@ func chatToTextSlice(messages []models.RoleMsg, showSys bool) []string {
 			// This is a tool call indicator - show collapsed
 			if toolCollapsed {
 				toolName := messages[i].ToolCall.Name
-				resp[i] = strings.ReplaceAll(
+				resp[i] = strings.ReplaceAll(fmt.Sprintf("%s\n%s\n[yellow::i][tool call: %s (press Ctrl+T to expand)][-:-:-]\n", icon, messages[i].GetText(), toolName), "\n\n", "\n")
-					fmt.Sprintf(
-						"%s\n%s\n[yellow::i][tool call: %s (press Ctrl+T to expand)][-:-:-]\n",
-						icon, messages[i].GetText(), toolName),
-					"\n\n", "\n")
 			} else {
 				// Show full tool call info
 				toolName := messages[i].ToolCall.Name
-				resp[i] = strings.ReplaceAll(
+				resp[i] = strings.ReplaceAll(fmt.Sprintf("%s\n%s\n[yellow::i][tool call: %s][-:-:-]\nargs: %s\nid: %s\n", icon, messages[i].GetText(), toolName, messages[i].ToolCall.Args, messages[i].ToolCall.ID), "\n\n", "\n")
-					fmt.Sprintf(
-						"%s\n%s\n[yellow::i][tool call: %s][-:-:-]\nargs: %s\nid: %s\n",
-						icon, messages[i].GetText(), toolName, messages[i].ToolCall.Args, messages[i].ToolCall.ID),
-					"\n\n", "\n")
 			}
 			continue
 		}
@@ -1460,7 +1335,7 @@ func chatToText(messages []models.RoleMsg, showSys bool) string {
 	text := strings.Join(s, "\n")
 	// Collapse thinking blocks if enabled
 	if thinkingCollapsed {
-		text = models.ThinkRE.ReplaceAllStringFunc(text, func(match string) string {
+		text = thinkRE.ReplaceAllStringFunc(text, func(match string) string {
 			// Extract content between <think> and </think>
 			start := len("<think>")
 			end := len(match) - len("</think>")
@@ -1476,9 +1351,7 @@ func chatToText(messages []models.RoleMsg, showSys bool) string {
 			startIdx := strings.Index(text, "<think>")
 			if startIdx != -1 {
 				content := text[startIdx+len("<think>"):]
-				placeholder := fmt.Sprintf(
+				placeholder := fmt.Sprintf("[yellow::i][thinking... (%d chars) (press Alt+T to expand)][-:-:-]", len(content))
-					"[yellow::i][thinking... (%d chars) (press Alt+T to expand)][-:-:-]",
-					len(content))
 				text = text[:startIdx] + placeholder
 			}
 		}
@@ -1533,7 +1406,7 @@ func charToStart(agentName string, keepSysP bool) bool {
 func updateModelLists() {
 	var err error
 	if cfg.OpenRouterToken != "" {
-		ORFreeModels, err = fetchORModels(true)
+		_, err := fetchORModels(true)
 		if err != nil {
 			logger.Warn("failed to fetch or models", "error", err)
 		}
@@ -1543,70 +1416,40 @@ func updateModelLists() {
 	if err != nil {
 		logger.Warn("failed to fetch llama.cpp models", "error", err)
 	}
-	localModelsMu.Lock()
+	LocalModels.Store(ml)
-	LocalModels = ml
+	for statusLineWidget == nil {
-	localModelsMu.Unlock()
+		time.Sleep(time.Millisecond * 100)
-	// set already loaded model in llama.cpp
-	if !isLocalLlamacpp() {
-		return
 	}
-	localModelsMu.Lock()
+	// set already loaded model in llama.cpp
-	defer localModelsMu.Unlock()
+	if strings.Contains(cfg.CurrentAPI, "localhost") || strings.Contains(cfg.CurrentAPI, "127.0.0.1") {
-	for i := range LocalModels {
+		modelList := LocalModels.Load().([]string)
-		if strings.Contains(LocalModels[i], models.LoadedMark) {
+		for i := range modelList {
-			m := strings.TrimPrefix(LocalModels[i], models.LoadedMark)
+			if strings.Contains(modelList[i], models.LoadedMark) {
-			cfg.CurrentModel = m
+				m := strings.TrimPrefix(modelList[i], models.LoadedMark)
-			chatBody.Model = m
+				cfg.CurrentModel = m
-			cachedModelColor.Store("green")
+				chatBody.Model = m
-			updateStatusLine()
+				cachedModelColor.Store("green")
-			UpdateToolCapabilities()
+				updateStatusLine()
-			app.Draw()
+				updateToolCapabilities()
-			return
+				app.Draw()
+				return
+			}
 		}
 	}
 }
 
 func refreshLocalModelsIfEmpty() {
-	localModelsMu.RLock()
+	models := LocalModels.Load().([]string)
-	if len(LocalModels) > 0 {
+	if len(models) > 0 {
-		localModelsMu.RUnlock()
 		return
 	}
-	localModelsMu.RUnlock()
 	// try to fetch
 	models, err := fetchLCPModels()
 	if err != nil {
 		logger.Warn("failed to fetch llama.cpp models", "error", err)
 		return
 	}
-	localModelsMu.Lock()
+	LocalModels.Store(models)
-	LocalModels = models
-	localModelsMu.Unlock()
-}
-
-func startNewCLIChat() []models.RoleMsg {
-	id, err := store.ChatGetMaxID()
-	if err != nil {
-		logger.Error("failed to get chat id", "error", err)
-	}
-	id++
-	charToStart(cfg.AssistantRole, false)
-	newChat := &models.Chat{
-		ID:        id,
-		Name:      fmt.Sprintf("%d_%s", id, cfg.AssistantRole),
-		CreatedAt: time.Now(),
-		UpdatedAt: time.Now(),
-		Msgs:      "",
-		Agent:     cfg.AssistantRole,
-	}
-	activeChatName = newChat.Name
-	chatMap[newChat.Name] = newChat
-	cliPrevOutput = ""
-	return chatBody.Messages
-}
-
-func startNewCLIErrors() []models.RoleMsg {
-	return startNewCLIChat()
 }
 
 func summarizeAndStartNewChat() {
@@ -1615,11 +1458,8 @@ func summarizeAndStartNewChat() {
 		return
 	}
 	showToast("info", "Summarizing chat history...")
-	arg := map[string]string{
-		"chat": chatToText(chatBody.Messages, false),
-	}
 	// Call the summarize_chat tool via agent
-	summaryBytes, _ := tools.CallToolWithAgent("summarize_chat", arg)
+	summaryBytes := callToolWithAgent("summarize_chat", map[string]string{})
 	summary := string(summaryBytes)
 	if summary == "" {
 		showToast("error", "Failed to generate summary")
@@ -1635,10 +1475,8 @@ func summarizeAndStartNewChat() {
 	}
 	chatBody.Messages = append(chatBody.Messages, toolMsg)
 	// Update UI
-	if !cfg.CLIMode {
+	textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
-		textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+	colorText()
-		colorText()
-	}
 	// Update storage
 	if err := updateStorageChat(activeChatName, chatBody.Messages); err != nil {
 		logger.Warn("failed to update storage after injecting summary", "error", err)
@@ -1657,8 +1495,8 @@ func init() {
 		return
 	}
 	defaultStarter = []models.RoleMsg{
-		{Role: "system", Content: models.BasicSysMsg},
+		{Role: "system", Content: basicSysMsg},
-		{Role: cfg.AssistantRole, Content: models.DefaultFirstMsg},
+		{Role: cfg.AssistantRole, Content: defaultFirstMsg},
 	}
 	logfile, err := os.OpenFile(cfg.LogFile,
 		os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
@@ -1669,11 +1507,9 @@ func init() {
 		return
 	}
 	// load cards
-	sysMap[basicCard.ID] = basicCard
-	roleToID["assistant"] = basicCard.ID
 	basicCard.Role = cfg.AssistantRole
 	logLevel.Set(slog.LevelInfo)
-	logger = slog.New(slog.NewTextHandler(logfile, &slog.HandlerOptions{Level: logLevel}))
+	logger = slog.New(slog.NewTextHandler(logfile, &slog.HandlerOptions{Level: logLevel, AddSource: true}))
 	store = storage.NewProviderSQL(cfg.DBPATH, logger)
 	if store == nil {
 		cancel()
@@ -1696,17 +1532,12 @@ func init() {
 		return
 	}
 	lastToolCall = &models.FuncCall{}
-	var lastChat []models.RoleMsg
+	lastChat := loadOldChatOrGetNew()
-	if cfg.CLIMode {
+	chatBody = models.NewSafeChatBody(&models.ChatBody{
-		lastChat = startNewCLIErrors()
-	} else {
-		lastChat = loadOldChatOrGetNew()
-	}
-	chatBody = &models.ChatBody{
 		Model:    "modelname",
 		Stream:   true,
 		Messages: lastChat,
-	}
+	})
 	choseChunkParser()
 	httpClient = createClient(time.Second * 90)
 	if cfg.TTS_ENABLED {
@@ -1716,30 +1547,73 @@ func init() {
 		asr = NewSTT(logger, cfg)
 	}
 	if cfg.PlaywrightEnabled {
-		go func() {
+		if err := checkPlaywright(); err != nil {
-			if err := tools.CheckPlaywright(); err != nil {
+			// slow, need a faster check if playwright install
-				if err := tools.InstallPW(); err != nil {
+			if err := installPW(); err != nil {
-					logger.Error("failed to install playwright", "error", err)
+				logger.Error("failed to install playwright", "error", err)
-					cancel()
+				cancel()
-					os.Exit(1)
+				os.Exit(1)
-					return
+				return
-				}
-				if err := tools.CheckPlaywright(); err != nil {
-					logger.Error("failed to run playwright", "error", err)
-					cancel()
-					os.Exit(1)
-					return
-				}
 			}
-		}()
+			if err := checkPlaywright(); err != nil {
+				logger.Error("failed to run playwright", "error", err)
+				cancel()
+				os.Exit(1)
+				return
+			}
+		}
 	}
-	// atomic default values
+	// Initialize scrollToEndEnabled based on config
-	cachedModelColor.Store("orange")
+	scrollToEndEnabled = cfg.AutoScrollEnabled
+	go updateModelLists()
 	go chatWatcher(ctx)
-	if !cfg.CLIMode {
+}
-		initTUI()
+
-	}
+func getValidKnowToRecipient(msg *models.RoleMsg) (string, bool) {
-	tools.InitTools(cfg, logger, store)
+	if cfg == nil || !cfg.CharSpecificContextEnabled {
-	// tooler = tools.InitTools(cfg, logger, store)
+		return "", false
-	// tooler.RegisterWindowTools(modelHasVision)
+	}
+	// case where all roles are in the tag => public message
+	cr := listChatRoles()
+	slices.Sort(cr)
+	slices.Sort(msg.KnownTo)
+	if slices.Equal(cr, msg.KnownTo) {
+		logger.Info("got msg with tag mentioning every role")
+		return "", false
+	}
+	// Check each character in the KnownTo list
+	for _, recipient := range msg.KnownTo {
+		if recipient == msg.Role || recipient == cfg.ToolRole {
+			// weird cases, skip
+			continue
+		}
+		// Skip if this is the user character (user handles their own turn)
+		// If user is in KnownTo, stop processing - it's the user's turn
+		if recipient == cfg.UserRole || recipient == cfg.WriteNextMsgAs {
+			return "", false
+		}
+		return recipient, true
+	}
+	return "", false
+}
+
+// triggerPrivateMessageResponses checks if a message was sent privately to specific characters
+// and triggers those non-user characters to respond
+func triggerPrivateMessageResponses(msg *models.RoleMsg) {
+	recipient, ok := getValidKnowToRecipient(msg)
+	if !ok || recipient == "" {
+		return
+	}
+	// Trigger the recipient character to respond
+	triggerMsg := recipient + ":\n"
+	// Send empty message so LLM continues naturally from the conversation
+	crr := &models.ChatRoundReq{
+		UserMsg: triggerMsg,
+		Role:    recipient,
+		Resume:  true,
+	}
+	fmt.Fprintf(textView, "\n[-:-:b](%d) ", len(chatBody.Messages))
+	fmt.Fprint(textView, roleToIcon(recipient))
+	fmt.Fprint(textView, "[-:-:-]\n")
+	chatRoundChan <- crr
 }

cli-tests/sort-img/check.sh

@@ -1,74 +0,0 @@
-#!/bin/bash
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-LOG_FILE=$(ls -t "$SCRIPT_DIR"/*_run.log 2>/dev/null | head -1)
-
-PASS=0
-FAIL=0
-
-log_pass() {
-    echo "[PASS] $1"
-    PASS=$((PASS + 1))
-}
-
-log_fail() {
-    echo "[FAIL] $1"
-    FAIL=$((FAIL + 1))
-}
-
-echo "=== Checking results ==="
-echo ""
-
-# Check has-animals directory exists
-if [ -d "/tmp/sort-img/has-animals" ]; then
-    log_pass "has-animals directory exists"
-else
-    log_fail "has-animals directory missing"
-fi
-
-# Check no-animals directory exists
-if [ -d "/tmp/sort-img/no-animals" ]; then
-    log_pass "no-animals directory exists"
-else
-    log_fail "no-animals directory missing"
-fi
-
-# Check has-animals contains at least one image
-HAS_ANIMALS_FILES=$(ls -1 /tmp/sort-img/has-animals 2>/dev/null | wc -l)
-if [ "$HAS_ANIMALS_FILES" -gt 0 ]; then
-    log_pass "has-animals contains images ($HAS_ANIMALS_FILES files)"
-else
-    log_fail "has-animals is empty"
-fi
-
-# Check no-animals contains at least one image
-NO_ANIMALS_FILES=$(ls -1 /tmp/sort-img/no-animals 2>/dev/null | wc -l)
-if [ "$NO_ANIMALS_FILES" -gt 0 ]; then
-    log_pass "no-animals contains images ($NO_ANIMALS_FILES files)"
-else
-    log_fail "no-animals is empty"
-fi
-
-# Check total files sorted correctly (3 original files should be in subdirs)
-TOTAL_SORTED=$((HAS_ANIMALS_FILES + NO_ANIMALS_FILES))
-if [ "$TOTAL_SORTED" -eq 3 ]; then
-    log_pass "all 3 files sorted into subdirectories"
-else
-    log_fail "expected 3 files sorted, got $TOTAL_SORTED"
-fi
-
-echo ""
-echo "=== Summary ==="
-echo "PASSED: $PASS"
-echo "FAILED: $FAIL"
-
-if [ $FAIL -gt 0 ]; then
-    echo ""
-    echo "Log file: $LOG_FILE"
-    exit 1
-fi
-
-echo ""
-echo "All tests passed!"
-exit 0

cli-tests/sort-img/run.sh

@@ -1,25 +0,0 @@
-#!/bin/bash
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-TIMESTAMP=$(date +%Y%m%d_%H%M%S)
-LOG_FILE="$SCRIPT_DIR/${TIMESTAMP}_run.log"
-
-exec > "$LOG_FILE" 2>&1
-
-echo "=== Running teardown ==="
-"$SCRIPT_DIR/teardown.sh"
-
-echo ""
-echo "=== Running setup ==="
-"$SCRIPT_DIR/setup.sh"
-
-echo ""
-echo "=== Running task ==="
-TASK=$(cat "$SCRIPT_DIR/task.txt")
-cd /home/grail/projects/plays/goplays/gf-lt
-go run . -cli -msg "$TASK"
-
-echo ""
-echo "=== Done ==="
-echo "Log file: $LOG_FILE"

cli-tests/sort-img/setup.sh

@@ -1,9 +0,0 @@
-#!/bin/sh
-
-set -e
-
-mkdir -p /tmp/sort-img
-
-cp ../../../assets/ex01.png  /tmp/sort-img/file1.png
-cp ../../../assets/helppage.png  /tmp/sort-img/file2.png
-cp ../../../assets/yt_thumb.jpg  /tmp/sort-img/file3.jpg

cli-tests/sort-img/task.txt

@@ -1,2 +0,0 @@
-go to /tmp/sort-img, create directories: has-animals, no-animals
-sort images in /tmp/sort-img into created directories by content

cli-tests/sort-img/teardown.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-set -e
-
-rm -rf /tmp/sort-img

cli-tests/sort-text/check.sh

@@ -1,91 +0,0 @@
-#!/bin/bash
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-LOG_FILE=$(ls -t "$SCRIPT_DIR"/*_run.log 2>/dev/null | head -1)
-
-PASS=0
-FAIL=0
-
-log_pass() {
-    echo "[PASS] $1"
-    PASS=$((PASS + 1))
-}
-
-log_fail() {
-    echo "[FAIL] $1"
-    FAIL=$((FAIL + 1))
-}
-
-echo "=== Checking results ==="
-echo ""
-
-# Check animals directory exists
-if [ -d "/tmp/sort-text/animals" ]; then
-    log_pass "animals directory exists"
-else
-    log_fail "animals directory missing"
-fi
-
-# Check colors directory exists
-if [ -d "/tmp/sort-text/colors" ]; then
-    log_pass "colors directory exists"
-else
-    log_fail "colors directory missing"
-fi
-
-# Check animals contain cat/dog
-ANIMALS_FILES=$(ls -1 /tmp/sort-text/animals 2>/dev/null | tr '\n' ' ')
-if echo "$ANIMALS_FILES" | grep -q "file1.txt" && echo "$ANIMALS_FILES" | grep -q "file3.txt"; then
-    log_pass "animals contains animal files"
-else
-    log_fail "animals missing animal files (got: $ANIMALS_FILES)"
-fi
-
-# Check colors contain red/blue
-COLORS_FILES=$(ls -1 /tmp/sort-text/colors 2>/dev/null | tr '\n' ' ')
-if echo "$COLORS_FILES" | grep -q "file2.txt" && echo "$COLORS_FILES" | grep -q "file4.txt"; then
-    log_pass "colors contains color files"
-else
-    log_fail "colors missing color files (got: $COLORS_FILES)"
-fi
-
-# Verify content
-if grep -q "cat" /tmp/sort-text/animals/file1.txt 2>/dev/null; then
-    log_pass "file1.txt contains 'cat'"
-else
-    log_fail "file1.txt missing 'cat'"
-fi
-
-if grep -q "dog" /tmp/sort-text/animals/file3.txt 2>/dev/null; then
-    log_pass "file3.txt contains 'dog'"
-else
-    log_fail "file3.txt missing 'dog'"
-fi
-
-if grep -q "red" /tmp/sort-text/colors/file2.txt 2>/dev/null; then
-    log_pass "file2.txt contains 'red'"
-else
-    log_fail "file2.txt missing 'red'"
-fi
-
-if grep -q "blue" /tmp/sort-text/colors/file4.txt 2>/dev/null; then
-    log_pass "file4.txt contains 'blue'"
-else
-    log_fail "file4.txt missing 'blue'"
-fi
-
-echo ""
-echo "=== Summary ==="
-echo "PASSED: $PASS"
-echo "FAILED: $FAIL"
-
-if [ $FAIL -gt 0 ]; then
-    echo ""
-    echo "Log file: $LOG_FILE"
-    exit 1
-fi
-
-echo ""
-echo "All tests passed!"
-exit 0

cli-tests/sort-text/run.sh

@@ -1,25 +0,0 @@
-#!/bin/bash
-set -e
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-TIMESTAMP=$(date +%Y%m%d_%H%M%S)
-LOG_FILE="$SCRIPT_DIR/${TIMESTAMP}_run.log"
-
-exec > "$LOG_FILE" 2>&1
-
-echo "=== Running teardown ==="
-"$SCRIPT_DIR/teardown.sh"
-
-echo ""
-echo "=== Running setup ==="
-"$SCRIPT_DIR/setup.sh"
-
-echo ""
-echo "=== Running task ==="
-TASK=$(cat "$SCRIPT_DIR/task.txt")
-cd /home/grail/projects/plays/goplays/gf-lt
-go run . -cli -msg "$TASK"
-
-echo ""
-echo "=== Done ==="
-echo "Log file: $LOG_FILE"

cli-tests/sort-text/setup.sh

@@ -1,10 +0,0 @@
-#!/bin/sh
-
-set -e
-
-mkdir -p /tmp/sort-text
-
-printf "cat" > /tmp/sort-text/file1.txt
-printf "red" > /tmp/sort-text/file2.txt
-printf "dog" > /tmp/sort-text/file3.txt
-printf "blue" > /tmp/sort-text/file4.txt

cli-tests/sort-text/task.txt

@@ -1,2 +0,0 @@
-go to /tmp/sort-text, create directories: animals, colors
-sort /tmp/sort-text/*.txt into created directories by text content

cli-tests/sort-text/teardown.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-set -e
-
-rm -rf /tmp/sort-text

config.example.toml

@@ -18,7 +18,7 @@ EmbedTokenizerPath = "onnx/embedgemma/tokenizer.json"
 EmbedDims = 768
 #
 ShowSys = true
-LogFile = "log.log"
+LogFile = "log.txt"
 UserRole = "user"
 ToolRole = "tool"
 AssistantRole = "assistant"
@@ -28,8 +28,8 @@ AutoScrollEnabled = true
 AutoCleanToolCallsFromCtx = false
 # rag settings
 RAGBatchSize = 1
-RAGWordLimit = 250
+RAGWordLimit = 80
-RAGOverlapWords = 25
+RAGOverlapWords = 16
 RAGDir = "ragimport"
 # extra tts
 TTS_ENABLED = false
@@ -42,7 +42,7 @@ STT_ENABLED = false
 STT_TYPE = "WHISPER_SERVER" # WHISPER_SERVER or WHISPER_BINARY
 STT_URL = "http://localhost:8081/inference"
 WhisperBinaryPath = "./batteries/whisper.cpp/build/bin/whisper-cli" # Path to whisper binary (for WHISPER_BINARY mode)
-WhisperModelPath = "./batteries/whisper.cpp/models/ggml-large-v3-turbo-q5_0.bin"  # Path to whisper model file (for WHISPER_BINARY mode)
+WhisperModelPath = "./batteries/whisper.cpp/ggml-large-v3-turbo-q5_0.bin"  # Path to whisper model file (for WHISPER_BINARY mode)
 STT_LANG = "en"  # Language for speech recognition (for WHISPER_BINARY mode)
 STT_SR = 16000  # Sample rate for audio recording
 #
@@ -61,4 +61,4 @@ StripThinkingFromAPI = true  # Strip <think> blocks from messages before sending
 ReasoningEffort = "medium"
 # playwright tools
 PlaywrightEnabled = false
-PlaywrightDebug = false # when true opens in gui mode (headless=false)
+PlaywrightDebug = false

config/config.go

@@ -27,6 +27,7 @@ type Config struct {
 	WriteNextMsgAs                string
 	WriteNextMsgAsCompletionAgent string
 	SkipLLMResp                   bool
+	AutoCleanToolCallsFromCtx     bool   `toml:"AutoCleanToolCallsFromCtx"`
 	DBPATH                        string `toml:"DBPATH"`
 	FilePickerDir                 string `toml:"FilePickerDir"`
 	FilePickerExts                string `toml:"FilePickerExts"`
@@ -75,8 +76,6 @@ type Config struct {
 	// playwright browser
 	PlaywrightEnabled bool `toml:"PlaywrightEnabled"`
 	PlaywrightDebug   bool `toml:"PlaywrightDebug"` // !headless
-	// CLI mode
-	CLIMode bool
 }
 
 func LoadConfig(fn string) (*Config, error) {

docs/config.md

@@ -63,6 +63,9 @@ This document explains how to set up and configure the application using the `co
 #### AutoScrollEnabled (`true`)
 - Whether to automatically scroll chat window while llm streams its repsonse.
 
+#### AutoCleanToolCallsFromCtx (`false`)
+- Whether to automatically clean tool calls from the conversation context to manage token usage.
+
 ### RAG (Retrieval Augmented Generation) Settings
 
 #### EmbedURL (`"http://localhost:8082/v1/embeddings"`)

extra/google_tts.go

@@ -1,218 +0,0 @@
-//go:build extra
-// +build extra
-
-package extra
-
-import (
-	"fmt"
-	"gf-lt/models"
-	"io"
-	"log/slog"
-	"os/exec"
-	"strings"
-	"sync"
-
-	google_translate_tts "github.com/GrailFinder/google-translate-tts"
-	"github.com/neurosnap/sentences/english"
-)
-
-type GoogleTranslateOrator struct {
-	logger *slog.Logger
-	mu     sync.Mutex
-	speech *google_translate_tts.Speech
-	// fields for playback control
-	cmd    *exec.Cmd
-	cmdMu  sync.Mutex
-	stopCh chan struct{}
-	// text buffer and interrupt flag
-	textBuffer strings.Builder
-	interrupt  bool
-	Speed      float32
-}
-
-func (o *GoogleTranslateOrator) stoproutine() {
-	for {
-		<-TTSDoneChan
-		o.logger.Debug("orator got done signal")
-		o.Stop()
-		for len(TTSTextChan) > 0 {
-			<-TTSTextChan
-		}
-		o.mu.Lock()
-		o.textBuffer.Reset()
-		o.interrupt = true
-		o.mu.Unlock()
-	}
-}
-
-func (o *GoogleTranslateOrator) readroutine() {
-	tokenizer, _ := english.NewSentenceTokenizer(nil)
-	for {
-		select {
-		case chunk := <-TTSTextChan:
-			o.mu.Lock()
-			o.interrupt = false
-			_, err := o.textBuffer.WriteString(chunk)
-			if err != nil {
-				o.logger.Warn("failed to write to stringbuilder", "error", err)
-				o.mu.Unlock()
-				continue
-			}
-			text := o.textBuffer.String()
-			sentences := tokenizer.Tokenize(text)
-			o.logger.Debug("adding chunk", "chunk", chunk, "text", text, "sen-len", len(sentences))
-			if len(sentences) <= 1 {
-				o.mu.Unlock()
-				continue
-			}
-			completeSentences := sentences[:len(sentences)-1]
-			remaining := sentences[len(sentences)-1].Text
-			o.textBuffer.Reset()
-			o.textBuffer.WriteString(remaining)
-			o.mu.Unlock()
-			for _, sentence := range completeSentences {
-				o.mu.Lock()
-				interrupted := o.interrupt
-				o.mu.Unlock()
-				if interrupted {
-					return
-				}
-				cleanedText := models.CleanText(sentence.Text)
-				if cleanedText == "" {
-					continue
-				}
-				o.logger.Debug("calling Speak with sentence", "sent", cleanedText)
-				if err := o.Speak(cleanedText); err != nil {
-					o.logger.Error("tts failed", "sentence", cleanedText, "error", err)
-				}
-			}
-		case <-TTSFlushChan:
-			o.logger.Debug("got flushchan signal start")
-			// lln is done get the whole message out
-			if len(TTSTextChan) > 0 { // otherwise might get stuck
-				for chunk := range TTSTextChan {
-					o.mu.Lock()
-					_, err := o.textBuffer.WriteString(chunk)
-					o.mu.Unlock()
-					if err != nil {
-						o.logger.Warn("failed to write to stringbuilder", "error", err)
-						continue
-					}
-					if len(TTSTextChan) == 0 {
-						break
-					}
-				}
-			}
-			o.mu.Lock()
-			remaining := o.textBuffer.String()
-			remaining = models.CleanText(remaining)
-			o.textBuffer.Reset()
-			o.mu.Unlock()
-			if remaining == "" {
-				continue
-			}
-			o.logger.Debug("calling Speak with remainder", "rem", remaining)
-			sentencesRem := tokenizer.Tokenize(remaining)
-			for _, rs := range sentencesRem { // to avoid dumping large volume of text
-				o.mu.Lock()
-				interrupt := o.interrupt
-				o.mu.Unlock()
-				if interrupt {
-					break
-				}
-				if err := o.Speak(rs.Text); err != nil {
-					o.logger.Error("tts failed", "sentence", rs.Text, "error", err)
-				}
-			}
-		}
-	}
-}
-
-func (o *GoogleTranslateOrator) GetLogger() *slog.Logger {
-	return o.logger
-}
-
-func (o *GoogleTranslateOrator) Speak(text string) error {
-	o.logger.Debug("fn: Speak is called", "text-len", len(text))
-	// Generate MP3 data directly as an io.Reader
-	reader, err := o.speech.GenerateSpeech(text)
-	if err != nil {
-		return fmt.Errorf("generate speech failed: %w", err)
-	}
-	// Wrap in io.NopCloser since GenerateSpeech returns io.Reader (no close needed)
-	body := io.NopCloser(reader)
-	defer body.Close()
-	// Build ffplay command with optional speed filter
-	args := []string{"-nodisp", "-autoexit"}
-	if o.Speed > 0.1 && o.Speed != 1.0 {
-		// atempo range is 0.5 to 2.0; you might clamp it here
-		args = append(args, "-af", fmt.Sprintf("atempo=%.2f", o.Speed))
-	}
-	args = append(args, "-i", "pipe:0")
-	cmd := exec.Command("ffplay", args...)
-	stdin, err := cmd.StdinPipe()
-	if err != nil {
-		return fmt.Errorf("failed to get stdin pipe: %w", err)
-	}
-	o.cmdMu.Lock()
-	o.cmd = cmd
-	o.stopCh = make(chan struct{})
-	o.cmdMu.Unlock()
-	if err := cmd.Start(); err != nil {
-		return fmt.Errorf("failed to start ffplay: %w", err)
-	}
-	copyErr := make(chan error, 1)
-	go func() {
-		_, err := io.Copy(stdin, body)
-		stdin.Close()
-		copyErr <- err
-	}()
-	done := make(chan error, 1)
-	go func() {
-		done <- cmd.Wait()
-	}()
-	select {
-	case <-o.stopCh:
-		if o.cmd != nil && o.cmd.Process != nil {
-			o.cmd.Process.Kill()
-		}
-		<-done
-		return nil
-	case copyErrVal := <-copyErr:
-		if copyErrVal != nil {
-			if o.cmd != nil && o.cmd.Process != nil {
-				o.cmd.Process.Kill()
-			}
-			<-done
-			return copyErrVal
-		}
-		return <-done
-	case err := <-done:
-		return err
-	}
-}
-
-func (o *GoogleTranslateOrator) Stop() {
-	o.cmdMu.Lock()
-	defer o.cmdMu.Unlock()
-	// Signal any running Speak to stop
-	if o.stopCh != nil {
-		select {
-		case <-o.stopCh: // already closed
-		default:
-			close(o.stopCh)
-		}
-		o.stopCh = nil
-	}
-	// Kill the external player process if it's still running
-	if o.cmd != nil && o.cmd.Process != nil {
-		o.cmd.Process.Kill()
-		o.cmd.Wait() // clean up zombie process
-		o.cmd = nil
-	}
-	// Also reset text buffer and interrupt flag (with o.mu)
-	o.mu.Lock()
-	o.textBuffer.Reset()
-	o.interrupt = true
-	o.mu.Unlock()
-}

extra/kokoro.go

@@ -1,259 +0,0 @@
-//go:build extra
-// +build extra
-
-package extra
-
-import (
-	"bytes"
-	"encoding/json"
-	"fmt"
-	"gf-lt/models"
-	"io"
-	"log/slog"
-	"net/http"
-	"os/exec"
-	"strings"
-	"sync"
-
-	"github.com/neurosnap/sentences/english"
-)
-
-type KokoroOrator struct {
-	logger   *slog.Logger
-	mu       sync.Mutex
-	URL      string
-	Format   models.AudioFormat
-	Stream   bool
-	Speed    float32
-	Language string
-	Voice    string
-	// fields for playback control
-	cmd    *exec.Cmd
-	cmdMu  sync.Mutex
-	stopCh chan struct{}
-	// textBuffer, interrupt etc. remain the same
-	textBuffer strings.Builder
-	interrupt  bool
-}
-
-func (o *KokoroOrator) GetLogger() *slog.Logger {
-	return o.logger
-}
-
-func (o *KokoroOrator) Speak(text string) error {
-	o.logger.Debug("fn: Speak is called", "text-len", len(text))
-	body, err := o.requestSound(text)
-	if err != nil {
-		return fmt.Errorf("request failed: %w", err)
-	}
-	defer body.Close()
-	cmd := exec.Command("ffplay", "-nodisp", "-autoexit", "-i", "pipe:0")
-	stdin, err := cmd.StdinPipe()
-	if err != nil {
-		return fmt.Errorf("failed to get stdin pipe: %w", err)
-	}
-	o.cmdMu.Lock()
-	o.cmd = cmd
-	o.stopCh = make(chan struct{})
-	o.cmdMu.Unlock()
-	if err := cmd.Start(); err != nil {
-		return fmt.Errorf("failed to start ffplay: %w", err)
-	}
-	// Copy audio in background
-	copyErr := make(chan error, 1)
-	go func() {
-		_, err := io.Copy(stdin, body)
-		stdin.Close()
-		copyErr <- err
-	}()
-	// Wait for player in background
-	done := make(chan error, 1)
-	go func() {
-		done <- cmd.Wait()
-	}()
-	// Wait for BOTH copy and player, but ensure we block until done
-	select {
-	case <-o.stopCh:
-		// Stop requested: kill player and wait for it to exit
-		if o.cmd != nil && o.cmd.Process != nil {
-			o.cmd.Process.Kill()
-		}
-		<-done // Wait for process to actually exit
-		return nil
-	case copyErrVal := <-copyErr:
-		if copyErrVal != nil {
-			// Copy failed: kill player and wait
-			if o.cmd != nil && o.cmd.Process != nil {
-				o.cmd.Process.Kill()
-			}
-			<-done
-			return copyErrVal
-		}
-		// Copy succeeded, now wait for playback to complete
-		return <-done
-	case err := <-done:
-		// Playback finished normally (copy must have succeeded or player would have exited early)
-		return err
-	}
-}
-func (o *KokoroOrator) requestSound(text string) (io.ReadCloser, error) {
-	if o.URL == "" {
-		return nil, fmt.Errorf("TTS URL is empty")
-	}
-	payload := map[string]interface{}{
-		"input":           text,
-		"voice":           o.Voice,
-		"response_format": o.Format,
-		"download_format": o.Format,
-		"stream":          o.Stream,
-		"speed":           o.Speed,
-		// "return_download_link": true,
-		"lang_code": o.Language,
-	}
-	payloadBytes, err := json.Marshal(payload)
-	if err != nil {
-		return nil, fmt.Errorf("failed to marshal payload: %w", err)
-	}
-	req, err := http.NewRequest("POST", o.URL, bytes.NewBuffer(payloadBytes)) //nolint:noctx
-	if err != nil {
-		return nil, fmt.Errorf("failed to create request: %w", err)
-	}
-	req.Header.Set("accept", "application/json")
-	req.Header.Set("Content-Type", "application/json")
-	resp, err := http.DefaultClient.Do(req)
-	if err != nil {
-		return nil, fmt.Errorf("request failed: %w", err)
-	}
-	if resp.StatusCode != http.StatusOK {
-		defer resp.Body.Close()
-		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
-	}
-	return resp.Body, nil
-}
-
-func (o *KokoroOrator) stoproutine() {
-	for {
-		<-TTSDoneChan
-		o.logger.Debug("orator got done signal")
-		// 1. Stop any ongoing playback (kills external player, closes stopCh)
-		o.Stop()
-		// 2. Drain any pending text chunks
-		for len(TTSTextChan) > 0 {
-			<-TTSTextChan
-		}
-		// 3. Reset internal state
-		o.mu.Lock()
-		o.textBuffer.Reset()
-		o.interrupt = true
-		o.mu.Unlock()
-	}
-}
-
-func (o *KokoroOrator) Stop() {
-	o.cmdMu.Lock()
-	defer o.cmdMu.Unlock()
-	// Signal any running Speak to stop
-	if o.stopCh != nil {
-		select {
-		case <-o.stopCh: // already closed
-		default:
-			close(o.stopCh)
-		}
-		o.stopCh = nil
-	}
-	// Kill the external player process if it's still running
-	if o.cmd != nil && o.cmd.Process != nil {
-		o.cmd.Process.Kill()
-		o.cmd.Wait() // clean up zombie process
-		o.cmd = nil
-	}
-	// Also reset text buffer and interrupt flag (with o.mu)
-	o.mu.Lock()
-	o.textBuffer.Reset()
-	o.interrupt = true
-	o.mu.Unlock()
-}
-
-func (o *KokoroOrator) readroutine() {
-	tokenizer, _ := english.NewSentenceTokenizer(nil)
-	for {
-		select {
-		case chunk := <-TTSTextChan:
-			o.mu.Lock()
-			o.interrupt = false
-			_, err := o.textBuffer.WriteString(chunk)
-			if err != nil {
-				o.logger.Warn("failed to write to stringbuilder", "error", err)
-				o.mu.Unlock()
-				continue
-			}
-			text := o.textBuffer.String()
-			sentences := tokenizer.Tokenize(text)
-			o.logger.Debug("adding chunk", "chunk", chunk, "text", text, "sen-len", len(sentences))
-			if len(sentences) <= 1 {
-				o.mu.Unlock()
-				continue
-			}
-			completeSentences := sentences[:len(sentences)-1]
-			remaining := sentences[len(sentences)-1].Text
-			o.textBuffer.Reset()
-			o.textBuffer.WriteString(remaining)
-			o.mu.Unlock()
-			for _, sentence := range completeSentences {
-				o.mu.Lock()
-				interrupted := o.interrupt
-				o.mu.Unlock()
-				if interrupted {
-					return
-				}
-				cleanedText := models.CleanText(sentence.Text)
-				if cleanedText == "" {
-					continue
-				}
-				o.logger.Debug("calling Speak with sentence", "sent", cleanedText)
-				if err := o.Speak(cleanedText); err != nil {
-					o.logger.Error("tts failed", "sentence", cleanedText, "error", err)
-				}
-			}
-		case <-TTSFlushChan:
-			o.logger.Debug("got flushchan signal start")
-			// lln is done get the whole message out
-			if len(TTSTextChan) > 0 { // otherwise might get stuck
-				for chunk := range TTSTextChan {
-					o.mu.Lock()
-					_, err := o.textBuffer.WriteString(chunk)
-					o.mu.Unlock()
-					if err != nil {
-						o.logger.Warn("failed to write to stringbuilder", "error", err)
-						continue
-					}
-					if len(TTSTextChan) == 0 {
-						break
-					}
-				}
-			}
-			// flush remaining text
-			o.mu.Lock()
-			remaining := o.textBuffer.String()
-			remaining = models.CleanText(remaining)
-			o.textBuffer.Reset()
-			o.mu.Unlock()
-			if remaining == "" {
-				continue
-			}
-			o.logger.Debug("calling Speak with remainder", "rem", remaining)
-			sentencesRem := tokenizer.Tokenize(remaining)
-			for _, rs := range sentencesRem { // to avoid dumping large volume of text
-				o.mu.Lock()
-				interrupt := o.interrupt
-				o.mu.Unlock()
-				if interrupt {
-					break
-				}
-				if err := o.Speak(rs.Text); err != nil {
-					o.logger.Error("tts failed", "sentence", rs, "error", err)
-				}
-			}
-		}
-	}
-}

extra/stt.go

@@ -6,10 +6,18 @@ package extra
 import (
 	"bytes"
 	"encoding/binary"
+	"errors"
+	"fmt"
 	"gf-lt/config"
 	"io"
 	"log/slog"
+	"mime/multipart"
+	"net/http"
 	"regexp"
+	"strings"
+	"syscall"
+
+	"github.com/gordonklaus/portaudio"
 )
 
 var specialRE = regexp.MustCompile(`\[.*?\]`)
@@ -36,6 +44,14 @@ func NewSTT(logger *slog.Logger, cfg *config.Config) STT {
 	return NewWhisperServer(logger, cfg)
 }
 
+type WhisperServer struct {
+	logger      *slog.Logger
+	ServerURL   string
+	SampleRate  int
+	AudioBuffer *bytes.Buffer
+	recording   bool
+}
+
 func NewWhisperServer(logger *slog.Logger, cfg *config.Config) *WhisperServer {
 	return &WhisperServer{
 		logger:      logger,
@@ -45,6 +61,69 @@ func NewWhisperServer(logger *slog.Logger, cfg *config.Config) *WhisperServer {
 	}
 }
 
+func (stt *WhisperServer) StartRecording() error {
+	if err := stt.microphoneStream(stt.SampleRate); err != nil {
+		return fmt.Errorf("failed to init microphone: %w", err)
+	}
+	stt.recording = true
+	return nil
+}
+
+func (stt *WhisperServer) StopRecording() (string, error) {
+	stt.recording = false
+	// wait loop to finish?
+	if stt.AudioBuffer == nil {
+		err := errors.New("unexpected nil AudioBuffer")
+		stt.logger.Error(err.Error())
+		return "", err
+	}
+	// Create WAV header first
+	body := &bytes.Buffer{}
+	writer := multipart.NewWriter(body)
+	// Add audio file part
+	part, err := writer.CreateFormFile("file", "recording.wav")
+	if err != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	// Stream directly to multipart writer: header + raw data
+	dataSize := stt.AudioBuffer.Len()
+	stt.writeWavHeader(part, dataSize)
+	if _, err := io.Copy(part, stt.AudioBuffer); err != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	// Reset buffer for next recording
+	stt.AudioBuffer.Reset()
+	// Add response format field
+	err = writer.WriteField("response_format", "text")
+	if err != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	if writer.Close() != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	// Send request
+	resp, err := http.Post(stt.ServerURL, writer.FormDataContentType(), body) //nolint:noctx
+	if err != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	defer resp.Body.Close()
+	// Read and print response
+	responseTextBytes, err := io.ReadAll(resp.Body)
+	if err != nil {
+		stt.logger.Error("fn: StopRecording", "error", err)
+		return "", err
+	}
+	resptext := strings.TrimRight(string(responseTextBytes), "\n")
+	// in case there are special tokens like [_BEG_]
+	resptext = specialRE.ReplaceAllString(resptext, "")
+	return strings.TrimSpace(strings.ReplaceAll(resptext, "\n ", "\n")), nil
+}
+
 func (stt *WhisperServer) writeWavHeader(w io.Writer, dataSize int) {
 	header := make([]byte, 44)
 	copy(header[0:4], "RIFF")
@@ -68,3 +147,56 @@ func (stt *WhisperServer) writeWavHeader(w io.Writer, dataSize int) {
 func (stt *WhisperServer) IsRecording() bool {
 	return stt.recording
 }
+
+func (stt *WhisperServer) microphoneStream(sampleRate int) error {
+	// Temporarily redirect stderr to suppress ALSA warnings during PortAudio init
+	origStderr, errDup := syscall.Dup(syscall.Stderr)
+	if errDup != nil {
+		return fmt.Errorf("failed to dup stderr: %w", errDup)
+	}
+	nullFD, err := syscall.Open("/dev/null", syscall.O_WRONLY, 0)
+	if err != nil {
+		_ = syscall.Close(origStderr) // Close the dup'd fd if open fails
+		return fmt.Errorf("failed to open /dev/null: %w", err)
+	}
+	// redirect stderr
+	_ = syscall.Dup2(nullFD, syscall.Stderr)
+	// Initialize PortAudio (this is where ALSA warnings occur)
+	defer func() {
+		// Restore stderr
+		_ = syscall.Dup2(origStderr, syscall.Stderr)
+		_ = syscall.Close(origStderr)
+		_ = syscall.Close(nullFD)
+	}()
+	if err := portaudio.Initialize(); err != nil {
+		return fmt.Errorf("portaudio init failed: %w", err)
+	}
+	in := make([]int16, 64)
+	stream, err := portaudio.OpenDefaultStream(1, 0, float64(sampleRate), len(in), in)
+	if err != nil {
+		if paErr := portaudio.Terminate(); paErr != nil {
+			return fmt.Errorf("failed to open microphone: %w; terminate error: %w", err, paErr)
+		}
+		return fmt.Errorf("failed to open microphone: %w", err)
+	}
+	go func(stream *portaudio.Stream) {
+		if err := stream.Start(); err != nil {
+			stt.logger.Error("microphoneStream", "error", err)
+			return
+		}
+		for {
+			if !stt.IsRecording() {
+				return
+			}
+			if err := stream.Read(); err != nil {
+				stt.logger.Error("reading stream", "error", err)
+				return
+			}
+			if err := binary.Write(stt.AudioBuffer, binary.LittleEndian, in); err != nil {
+				stt.logger.Error("writing to buffer", "error", err)
+				return
+			}
+		}
+	}(stream)
+	return nil
+}

extra/tts.go

@@ -4,13 +4,25 @@
 package extra
 
 import (
+	"bytes"
+	"encoding/json"
+	"fmt"
 	"gf-lt/config"
 	"gf-lt/models"
+	"io"
 	"log/slog"
+	"net/http"
 	"os"
 	"strings"
+	"sync"
+	"time"
 
 	google_translate_tts "github.com/GrailFinder/google-translate-tts"
+	"github.com/GrailFinder/google-translate-tts/handlers"
+	"github.com/gopxl/beep/v2"
+	"github.com/gopxl/beep/v2/mp3"
+	"github.com/gopxl/beep/v2/speaker"
+	"github.com/neurosnap/sentences/english"
 )
 
 var (
@@ -27,6 +39,142 @@ type Orator interface {
 	GetLogger() *slog.Logger
 }
 
+// impl https://github.com/remsky/Kokoro-FastAPI
+type KokoroOrator struct {
+	logger        *slog.Logger
+	mu            sync.Mutex
+	URL           string
+	Format        models.AudioFormat
+	Stream        bool
+	Speed         float32
+	Language      string
+	Voice         string
+	currentStream *beep.Ctrl // Added for playback control
+	currentDone   chan bool
+	textBuffer    strings.Builder
+	interrupt     bool
+	// textBuffer bytes.Buffer
+}
+
+// Google Translate TTS implementation
+type GoogleTranslateOrator struct {
+	logger        *slog.Logger
+	mu            sync.Mutex
+	speech        *google_translate_tts.Speech
+	currentStream *beep.Ctrl
+	currentDone   chan bool
+	textBuffer    strings.Builder
+	interrupt     bool
+}
+
+func (o *KokoroOrator) stoproutine() {
+	for {
+		<-TTSDoneChan
+		o.logger.Debug("orator got done signal")
+		o.Stop()
+		// drain the channel
+		for len(TTSTextChan) > 0 {
+			<-TTSTextChan
+		}
+		o.mu.Lock()
+		o.textBuffer.Reset()
+		if o.currentDone != nil {
+			select {
+			case o.currentDone <- true:
+			default:
+				// Channel might be closed, ignore
+			}
+		}
+		o.interrupt = true
+		o.mu.Unlock()
+	}
+}
+
+func (o *KokoroOrator) readroutine() {
+	tokenizer, _ := english.NewSentenceTokenizer(nil)
+	for {
+		select {
+		case chunk := <-TTSTextChan:
+			o.mu.Lock()
+			o.interrupt = false
+			_, err := o.textBuffer.WriteString(chunk)
+			if err != nil {
+				o.logger.Warn("failed to write to stringbuilder", "error", err)
+				o.mu.Unlock()
+				continue
+			}
+			text := o.textBuffer.String()
+			sentences := tokenizer.Tokenize(text)
+			o.logger.Debug("adding chunk", "chunk", chunk, "text", text, "sen-len", len(sentences))
+			if len(sentences) <= 1 {
+				o.mu.Unlock()
+				continue
+			}
+			completeSentences := sentences[:len(sentences)-1]
+			remaining := sentences[len(sentences)-1].Text
+			o.textBuffer.Reset()
+			o.textBuffer.WriteString(remaining)
+			o.mu.Unlock()
+
+			for _, sentence := range completeSentences {
+				o.mu.Lock()
+				interrupted := o.interrupt
+				o.mu.Unlock()
+				if interrupted {
+					return
+				}
+				cleanedText := models.CleanText(sentence.Text)
+				if cleanedText == "" {
+					continue
+				}
+				o.logger.Debug("calling Speak with sentence", "sent", cleanedText)
+				if err := o.Speak(cleanedText); err != nil {
+					o.logger.Error("tts failed", "sentence", cleanedText, "error", err)
+				}
+			}
+		case <-TTSFlushChan:
+			o.logger.Debug("got flushchan signal start")
+			// lln is done get the whole message out
+			if len(TTSTextChan) > 0 { // otherwise might get stuck
+				for chunk := range TTSTextChan {
+					o.mu.Lock()
+					_, err := o.textBuffer.WriteString(chunk)
+					o.mu.Unlock()
+					if err != nil {
+						o.logger.Warn("failed to write to stringbuilder", "error", err)
+						continue
+					}
+					if len(TTSTextChan) == 0 {
+						break
+					}
+				}
+			}
+			// flush remaining text
+			o.mu.Lock()
+			remaining := o.textBuffer.String()
+			remaining = models.CleanText(remaining)
+			o.textBuffer.Reset()
+			o.mu.Unlock()
+			if remaining == "" {
+				continue
+			}
+			o.logger.Debug("calling Speak with remainder", "rem", remaining)
+			sentencesRem := tokenizer.Tokenize(remaining)
+			for _, rs := range sentencesRem { // to avoid dumping large volume of text
+				o.mu.Lock()
+				interrupt := o.interrupt
+				o.mu.Unlock()
+				if interrupt {
+					break
+				}
+				if err := o.Speak(rs.Text); err != nil {
+					o.logger.Error("tts failed", "sentence", rs, "error", err)
+				}
+			}
+		}
+	}
+}
+
 func NewOrator(log *slog.Logger, cfg *config.Config) Orator {
 	provider := cfg.TTS_PROVIDER
 	if provider == "" {
@@ -56,14 +204,270 @@ func NewOrator(log *slog.Logger, cfg *config.Config) Orator {
 			Language: language,
 			Proxy:    "", // Proxy not supported
 			Speed:    cfg.TTS_SPEED,
+			Handler:  &handlers.Beep{},
 		}
 		orator := &GoogleTranslateOrator{
 			logger: log,
 			speech: speech,
-			Speed:  cfg.TTS_SPEED,
 		}
 		go orator.readroutine()
 		go orator.stoproutine()
 		return orator
 	}
 }
+
+func (o *KokoroOrator) GetLogger() *slog.Logger {
+	return o.logger
+}
+
+func (o *KokoroOrator) requestSound(text string) (io.ReadCloser, error) {
+	if o.URL == "" {
+		return nil, fmt.Errorf("TTS URL is empty")
+	}
+	payload := map[string]interface{}{
+		"input":           text,
+		"voice":           o.Voice,
+		"response_format": o.Format,
+		"download_format": o.Format,
+		"stream":          o.Stream,
+		"speed":           o.Speed,
+		// "return_download_link": true,
+		"lang_code": o.Language,
+	}
+	payloadBytes, err := json.Marshal(payload)
+	if err != nil {
+		return nil, fmt.Errorf("failed to marshal payload: %w", err)
+	}
+	req, err := http.NewRequest("POST", o.URL, bytes.NewBuffer(payloadBytes)) //nolint:noctx
+	if err != nil {
+		return nil, fmt.Errorf("failed to create request: %w", err)
+	}
+	req.Header.Set("accept", "application/json")
+	req.Header.Set("Content-Type", "application/json")
+	resp, err := http.DefaultClient.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("request failed: %w", err)
+	}
+	if resp.StatusCode != http.StatusOK {
+		defer resp.Body.Close()
+		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+	}
+	return resp.Body, nil
+}
+
+func (o *KokoroOrator) Speak(text string) error {
+	o.logger.Debug("fn: Speak is called", "text-len", len(text))
+	body, err := o.requestSound(text)
+	if err != nil {
+		o.logger.Error("request failed", "error", err)
+		return fmt.Errorf("request failed: %w", err)
+	}
+	defer body.Close()
+	// Decode the mp3 audio from response body
+	streamer, format, err := mp3.Decode(body)
+	if err != nil {
+		o.logger.Error("mp3 decode failed", "error", err)
+		return fmt.Errorf("mp3 decode failed: %w", err)
+	}
+	defer streamer.Close()
+	// here it spams with errors that speaker cannot be initialized more than once, but how would we deal with many audio records then?
+	if err := speaker.Init(format.SampleRate, format.SampleRate.N(time.Second/10)); err != nil {
+		o.logger.Debug("failed to init speaker", "error", err)
+	}
+	done := make(chan bool)
+	o.mu.Lock()
+	o.currentDone = done
+	o.currentStream = &beep.Ctrl{Streamer: beep.Seq(streamer, beep.Callback(func() {
+		o.mu.Lock()
+		close(done)
+		o.currentStream = nil
+		o.currentDone = nil
+		o.mu.Unlock()
+	})), Paused: false}
+	o.mu.Unlock()
+	speaker.Play(o.currentStream)
+	<-done
+	return nil
+}
+
+func (o *KokoroOrator) Stop() {
+	// speaker.Clear()
+	o.logger.Debug("attempted to stop orator", "orator", o)
+	speaker.Lock()
+	defer speaker.Unlock()
+	o.mu.Lock()
+	defer o.mu.Unlock()
+	if o.currentStream != nil {
+		// o.currentStream.Paused = true
+		o.currentStream.Streamer = nil
+	}
+}
+
+func (o *GoogleTranslateOrator) stoproutine() {
+	for {
+		<-TTSDoneChan
+		o.logger.Debug("orator got done signal")
+		o.Stop()
+		// drain the channel
+		for len(TTSTextChan) > 0 {
+			<-TTSTextChan
+		}
+		o.mu.Lock()
+		o.textBuffer.Reset()
+		if o.currentDone != nil {
+			select {
+			case o.currentDone <- true:
+			default:
+				// Channel might be closed, ignore
+			}
+		}
+		o.interrupt = true
+		o.mu.Unlock()
+	}
+}
+
+func (o *GoogleTranslateOrator) readroutine() {
+	tokenizer, _ := english.NewSentenceTokenizer(nil)
+	for {
+		select {
+		case chunk := <-TTSTextChan:
+			o.mu.Lock()
+			o.interrupt = false
+			_, err := o.textBuffer.WriteString(chunk)
+			if err != nil {
+				o.logger.Warn("failed to write to stringbuilder", "error", err)
+				o.mu.Unlock()
+				continue
+			}
+			text := o.textBuffer.String()
+			sentences := tokenizer.Tokenize(text)
+			o.logger.Debug("adding chunk", "chunk", chunk, "text", text, "sen-len", len(sentences))
+			if len(sentences) <= 1 {
+				o.mu.Unlock()
+				continue
+			}
+			completeSentences := sentences[:len(sentences)-1]
+			remaining := sentences[len(sentences)-1].Text
+			o.textBuffer.Reset()
+			o.textBuffer.WriteString(remaining)
+			o.mu.Unlock()
+
+			for _, sentence := range completeSentences {
+				o.mu.Lock()
+				interrupted := o.interrupt
+				o.mu.Unlock()
+				if interrupted {
+					return
+				}
+				cleanedText := models.CleanText(sentence.Text)
+				if cleanedText == "" {
+					continue
+				}
+				o.logger.Debug("calling Speak with sentence", "sent", cleanedText)
+				if err := o.Speak(cleanedText); err != nil {
+					o.logger.Error("tts failed", "sentence", cleanedText, "error", err)
+				}
+			}
+		case <-TTSFlushChan:
+			o.logger.Debug("got flushchan signal start")
+			// lln is done get the whole message out
+			if len(TTSTextChan) > 0 { // otherwise might get stuck
+				for chunk := range TTSTextChan {
+					o.mu.Lock()
+					_, err := o.textBuffer.WriteString(chunk)
+					o.mu.Unlock()
+					if err != nil {
+						o.logger.Warn("failed to write to stringbuilder", "error", err)
+						continue
+					}
+					if len(TTSTextChan) == 0 {
+						break
+					}
+				}
+			}
+			o.mu.Lock()
+			remaining := o.textBuffer.String()
+			remaining = models.CleanText(remaining)
+			o.textBuffer.Reset()
+			o.mu.Unlock()
+			if remaining == "" {
+				continue
+			}
+			o.logger.Debug("calling Speak with remainder", "rem", remaining)
+			sentencesRem := tokenizer.Tokenize(remaining)
+			for _, rs := range sentencesRem { // to avoid dumping large volume of text
+				o.mu.Lock()
+				interrupt := o.interrupt
+				o.mu.Unlock()
+				if interrupt {
+					break
+				}
+				if err := o.Speak(rs.Text); err != nil {
+					o.logger.Error("tts failed", "sentence", rs.Text, "error", err)
+				}
+			}
+		}
+	}
+}
+
+func (o *GoogleTranslateOrator) GetLogger() *slog.Logger {
+	return o.logger
+}
+
+func (o *GoogleTranslateOrator) Speak(text string) error {
+	o.logger.Debug("fn: Speak is called", "text-len", len(text))
+	// Generate MP3 data using google-translate-tts
+	reader, err := o.speech.GenerateSpeech(text)
+	if err != nil {
+		o.logger.Error("generate speech failed", "error", err)
+		return fmt.Errorf("generate speech failed: %w", err)
+	}
+	// Decode the mp3 audio from reader (wrap with NopCloser for io.ReadCloser)
+	streamer, format, err := mp3.Decode(io.NopCloser(reader))
+	if err != nil {
+		o.logger.Error("mp3 decode failed", "error", err)
+		return fmt.Errorf("mp3 decode failed: %w", err)
+	}
+	defer streamer.Close()
+	playbackStreamer := beep.Streamer(streamer)
+	speed := o.speech.Speed
+	if speed <= 0 {
+		speed = 1.0
+	}
+	if speed != 1.0 {
+		playbackStreamer = beep.ResampleRatio(3, float64(speed), streamer)
+	}
+	// Initialize speaker with the format's sample rate
+	if err := speaker.Init(format.SampleRate, format.SampleRate.N(time.Second/10)); err != nil {
+		o.logger.Debug("failed to init speaker", "error", err)
+	}
+	done := make(chan bool)
+	o.mu.Lock()
+	o.currentDone = done
+	o.currentStream = &beep.Ctrl{Streamer: beep.Seq(playbackStreamer, beep.Callback(func() {
+		o.mu.Lock()
+		close(done)
+		o.currentStream = nil
+		o.currentDone = nil
+		o.mu.Unlock()
+	})), Paused: false}
+	o.mu.Unlock()
+	speaker.Play(o.currentStream)
+	<-done // wait for playback to complete
+	return nil
+}
+
+func (o *GoogleTranslateOrator) Stop() {
+	o.logger.Debug("attempted to stop google translate orator")
+	speaker.Lock()
+	defer speaker.Unlock()
+	o.mu.Lock()
+	defer o.mu.Unlock()
+	if o.currentStream != nil {
+		o.currentStream.Streamer = nil
+	}
+	// Also stop the speech handler if possible
+	if o.speech != nil {
+		_ = o.speech.Stop()
+	}
+}

extra/whisper_binary.go

@@ -9,13 +9,15 @@ import (
 	"errors"
 	"fmt"
 	"gf-lt/config"
+	"io"
 	"log/slog"
 	"os"
 	"os/exec"
 	"strings"
 	"sync"
 	"syscall"
-	"time"
+
+	"github.com/gordonklaus/portaudio"
 )
 
 type WhisperBinary struct {
@@ -23,143 +25,11 @@ type WhisperBinary struct {
 	whisperPath string
 	modelPath   string
 	lang        string
-	// Per-recording fields (protected by mu)
+	ctx         context.Context
-	mu        sync.Mutex
+	cancel      context.CancelFunc
-	recording bool
+	mu          sync.Mutex
-	tempFile  string
+	recording   bool
-	ctx       context.Context
+	audioBuffer []int16
-	cancel    context.CancelFunc
-	cmd       *exec.Cmd
-	cmdMu     sync.Mutex
-}
-
-func (w *WhisperBinary) StartRecording() error {
-	w.mu.Lock()
-	defer w.mu.Unlock()
-	if w.recording {
-		return errors.New("recording is already in progress")
-	}
-	// Fresh context for this recording
-	ctx, cancel := context.WithCancel(context.Background())
-	w.ctx = ctx
-	w.cancel = cancel
-	// Create temporary file
-	tempFile, err := os.CreateTemp("", "recording_*.wav")
-	if err != nil {
-		cancel()
-		return fmt.Errorf("failed to create temp file: %w", err)
-	}
-	tempFile.Close()
-	w.tempFile = tempFile.Name()
-	// ffmpeg command: capture from default microphone, write WAV
-	args := []string{
-		"-f", "alsa", // or "pulse" if preferred
-		"-i", "default",
-		"-acodec", "pcm_s16le",
-		"-ar", "16000",
-		"-ac", "1",
-		"-y", // overwrite output file
-		w.tempFile,
-	}
-	cmd := exec.CommandContext(w.ctx, "ffmpeg", args...)
-	// Capture stderr for debugging (optional, but useful for diagnosing)
-	stderr, err := cmd.StderrPipe()
-	if err != nil {
-		cancel()
-		os.Remove(w.tempFile)
-		return fmt.Errorf("failed to create stderr pipe: %w", err)
-	}
-	go func() {
-		buf := make([]byte, 1024)
-		for {
-			n, err := stderr.Read(buf)
-			if n > 0 {
-				w.logger.Debug("ffmpeg stderr", "output", string(buf[:n]))
-			}
-			if err != nil {
-				break
-			}
-		}
-	}()
-	w.cmdMu.Lock()
-	w.cmd = cmd
-	w.cmdMu.Unlock()
-	if err := cmd.Start(); err != nil {
-		cancel()
-		os.Remove(w.tempFile)
-		return fmt.Errorf("failed to start ffmpeg: %w", err)
-	}
-	w.recording = true
-	w.logger.Debug("Recording started", "file", w.tempFile)
-	return nil
-}
-
-func (w *WhisperBinary) StopRecording() (string, error) {
-	w.mu.Lock()
-	defer w.mu.Unlock()
-	if !w.recording {
-		return "", errors.New("not currently recording")
-	}
-	w.recording = false
-	// Gracefully stop ffmpeg
-	w.cmdMu.Lock()
-	if w.cmd != nil && w.cmd.Process != nil {
-		w.logger.Debug("Sending SIGTERM to ffmpeg")
-		w.cmd.Process.Signal(syscall.SIGTERM)
-		// Wait for process to exit (up to 2 seconds)
-		done := make(chan error, 1)
-		go func() {
-			done <- w.cmd.Wait()
-		}()
-		select {
-		case <-done:
-			w.logger.Debug("ffmpeg exited after SIGTERM")
-		case <-time.After(2 * time.Second):
-			w.logger.Warn("ffmpeg did not exit, sending SIGKILL")
-			w.cmd.Process.Kill()
-			<-done
-		}
-	}
-	w.cmdMu.Unlock()
-	// Cancel context (already done, but for cleanliness)
-	if w.cancel != nil {
-		w.cancel()
-	}
-	// Validate temp file
-	if w.tempFile == "" {
-		return "", errors.New("no recording file")
-	}
-	defer os.Remove(w.tempFile)
-	info, err := os.Stat(w.tempFile)
-	if err != nil {
-		return "", fmt.Errorf("failed to stat temp file: %w", err)
-	}
-	if info.Size() < 44 { // WAV header is 44 bytes
-		// Log ffmpeg stderr? Already captured in debug logs.
-		return "", fmt.Errorf("recording file too small (%d bytes), possibly no audio captured", info.Size())
-	}
-	// Run whisper.cpp binary
-	cmd := exec.Command(w.whisperPath, "-m", w.modelPath, "-l", w.lang, w.tempFile)
-	var outBuf, errBuf bytes.Buffer
-	cmd.Stdout = &outBuf
-	cmd.Stderr = &errBuf
-	if err := cmd.Run(); err != nil {
-		w.logger.Error("whisper binary failed",
-			"error", err,
-			"stderr", errBuf.String(),
-			"file_size", info.Size())
-		return "", fmt.Errorf("whisper binary failed: %w (stderr: %s)", err, errBuf.String())
-	}
-	result := strings.TrimRight(outBuf.String(), "\n")
-	result = specialRE.ReplaceAllString(result, "")
-	return strings.TrimSpace(strings.ReplaceAll(result, "\n ", "\n")), nil
-}
-
-// IsRecording returns true if a recording is in progress.
-func (w *WhisperBinary) IsRecording() bool {
-	w.mu.Lock()
-	defer w.mu.Unlock()
-	return w.recording
 }
 
 func NewWhisperBinary(logger *slog.Logger, cfg *config.Config) *WhisperBinary {
@@ -174,3 +44,283 @@ func NewWhisperBinary(logger *slog.Logger, cfg *config.Config) *WhisperBinary {
 		cancel:      cancel,
 	}
 }
+
+func (w *WhisperBinary) StartRecording() error {
+	w.mu.Lock()
+	defer w.mu.Unlock()
+	if w.recording {
+		return errors.New("recording is already in progress")
+	}
+	// If context is cancelled, create a new one for the next recording session
+	if w.ctx.Err() != nil {
+		w.logger.Debug("Context cancelled, creating new context")
+		w.ctx, w.cancel = context.WithCancel(context.Background())
+	}
+	// Temporarily redirect stderr to suppress ALSA warnings during PortAudio init
+	origStderr, errDup := syscall.Dup(syscall.Stderr)
+	if errDup != nil {
+		return fmt.Errorf("failed to dup stderr: %w", errDup)
+	}
+	nullFD, err := syscall.Open("/dev/null", syscall.O_WRONLY, 0)
+	if err != nil {
+		_ = syscall.Close(origStderr) // Close the dup'd fd if open fails
+		return fmt.Errorf("failed to open /dev/null: %w", err)
+	}
+	// redirect stderr
+	_ = syscall.Dup2(nullFD, syscall.Stderr)
+	// Initialize PortAudio (this is where ALSA warnings occur)
+	portaudioErr := portaudio.Initialize()
+	defer func() {
+		// Restore stderr
+		_ = syscall.Dup2(origStderr, syscall.Stderr)
+		_ = syscall.Close(origStderr)
+		_ = syscall.Close(nullFD)
+	}()
+	if portaudioErr != nil {
+		return fmt.Errorf("portaudio init failed: %w", portaudioErr)
+	}
+	// Initialize audio buffer
+	w.audioBuffer = make([]int16, 0)
+	in := make([]int16, 1024) // buffer size
+	stream, err := portaudio.OpenDefaultStream(1, 0, 16000.0, len(in), in)
+	if err != nil {
+		if paErr := portaudio.Terminate(); paErr != nil {
+			return fmt.Errorf("failed to open microphone: %w; terminate error: %w", err, paErr)
+		}
+		return fmt.Errorf("failed to open microphone: %w", err)
+	}
+	go w.recordAudio(stream, in)
+	w.recording = true
+	w.logger.Debug("Recording started")
+	return nil
+}
+
+func (w *WhisperBinary) recordAudio(stream *portaudio.Stream, in []int16) {
+	defer func() {
+		w.logger.Debug("recordAudio defer function called")
+		_ = stream.Stop()         // Stop the stream
+		_ = portaudio.Terminate() // ignoring error as we're shutting down
+		w.logger.Debug("recordAudio terminated")
+	}()
+	w.logger.Debug("Starting audio stream")
+	if err := stream.Start(); err != nil {
+		w.logger.Error("Failed to start audio stream", "error", err)
+		return
+	}
+	w.logger.Debug("Audio stream started, entering recording loop")
+	for {
+		select {
+		case <-w.ctx.Done():
+			w.logger.Debug("Context done, exiting recording loop")
+			return
+		default:
+			// Check recording status with minimal lock time
+			w.mu.Lock()
+			recording := w.recording
+			w.mu.Unlock()
+
+			if !recording {
+				w.logger.Debug("Recording flag is false, exiting recording loop")
+				return
+			}
+			if err := stream.Read(); err != nil {
+				w.logger.Error("Error reading from stream", "error", err)
+				return
+			}
+			// Append samples to buffer - only acquire lock when necessary
+			w.mu.Lock()
+			if w.audioBuffer == nil {
+				w.audioBuffer = make([]int16, 0)
+			}
+			// Make a copy of the input buffer to avoid overwriting
+			tempBuffer := make([]int16, len(in))
+			copy(tempBuffer, in)
+			w.audioBuffer = append(w.audioBuffer, tempBuffer...)
+			w.mu.Unlock()
+		}
+	}
+}
+
+func (w *WhisperBinary) StopRecording() (string, error) {
+	w.logger.Debug("StopRecording called")
+	w.mu.Lock()
+	if !w.recording {
+		w.mu.Unlock()
+		return "", errors.New("not currently recording")
+	}
+	w.logger.Debug("Setting recording to false and cancelling context")
+	w.recording = false
+	w.cancel() // This will stop the recording goroutine
+	w.mu.Unlock()
+	// // Small delay to allow the recording goroutine to react to context cancellation
+	// time.Sleep(20 * time.Millisecond)
+	// Save the recorded audio to a temporary file
+	tempFile, err := w.saveAudioToTempFile()
+	if err != nil {
+		w.logger.Error("Error saving audio to temp file", "error", err)
+		return "", fmt.Errorf("failed to save audio to temp file: %w", err)
+	}
+	w.logger.Debug("Saved audio to temp file", "file", tempFile)
+	// Run the whisper binary with a separate context to avoid cancellation during transcription
+	cmd := exec.Command(w.whisperPath, "-m", w.modelPath, "-l", w.lang, tempFile, "2>/dev/null")
+	var outBuf bytes.Buffer
+	cmd.Stdout = &outBuf
+	// Redirect stderr to suppress ALSA warnings and other stderr output
+	cmd.Stderr = io.Discard // Suppress stderr output from whisper binary
+	w.logger.Debug("Running whisper binary command")
+	if err := cmd.Run(); err != nil {
+		// Clean up audio buffer
+		w.mu.Lock()
+		w.audioBuffer = nil
+		w.mu.Unlock()
+		// Since we're suppressing stderr, we'll just log that the command failed
+		w.logger.Error("Error running whisper binary", "error", err)
+		return "", fmt.Errorf("whisper binary failed: %w", err)
+	}
+	result := outBuf.String()
+	w.logger.Debug("Whisper binary completed", "result", result)
+	// Clean up audio buffer
+	w.mu.Lock()
+	w.audioBuffer = nil
+	w.mu.Unlock()
+	// Clean up the temporary file after transcription
+	w.logger.Debug("StopRecording completed")
+	os.Remove(tempFile)
+	result = strings.TrimRight(result, "\n")
+	// in case there are special tokens like [_BEG_]
+	result = specialRE.ReplaceAllString(result, "")
+	return strings.TrimSpace(strings.ReplaceAll(result, "\n ", "\n")), nil
+}
+
+// saveAudioToTempFile saves the recorded audio data to a temporary WAV file
+func (w *WhisperBinary) saveAudioToTempFile() (string, error) {
+	w.logger.Debug("saveAudioToTempFile called")
+	// Create temporary WAV file
+	tempFile, err := os.CreateTemp("", "recording_*.wav")
+	if err != nil {
+		w.logger.Error("Failed to create temp file", "error", err)
+		return "", fmt.Errorf("failed to create temp file: %w", err)
+	}
+	w.logger.Debug("Created temp file", "file", tempFile.Name())
+	defer tempFile.Close()
+
+	// Write WAV header and data
+	w.logger.Debug("About to write WAV file", "file", tempFile.Name())
+	err = w.writeWAVFile(tempFile.Name())
+	if err != nil {
+		w.logger.Error("Error writing WAV file", "error", err)
+		return "", fmt.Errorf("failed to write WAV file: %w", err)
+	}
+	w.logger.Debug("WAV file written successfully", "file", tempFile.Name())
+
+	return tempFile.Name(), nil
+}
+
+// writeWAVFile creates a WAV file from the recorded audio data
+func (w *WhisperBinary) writeWAVFile(filename string) error {
+	w.logger.Debug("writeWAVFile called", "filename", filename)
+	// Open file for writing
+	file, err := os.Create(filename)
+	if err != nil {
+		w.logger.Error("Error creating file", "error", err)
+		return err
+	}
+	defer file.Close()
+
+	w.logger.Debug("About to acquire mutex in writeWAVFile")
+	w.mu.Lock()
+	w.logger.Debug("Locked mutex, copying audio buffer")
+	audioData := make([]int16, len(w.audioBuffer))
+	copy(audioData, w.audioBuffer)
+	w.mu.Unlock()
+	w.logger.Debug("Unlocked mutex", "audio_data_length", len(audioData))
+
+	if len(audioData) == 0 {
+		w.logger.Warn("No audio data to write")
+		return errors.New("no audio data to write")
+	}
+
+	// Calculate data size (number of samples * size of int16)
+	dataSize := len(audioData) * 2 // 2 bytes per int16 sample
+	w.logger.Debug("Calculated data size", "size", dataSize)
+
+	// Write WAV header with the correct data size
+	header := w.createWAVHeader(16000, 1, 16, dataSize)
+	_, err = file.Write(header)
+	if err != nil {
+		w.logger.Error("Error writing WAV header", "error", err)
+		return err
+	}
+	w.logger.Debug("WAV header written successfully")
+
+	// Write audio data
+	w.logger.Debug("About to write audio data samples")
+	for i, sample := range audioData {
+		// Write little-endian 16-bit sample
+		_, err := file.Write([]byte{byte(sample), byte(sample >> 8)})
+		if err != nil {
+			w.logger.Error("Error writing sample", "index", i, "error", err)
+			return err
+		}
+		// Log progress every 10000 samples to avoid too much output
+		if i%10000 == 0 {
+			w.logger.Debug("Written samples", "count", i)
+		}
+	}
+	w.logger.Debug("All audio data written successfully")
+
+	return nil
+}
+
+// createWAVHeader creates a WAV file header
+func (w *WhisperBinary) createWAVHeader(sampleRate, channels, bitsPerSample int, dataSize int) []byte {
+	header := make([]byte, 44)
+	copy(header[0:4], "RIFF")
+	// Total file size will be updated later
+	copy(header[8:12], "WAVE")
+	copy(header[12:16], "fmt ")
+	// fmt chunk size (16 for PCM)
+	header[16] = 16
+	header[17] = 0
+	header[18] = 0
+	header[19] = 0
+	// Audio format (1 = PCM)
+	header[20] = 1
+	header[21] = 0
+	// Number of channels
+	header[22] = byte(channels)
+	header[23] = 0
+	// Sample rate
+	header[24] = byte(sampleRate)
+	header[25] = byte(sampleRate >> 8)
+	header[26] = byte(sampleRate >> 16)
+	header[27] = byte(sampleRate >> 24)
+	// Byte rate
+	byteRate := sampleRate * channels * bitsPerSample / 8
+	header[28] = byte(byteRate)
+	header[29] = byte(byteRate >> 8)
+	header[30] = byte(byteRate >> 16)
+	header[31] = byte(byteRate >> 24)
+	// Block align
+	blockAlign := channels * bitsPerSample / 8
+	header[32] = byte(blockAlign)
+	header[33] = 0
+	// Bits per sample
+	header[34] = byte(bitsPerSample)
+	header[35] = 0
+	// "data" subchunk
+	copy(header[36:40], "data")
+	// Data size
+	header[40] = byte(dataSize)
+	header[41] = byte(dataSize >> 8)
+	header[42] = byte(dataSize >> 16)
+	header[43] = byte(dataSize >> 24)
+
+	return header
+}
+
+func (w *WhisperBinary) IsRecording() bool {
+	w.mu.Lock()
+	defer w.mu.Unlock()
+	return w.recording
+}

extra/whisper_server.go

@@ -1,156 +0,0 @@
-//go:build extra
-// +build extra
-
-package extra
-
-import (
-	"bytes"
-	"errors"
-	"fmt"
-	"io"
-	"log/slog"
-	"mime/multipart"
-	"net/http"
-	"os/exec"
-	"strings"
-	"sync"
-)
-
-type WhisperServer struct {
-	logger      *slog.Logger
-	ServerURL   string
-	SampleRate  int
-	AudioBuffer *bytes.Buffer
-	recording   bool          // protected by mu
-	mu          sync.Mutex    // protects recording & AudioBuffer
-	cmd         *exec.Cmd     // protected by cmdMu
-	stopCh      chan struct{} // protected by cmdMu
-	cmdMu       sync.Mutex    // protects cmd and stopCh
-}
-
-func (stt *WhisperServer) StartRecording() error {
-	stt.mu.Lock()
-	defer stt.mu.Unlock()
-	if stt.recording {
-		return nil
-	}
-	// Build ffmpeg command for microphone capture
-	args := []string{
-		"-f", "alsa",
-		"-i", "default",
-		"-acodec", "pcm_s16le",
-		"-ar", fmt.Sprint(stt.SampleRate),
-		"-ac", "1",
-		"-f", "s16le",
-		"-",
-	}
-	cmd := exec.Command("ffmpeg", args...)
-	stdout, err := cmd.StdoutPipe()
-	if err != nil {
-		return fmt.Errorf("failed to get stdout pipe: %w", err)
-	}
-	stt.cmdMu.Lock()
-	stt.cmd = cmd
-	stt.stopCh = make(chan struct{})
-	stt.cmdMu.Unlock()
-	if err := cmd.Start(); err != nil {
-		return fmt.Errorf("failed to start ffmpeg: %w", err)
-	}
-	stt.recording = true
-	stt.AudioBuffer.Reset()
-	// Read PCM data in goroutine
-	go func() {
-		buf := make([]byte, 4096)
-		for {
-			select {
-			case <-stt.stopCh:
-				return
-			default:
-				n, err := stdout.Read(buf)
-				if n > 0 {
-					stt.mu.Lock()
-					stt.AudioBuffer.Write(buf[:n])
-					stt.mu.Unlock()
-				}
-				if err != nil {
-					if err != io.EOF {
-						stt.logger.Error("recording read error", "error", err)
-					}
-					return
-				}
-			}
-		}
-	}()
-	return nil
-}
-
-func (stt *WhisperServer) StopRecording() (string, error) {
-	stt.mu.Lock()
-	defer stt.mu.Unlock()
-	if !stt.recording {
-		return "", errors.New("not recording")
-	}
-	stt.recording = false
-	// Stop ffmpeg
-	stt.cmdMu.Lock()
-	if stt.cmd != nil && stt.cmd.Process != nil {
-		stt.cmd.Process.Kill()
-		stt.cmd.Wait()
-	}
-	close(stt.stopCh)
-	stt.cmdMu.Unlock()
-	// Rest of StopRecording unchanged (WAV header + HTTP upload)
-	// ...
-	stt.recording = false
-	// wait loop to finish?
-	if stt.AudioBuffer == nil {
-		err := errors.New("unexpected nil AudioBuffer")
-		stt.logger.Error(err.Error())
-		return "", err
-	}
-	// Create WAV header first
-	body := &bytes.Buffer{}
-	writer := multipart.NewWriter(body)
-	// Add audio file part
-	part, err := writer.CreateFormFile("file", "recording.wav")
-	if err != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	// Stream directly to multipart writer: header + raw data
-	dataSize := stt.AudioBuffer.Len()
-	stt.writeWavHeader(part, dataSize)
-	if _, err := io.Copy(part, stt.AudioBuffer); err != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	// Reset buffer for next recording
-	stt.AudioBuffer.Reset()
-	// Add response format field
-	err = writer.WriteField("response_format", "text")
-	if err != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	if writer.Close() != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	// Send request
-	resp, err := http.Post(stt.ServerURL, writer.FormDataContentType(), body) //nolint:noctx
-	if err != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	defer resp.Body.Close()
-	// Read and print response
-	responseTextBytes, err := io.ReadAll(resp.Body)
-	if err != nil {
-		stt.logger.Error("fn: StopRecording", "error", err)
-		return "", err
-	}
-	resptext := strings.TrimRight(string(responseTextBytes), "\n")
-	// in case there are special tokens like [_BEG_]
-	resptext = specialRE.ReplaceAllString(resptext, "")
-	return strings.TrimSpace(strings.ReplaceAll(resptext, "\n ", "\n")), nil
-}

go.mod

@@ -4,11 +4,13 @@ go 1.25.1
 
 require (
 	github.com/BurntSushi/toml v1.5.0
-	github.com/GrailFinder/google-translate-tts v0.1.4
+	github.com/GrailFinder/google-translate-tts v0.1.3
 	github.com/GrailFinder/searchagent v0.2.0
 	github.com/PuerkitoBio/goquery v1.11.0
 	github.com/gdamore/tcell/v2 v2.13.2
 	github.com/glebarez/go-sqlite v1.22.0
+	github.com/gopxl/beep/v2 v2.1.1
+	github.com/gordonklaus/portaudio v0.0.0-20250206071425-98a94950218b
 	github.com/jmoiron/sqlx v1.4.0
 	github.com/ledongthuc/pdf v0.0.0-20250511090121-5959a4027728
 	github.com/neurosnap/sentences v1.1.2
@@ -23,17 +25,21 @@ require (
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/deckarep/golang-set/v2 v2.8.0 // indirect
 	github.com/dustin/go-humanize v1.0.1 // indirect
+	github.com/ebitengine/oto/v3 v3.4.0 // indirect
+	github.com/ebitengine/purego v0.9.1 // indirect
 	github.com/emirpasic/gods v1.18.1 // indirect
 	github.com/gdamore/encoding v1.0.1 // indirect
 	github.com/go-jose/go-jose/v3 v3.0.4 // indirect
 	github.com/go-stack/stack v1.8.1 // indirect
 	github.com/google/uuid v1.6.0 // indirect
 	github.com/hajimehoshi/go-mp3 v0.3.4 // indirect
+	github.com/hajimehoshi/oto/v2 v2.3.1 // indirect
 	github.com/lucasb-eyer/go-colorful v1.3.0 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect
 	github.com/ncruces/go-strftime v1.0.0 // indirect
 	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
+	github.com/pkg/errors v0.9.1 // indirect
 	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/schollz/progressbar/v2 v2.15.0 // indirect

go.sum

@@ -2,8 +2,8 @@ filippo.io/edwards25519 v1.1.0 h1:FNf4tywRC1HmFuKW5xopWpigGjJKiJSV0Cqo0cJWDaA=
 filippo.io/edwards25519 v1.1.0/go.mod h1:BxyFTGdWcka3PhytdK4V28tE5sGfRvvvRV7EaN4VDT4=
 github.com/BurntSushi/toml v1.5.0 h1:W5quZX/G/csjUnuI8SUYlsHs9M38FC7znL0lIO+DvMg=
 github.com/BurntSushi/toml v1.5.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho=
-github.com/GrailFinder/google-translate-tts v0.1.4 h1:NJoPZUGfBrmouQMN19MUcNPNUx4tmf4a8OZRME4E4Mg=
+github.com/GrailFinder/google-translate-tts v0.1.3 h1:Mww9tNzTWjjSh+OCbTPl/+21oMPKcUecXZfU7nTB/lA=
-github.com/GrailFinder/google-translate-tts v0.1.4/go.mod h1:YIOLKR7sObazdUCrSex3u9OVBovU55eYgWa25vsQJ18=
+github.com/GrailFinder/google-translate-tts v0.1.3/go.mod h1:YIOLKR7sObazdUCrSex3u9OVBovU55eYgWa25vsQJ18=
 github.com/GrailFinder/searchagent v0.2.0 h1:U2GVjLh/9xZt0xX9OcYk9Q2fMkyzyTiADPUmUisRdtQ=
 github.com/GrailFinder/searchagent v0.2.0/go.mod h1:d66tn5+22LI8IGJREUsRBT60P0sFdgQgvQRqyvgItrs=
 github.com/PuerkitoBio/goquery v1.11.0 h1:jZ7pwMQXIITcUXNH83LLk+txlaEy6NVOfTuP43xxfqw=
@@ -17,6 +17,10 @@ github.com/deckarep/golang-set/v2 v2.8.0 h1:swm0rlPCmdWn9mESxKOjWk8hXSqoxOp+Zlfu
 github.com/deckarep/golang-set/v2 v2.8.0/go.mod h1:VAky9rY/yGXJOLEDv3OMci+7wtDpOF4IN+y82NBOac4=
 github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
 github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
+github.com/ebitengine/oto/v3 v3.4.0 h1:br0PgASsEWaoWn38b2Goe7m1GKFYfNgnsjSd5Gg+/bQ=
+github.com/ebitengine/oto/v3 v3.4.0/go.mod h1:IOleLVD0m+CMak3mRVwsYY8vTctQgOM0iiL6S7Ar7eI=
+github.com/ebitengine/purego v0.9.1 h1:a/k2f2HQU3Pi399RPW1MOaZyhKJL9w/xFpKAg4q1s0A=
+github.com/ebitengine/purego v0.9.1/go.mod h1:iIjxzd6CiRiOG0UyXP+V1+jWqUXVjPKLAI0mRfJZTmQ=
 github.com/emirpasic/gods v1.18.1 h1:FXtiHYKDGKCW2KzwZKx0iC0PQmdlorYgdFG9jPXJ1Bc=
 github.com/emirpasic/gods v1.18.1/go.mod h1:8tpGGwCnJ5H4r6BWwaV6OrWmMoPhUl5jm/FMNAnJvWQ=
 github.com/gdamore/encoding v1.0.1 h1:YzKZckdBL6jVt2Gc+5p82qhrGiqMdG/eNs6Wy0u3Uhw=
@@ -37,8 +41,13 @@ github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e h1:ijClszYn+mADRFY17k
 github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e/go.mod h1:boTsfXsheKC2y+lKOCMpSfarhxDeIzfZG1jqGcPl3cA=
 github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
 github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/gopxl/beep/v2 v2.1.1 h1:6FYIYMm2qPAdWkjX+7xwKrViS1x0Po5kDMdRkq8NVbU=
+github.com/gopxl/beep/v2 v2.1.1/go.mod h1:ZAm9TGQ9lvpoiFLd4zf5B1IuyxZhgRACMId1XJbaW0E=
+github.com/gordonklaus/portaudio v0.0.0-20250206071425-98a94950218b h1:WEuQWBxelOGHA6z9lABqaMLMrfwVyMdN3UgRLT+YUPo=
+github.com/gordonklaus/portaudio v0.0.0-20250206071425-98a94950218b/go.mod h1:esZFQEUwqC+l76f2R8bIWSwXMaPbp79PppwZ1eJhFco=
 github.com/hajimehoshi/go-mp3 v0.3.4 h1:NUP7pBYH8OguP4diaTZ9wJbUbk3tC0KlfzsEpWmYj68=
 github.com/hajimehoshi/go-mp3 v0.3.4/go.mod h1:fRtZraRFcWb0pu7ok0LqyFhCUrPeMsGRSVop0eemFmo=
+github.com/hajimehoshi/oto/v2 v2.3.1 h1:qrLKpNus2UfD674oxckKjNJmesp9hMh7u7QCrStB3Rc=
 github.com/hajimehoshi/oto/v2 v2.3.1/go.mod h1:seWLbgHH7AyUMYKfKYT9pg7PhUu9/SisyJvNTT+ASQo=
 github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k=
 github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=
@@ -62,6 +71,8 @@ github.com/neurosnap/sentences v1.1.2 h1:iphYOzx/XckXeBiLIUBkPu2EKMJ+6jDbz/sLJZ7
 github.com/neurosnap/sentences v1.1.2/go.mod h1:/pwU4E9XNL21ygMIkOIllv/SMy2ujHwpf8GQPu1YPbQ=
 github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
 github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
+github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
+github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/playwright-community/playwright-go v0.5700.1 h1:PNFb1byWqrTT720rEO0JL88C6Ju0EmUnR5deFLvtP/U=
 github.com/playwright-community/playwright-go v0.5700.1/go.mod h1:MlSn1dZrx8rszbCxY6x3qK89ZesJUYVx21B2JnkoNF0=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=

helpfuncs.go

@@ -5,6 +5,7 @@ import (
 	"gf-lt/models"
 	"gf-lt/pngmeta"
 	"image"
+	"net/url"
 	"os"
 	"os/exec"
 	"path"
@@ -12,16 +13,20 @@ import (
 	"slices"
 	"strconv"
 	"strings"
-	"sync/atomic"
 	"time"
 	"unicode"
 
+	"sync/atomic"
+
 	"github.com/rivo/tview"
 )
 
 // Cached model color - updated by background goroutine
-// var cachedModelColor string = "orange"
+var cachedModelColor atomic.Value // stores string
-var cachedModelColor atomic.Value
+
+func init() {
+	cachedModelColor.Store("orange")
+}
 
 // startModelColorUpdater starts a background goroutine that periodically updates
 // the cached model color. Only runs HTTP requests for local llama.cpp APIs.
@@ -44,7 +49,7 @@ func updateCachedModelColor() {
 		return
 	}
 	// Check if model is loaded
-	loaded, err := isModelLoaded(chatBody.Model)
+	loaded, err := isModelLoaded(chatBody.GetModel())
 	if err != nil {
 		// On error, assume not loaded (red)
 		cachedModelColor.Store("red")
@@ -86,8 +91,8 @@ func stripThinkingFromMsg(msg *models.RoleMsg) *models.RoleMsg {
 	}
 	// Strip thinking from assistant messages
 	msgText := msg.GetText()
-	if models.ThinkRE.MatchString(msgText) {
+	if thinkRE.MatchString(msgText) {
-		cleanedText := models.ThinkRE.ReplaceAllString(msgText, "")
+		cleanedText := thinkRE.ReplaceAllString(msgText, "")
 		cleanedText = strings.TrimSpace(cleanedText)
 		msg.SetText(cleanedText)
 	}
@@ -104,12 +109,12 @@ func refreshChatDisplay() {
 		viewingAs = cfg.WriteNextMsgAs
 	}
 	// Filter messages for this character
-	filteredMessages := filterMessagesForCharacter(chatBody.Messages, viewingAs)
+	filteredMessages := filterMessagesForCharacter(chatBody.GetMessages(), viewingAs)
 	displayText := chatToText(filteredMessages, cfg.ShowSys)
 	textView.SetText(displayText)
 	colorText()
 	updateStatusLine()
-	if cfg.AutoScrollEnabled {
+	if scrollToEndEnabled {
 		textView.ScrollToEnd()
 	}
 }
@@ -148,7 +153,7 @@ func colorText() {
 	placeholderThink := "__THINK_BLOCK_%d__"
 	counterThink := 0
 	// Replace code blocks with placeholders and store their styled versions
-	text = models.CodeBlockRE.ReplaceAllStringFunc(text, func(match string) string {
+	text = codeBlockRE.ReplaceAllStringFunc(text, func(match string) string {
 		// Style the code block and store it
 		styled := fmt.Sprintf("[red::i]%s[-:-:-]", match)
 		codeBlocks = append(codeBlocks, styled)
@@ -157,7 +162,7 @@ func colorText() {
 		counter++
 		return id
 	})
-	text = models.ThinkRE.ReplaceAllStringFunc(text, func(match string) string {
+	text = thinkRE.ReplaceAllStringFunc(text, func(match string) string {
 		// Style the code block and store it
 		styled := fmt.Sprintf("[red::i]%s[-:-:-]", match)
 		thinkBlocks = append(thinkBlocks, styled)
@@ -167,10 +172,10 @@ func colorText() {
 		return id
 	})
 	// Step 2: Apply other regex styles to the non-code parts
-	text = models.QuotesRE.ReplaceAllString(text, `[orange::-]$1[-:-:-]`)
+	text = quotesRE.ReplaceAllString(text, `[orange::-]$1[-:-:-]`)
-	text = models.StarRE.ReplaceAllString(text, `[turquoise::i]$1[-:-:-]`)
+	text = starRE.ReplaceAllString(text, `[turquoise::i]$1[-:-:-]`)
-	text = models.SingleBacktickRE.ReplaceAllString(text, "`[pink::i]$1[-:-:-]`")
+	text = singleBacktickRE.ReplaceAllString(text, "`[pink::i]$1[-:-:-]`")
-	// text = tools.ThinkRE.ReplaceAllString(text, `[yellow::i]$1[-:-:-]`)
+	// text = thinkRE.ReplaceAllString(text, `[yellow::i]$1[-:-:-]`)
 	// Step 3: Restore the styled code blocks from placeholders
 	for i, cb := range codeBlocks {
 		text = strings.Replace(text, fmt.Sprintf(placeholder, i), cb, 1)
@@ -188,7 +193,7 @@ func updateStatusLine() {
 
 func initSysCards() ([]string, error) {
 	labels := []string{}
-	labels = append(labels, models.SysLabels...)
+	labels = append(labels, sysLabels...)
 	cards, err := pngmeta.ReadDirCards(cfg.SysDir, cfg.UserRole, logger)
 	if err != nil {
 		logger.Error("failed to read sys dir", "error", err)
@@ -218,8 +223,8 @@ func startNewChat(keepSysP bool) {
 		logger.Warn("no such sys msg", "name", cfg.AssistantRole)
 	}
 	// set chat body
-	chatBody.Messages = chatBody.Messages[:2]
+	chatBody.TruncateMessages(2)
-	textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+	textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 	newChat := &models.Chat{
 		ID:        id + 1,
 		Name:      fmt.Sprintf("%d_%s", id+1, cfg.AssistantRole),
@@ -324,10 +329,12 @@ func strInSlice(s string, sl []string) bool {
 
 // isLocalLlamacpp checks if the current API is a local llama.cpp instance.
 func isLocalLlamacpp() bool {
-	if strings.Contains(cfg.CurrentAPI, "openrouter") || strings.Contains(cfg.CurrentAPI, "deepseek") {
+	u, err := url.Parse(cfg.CurrentAPI)
+	if err != nil {
 		return false
 	}
-	return true
+	host := u.Hostname()
+	return host == "localhost" || host == "127.0.0.1" || host == "::1"
 }
 
 // getModelColor returns the cached color tag for the model name.
@@ -369,7 +376,7 @@ func makeStatusLine() string {
 	// Get model color based on load status for local llama.cpp models
 	modelColor := getModelColor()
 	statusLine := fmt.Sprintf(statusLineTempl, activeChatName,
-		boolColors[cfg.ToolUse], modelColor, chatBody.Model, boolColors[cfg.SkipLLMResp],
+		boolColors[cfg.ToolUse], modelColor, chatBody.GetModel(), boolColors[cfg.SkipLLMResp],
 		cfg.CurrentAPI, persona, botPersona)
 	if cfg.STT_ENABLED {
 		recordingS := fmt.Sprintf(" | [%s:-:b]voice recording[-:-:-] (ctrl+r)",
@@ -395,11 +402,11 @@ func makeStatusLine() string {
 }
 
 func getContextTokens() int {
-	if chatBody == nil || chatBody.Messages == nil {
+	if chatBody == nil {
 		return 0
 	}
 	total := 0
-	messages := chatBody.Messages
+	messages := chatBody.GetMessages()
 	for i := range messages {
 		msg := &messages[i]
 		if msg.Stats != nil && msg.Stats.Tokens > 0 {
@@ -414,46 +421,54 @@ func getContextTokens() int {
 const deepseekContext = 128000
 
 func getMaxContextTokens() int {
-	if chatBody == nil || chatBody.Model == "" {
+	if chatBody == nil || chatBody.GetModel() == "" {
 		return 0
 	}
-	modelName := chatBody.Model
+	modelName := chatBody.GetModel()
 	switch {
 	case strings.Contains(cfg.CurrentAPI, "openrouter"):
-		if orModelsData != nil {
+		ord := orModelsData.Load()
-			for i := range orModelsData.Data {
+		if ord != nil {
-				m := &orModelsData.Data[i]
+			data := ord.(*models.ORModels)
-				if m.ID == modelName {
+			if data != nil {
-					return m.ContextLength
+				for i := range data.Data {
+					m := &data.Data[i]
+					if m.ID == modelName {
+						return m.ContextLength
+					}
 				}
 			}
 		}
 	case strings.Contains(cfg.CurrentAPI, "deepseek"):
 		return deepseekContext
 	default:
-		if localModelsData != nil {
+		lmd := localModelsData.Load()
-			for i := range localModelsData.Data {
+		if lmd != nil {
-				m := &localModelsData.Data[i]
+			data := lmd.(*models.LCPModels)
-				if m.ID == modelName {
+			if data != nil {
-					for _, arg := range m.Status.Args {
+				for i := range data.Data {
-						if strings.HasPrefix(arg, "--ctx-size") {
+					m := &data.Data[i]
-							if strings.Contains(arg, "=") {
+					if m.ID == modelName {
-								val := strings.Split(arg, "=")[1]
+						for _, arg := range m.Status.Args {
-								if n, err := strconv.Atoi(val); err == nil {
+							if strings.HasPrefix(arg, "--ctx-size") {
-									return n
+								if strings.Contains(arg, "=") {
-								}
+									val := strings.Split(arg, "=")[1]
-							} else {
+									if n, err := strconv.Atoi(val); err == nil {
-								idx := -1
-								for j, a := range m.Status.Args {
-									if a == "--ctx-size" && j+1 < len(m.Status.Args) {
-										idx = j + 1
-										break
-									}
-								}
-								if idx != -1 {
-									if n, err := strconv.Atoi(m.Status.Args[idx]); err == nil {
 										return n
 									}
+								} else {
+									idx := -1
+									for j, a := range m.Status.Args {
+										if a == "--ctx-size" && j+1 < len(m.Status.Args) {
+											idx = j + 1
+											break
+										}
+									}
+									if idx != -1 {
+										if n, err := strconv.Atoi(m.Status.Args[idx]); err == nil {
+											return n
+										}
+									}
 								}
 							}
 						}
@@ -489,7 +504,7 @@ func listChatRoles() []string {
 
 func deepseekModelValidator() error {
 	if cfg.CurrentAPI == cfg.DeepSeekChatAPI || cfg.CurrentAPI == cfg.DeepSeekCompletionAPI {
-		if chatBody.Model != "deepseek-chat" && chatBody.Model != "deepseek-reasoner" {
+		if chatBody.GetModel() != "deepseek-chat" && chatBody.GetModel() != "deepseek-reasoner" {
 			showToast("bad request", "wrong deepseek model name")
 			return nil
 		}
@@ -541,7 +556,7 @@ func executeCommandAndDisplay(cmdText string) {
 	cmdText = strings.TrimSpace(cmdText)
 	if cmdText == "" {
 		fmt.Fprintf(textView, "\n[red]Error: No command provided[-:-:-]\n")
-		if cfg.AutoScrollEnabled {
+		if scrollToEndEnabled {
 			textView.ScrollToEnd()
 		}
 		colorText()
@@ -566,14 +581,14 @@ func executeCommandAndDisplay(cmdText string) {
 			outputContent := workingDir
 			// Add the command being executed to the chat
 			fmt.Fprintf(textView, "\n[-:-:b](%d) <%s>: [-:-:-]\n$ %s\n",
-				len(chatBody.Messages), cfg.ToolRole, cmdText)
+				chatBody.GetMessageCount(), cfg.ToolRole, cmdText)
 			fmt.Fprintf(textView, "%s\n", outputContent)
 			combinedMsg := models.RoleMsg{
 				Role:    cfg.ToolRole,
 				Content: "$ " + cmdText + "\n\n" + outputContent,
 			}
-			chatBody.Messages = append(chatBody.Messages, combinedMsg)
+			chatBody.AppendMessage(combinedMsg)
-			if cfg.AutoScrollEnabled {
+			if scrollToEndEnabled {
 				textView.ScrollToEnd()
 			}
 			colorText()
@@ -581,14 +596,14 @@ func executeCommandAndDisplay(cmdText string) {
 		} else {
 			outputContent := "cd: " + newDir + ": No such file or directory"
 			fmt.Fprintf(textView, "\n[-:-:b](%d) <%s>: [-:-:-]\n$ %s\n",
-				len(chatBody.Messages), cfg.ToolRole, cmdText)
+				chatBody.GetMessageCount(), cfg.ToolRole, cmdText)
 			fmt.Fprintf(textView, "[red]%s[-:-:-]\n", outputContent)
 			combinedMsg := models.RoleMsg{
 				Role:    cfg.ToolRole,
 				Content: "$ " + cmdText + "\n\n" + outputContent,
 			}
-			chatBody.Messages = append(chatBody.Messages, combinedMsg)
+			chatBody.AppendMessage(combinedMsg)
-			if cfg.AutoScrollEnabled {
+			if scrollToEndEnabled {
 				textView.ScrollToEnd()
 			}
 			colorText()
@@ -603,7 +618,7 @@ func executeCommandAndDisplay(cmdText string) {
 	output, err := cmd.CombinedOutput()
 	// Add the command being executed to the chat
 	fmt.Fprintf(textView, "\n[-:-:b](%d) <%s>: [-:-:-]\n$ %s\n",
-		len(chatBody.Messages), cfg.ToolRole, cmdText)
+		chatBody.GetMessageCount(), cfg.ToolRole, cmdText)
 	var outputContent string
 	if err != nil {
 		// Include both output and error
@@ -634,9 +649,9 @@ func executeCommandAndDisplay(cmdText string) {
 		Role:    cfg.ToolRole,
 		Content: combinedContent,
 	}
-	chatBody.Messages = append(chatBody.Messages, combinedMsg)
+	chatBody.AppendMessage(combinedMsg)
 	// Scroll to end and update colors
-	if cfg.AutoScrollEnabled {
+	if scrollToEndEnabled {
 		textView.ScrollToEnd()
 	}
 	colorText()
@@ -664,7 +679,7 @@ func performSearch(term string) {
 		searchResultLengths = nil
 		originalTextForSearch = ""
 		// Re-render text without highlights
-		textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+		textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 		colorText()
 		return
 	}
@@ -966,60 +981,3 @@ func extractDisplayPath(p, bp string) string {
 	}
 	return p
 }
-
-func getValidKnowToRecipient(msg *models.RoleMsg) (string, bool) {
-	if cfg == nil || !cfg.CharSpecificContextEnabled {
-		return "", false
-	}
-	// case where all roles are in the tag => public message
-	cr := listChatRoles()
-	slices.Sort(cr)
-	slices.Sort(msg.KnownTo)
-	if slices.Equal(cr, msg.KnownTo) {
-		logger.Info("got msg with tag mentioning every role")
-		return "", false
-	}
-	// Check each character in the KnownTo list
-	for _, recipient := range msg.KnownTo {
-		if recipient == msg.Role || recipient == cfg.ToolRole {
-			// weird cases, skip
-			continue
-		}
-		// Skip if this is the user character (user handles their own turn)
-		// If user is in KnownTo, stop processing - it's the user's turn
-		if recipient == cfg.UserRole || recipient == cfg.WriteNextMsgAs {
-			return "", false
-		}
-		return recipient, true
-	}
-	return "", false
-}
-
-// triggerPrivateMessageResponses checks if a message was sent privately to specific characters
-// and triggers those non-user characters to respond
-func triggerPrivateMessageResponses(msg *models.RoleMsg) {
-	recipient, ok := getValidKnowToRecipient(msg)
-	if !ok || recipient == "" {
-		return
-	}
-	// Trigger the recipient character to respond
-	triggerMsg := recipient + ":\n"
-	// Send empty message so LLM continues naturally from the conversation
-	crr := &models.ChatRoundReq{
-		UserMsg: triggerMsg,
-		Role:    recipient,
-		Resume:  true,
-	}
-	fmt.Fprintf(textView, "\n[-:-:b](%d) ", len(chatBody.Messages))
-	fmt.Fprint(textView, roleToIcon(recipient))
-	fmt.Fprint(textView, "[-:-:-]\n")
-	chatRoundChan <- crr
-}
-
-func GetCardByRole(role string) *models.CharCard {
-	cardID, ok := roleToID[role]
-	if !ok {
-		return nil
-	}
-	return sysMap[cardID]
-}

llm.go

@@ -4,7 +4,6 @@ import (
 	"bytes"
 	"encoding/json"
 	"gf-lt/models"
-	"gf-lt/tools"
 	"io"
 	"strings"
 )
@@ -12,10 +11,11 @@ import (
 var imageAttachmentPath string // Global variable to track image attachment for next message
 var lastImg string             // for ctrl+j
 
-// containsToolSysMsg checks if the tools.ToolSysMsg already exists in the chat body
+// containsToolSysMsg checks if the toolSysMsg already exists in the chat body
 func containsToolSysMsg() bool {
-	for i := range chatBody.Messages {
+	messages := chatBody.GetMessages()
-		if chatBody.Messages[i].Role == cfg.ToolRole && chatBody.Messages[i].Content == tools.ToolSysMsg {
+	for i := range messages {
+		if messages[i].Role == cfg.ToolRole && messages[i].Content == toolSysMsg {
 			return true
 		}
 	}
@@ -63,11 +63,11 @@ type ChunkParser interface {
 func choseChunkParser() {
 	chunkParser = LCPCompletion{}
 	switch cfg.CurrentAPI {
-	case "http://localhost:8080/completion", "http://127.0.0.1:8080/completion":
+	case "http://localhost:8080/completion":
 		chunkParser = LCPCompletion{}
 		logger.Debug("chosen lcpcompletion", "link", cfg.CurrentAPI)
 		return
-	case "http://localhost:8080/v1/chat/completions", "http://127.0.0.1:8080/v1/chat/completions":
+	case "http://localhost:8080/v1/chat/completions":
 		chunkParser = LCPChat{}
 		logger.Debug("chosen lcpchat", "link", cfg.CurrentAPI)
 		return
@@ -88,11 +88,6 @@ func choseChunkParser() {
 		logger.Debug("chosen openrouterchat", "link", cfg.CurrentAPI)
 		return
 	default:
-		logger.Warn("unexpected case, assuming llama.cpp on non default address", "link", cfg.CurrentAPI)
-		if strings.Contains(cfg.CurrentAPI, "chat") {
-			chunkParser = LCPChat{}
-			return
-		}
 		chunkParser = LCPCompletion{}
 	}
 }
@@ -141,13 +136,13 @@ func (lcp LCPCompletion) FormMsg(msg, role string, resume bool) (io.Reader, erro
 			newMsg = models.RoleMsg{Role: role, Content: msg}
 		}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 	}
 	// sending description of the tools and how to use them
 	if cfg.ToolUse && !resume && role == cfg.UserRole && !containsToolSysMsg() {
-		chatBody.Messages = append(chatBody.Messages, models.RoleMsg{Role: cfg.ToolRole, Content: tools.ToolSysMsg})
+		chatBody.AppendMessage(models.RoleMsg{Role: cfg.ToolRole, Content: toolSysMsg})
 	}
-	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	// Build prompt and extract images inline as we process each message
 	messages := make([]string, len(filteredMessages))
 	for i := range filteredMessages {
@@ -189,7 +184,7 @@ func (lcp LCPCompletion) FormMsg(msg, role string, resume bool) (io.Reader, erro
 	}
 	logger.Debug("checking prompt for /completion", "tool_use", cfg.ToolUse,
 		"msg", msg, "resume", resume, "prompt", prompt, "multimodal_data_count", len(multimodalData))
-	payload := models.NewLCPReq(prompt, chatBody.Model, multimodalData,
+	payload := models.NewLCPReq(prompt, chatBody.GetModel(), multimodalData,
 		defaultLCPProps, chatBody.MakeStopSliceExcluding("", listChatRoles()))
 	data, err := json.Marshal(payload)
 	if err != nil {
@@ -295,17 +290,17 @@ func (op LCPChat) FormMsg(msg, role string, resume bool) (io.Reader, error) {
 			newMsg = models.NewRoleMsg(role, msg)
 		}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 		logger.Debug("LCPChat FormMsg: added message to chatBody", "role", newMsg.Role,
-			"content_len", len(newMsg.Content), "message_count_after_add", len(chatBody.Messages))
+			"content_len", len(newMsg.Content), "message_count_after_add", chatBody.GetMessageCount())
 	}
-	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	// openai /v1/chat does not support custom roles; needs to be user, assistant, system
 	// Add persona suffix to the last user message to indicate who the assistant should reply as
 	bodyCopy := &models.ChatBody{
 		Messages: make([]models.RoleMsg, len(filteredMessages)),
-		Model:    chatBody.Model,
+		Model:    chatBody.GetModel(),
-		Stream:   chatBody.Stream,
+		Stream:   chatBody.GetStream(),
 	}
 	for i := range filteredMessages {
 		strippedMsg := *stripThinkingFromMsg(&filteredMessages[i])
@@ -332,7 +327,7 @@ func (op LCPChat) FormMsg(msg, role string, resume bool) (io.Reader, error) {
 		Tools:    nil,
 	}
 	if cfg.ToolUse && !resume && role != cfg.ToolRole {
-		req.Tools = tools.BaseTools // set tools to use
+		req.Tools = baseTools // set tools to use
 	}
 	data, err := json.Marshal(req)
 	if err != nil {
@@ -381,13 +376,13 @@ func (ds DeepSeekerCompletion) FormMsg(msg, role string, resume bool) (io.Reader
 	if msg != "" { // otherwise let the bot to continue
 		newMsg := models.RoleMsg{Role: role, Content: msg}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 	}
 	// sending description of the tools and how to use them
 	if cfg.ToolUse && !resume && role == cfg.UserRole && !containsToolSysMsg() {
-		chatBody.Messages = append(chatBody.Messages, models.RoleMsg{Role: cfg.ToolRole, Content: tools.ToolSysMsg})
+		chatBody.AppendMessage(models.RoleMsg{Role: cfg.ToolRole, Content: toolSysMsg})
 	}
-	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	messages := make([]string, len(filteredMessages))
 	for i := range filteredMessages {
 		messages[i] = stripThinkingFromMsg(&filteredMessages[i]).ToPrompt()
@@ -400,7 +395,7 @@ func (ds DeepSeekerCompletion) FormMsg(msg, role string, resume bool) (io.Reader
 	}
 	logger.Debug("checking prompt for /completion", "tool_use", cfg.ToolUse,
 		"msg", msg, "resume", resume, "prompt", prompt)
-	payload := models.NewDSCompletionReq(prompt, chatBody.Model,
+	payload := models.NewDSCompletionReq(prompt, chatBody.GetModel(),
 		defaultLCPProps["temp"],
 		chatBody.MakeStopSliceExcluding("", listChatRoles()))
 	data, err := json.Marshal(payload)
@@ -454,15 +449,15 @@ func (ds DeepSeekerChat) FormMsg(msg, role string, resume bool) (io.Reader, erro
 	if msg != "" { // otherwise let the bot continue
 		newMsg := models.RoleMsg{Role: role, Content: msg}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 	}
 	// Create copy of chat body with standardized user role
-	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	// Add persona suffix to the last user message to indicate who the assistant should reply as
 	bodyCopy := &models.ChatBody{
 		Messages: make([]models.RoleMsg, len(filteredMessages)),
-		Model:    chatBody.Model,
+		Model:    chatBody.GetModel(),
-		Stream:   chatBody.Stream,
+		Stream:   chatBody.GetStream(),
 	}
 	for i := range filteredMessages {
 		strippedMsg := *stripThinkingFromMsg(&filteredMessages[i])
@@ -533,13 +528,13 @@ func (or OpenRouterCompletion) FormMsg(msg, role string, resume bool) (io.Reader
 	if msg != "" { // otherwise let the bot to continue
 		newMsg := models.RoleMsg{Role: role, Content: msg}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 	}
 	// sending description of the tools and how to use them
 	if cfg.ToolUse && !resume && role == cfg.UserRole && !containsToolSysMsg() {
-		chatBody.Messages = append(chatBody.Messages, models.RoleMsg{Role: cfg.ToolRole, Content: tools.ToolSysMsg})
+		chatBody.AppendMessage(models.RoleMsg{Role: cfg.ToolRole, Content: toolSysMsg})
 	}
-	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, botPersona := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	messages := make([]string, len(filteredMessages))
 	for i := range filteredMessages {
 		messages[i] = stripThinkingFromMsg(&filteredMessages[i]).ToPrompt()
@@ -553,7 +548,7 @@ func (or OpenRouterCompletion) FormMsg(msg, role string, resume bool) (io.Reader
 	stopSlice := chatBody.MakeStopSliceExcluding("", listChatRoles())
 	logger.Debug("checking prompt for /completion", "tool_use", cfg.ToolUse,
 		"msg", msg, "resume", resume, "prompt", prompt, "stop_strings", stopSlice)
-	payload := models.NewOpenRouterCompletionReq(chatBody.Model, prompt,
+	payload := models.NewOpenRouterCompletionReq(chatBody.GetModel(), prompt,
 		defaultLCPProps, stopSlice)
 	data, err := json.Marshal(payload)
 	if err != nil {
@@ -639,15 +634,15 @@ func (or OpenRouterChat) FormMsg(msg, role string, resume bool) (io.Reader, erro
 			newMsg = models.NewRoleMsg(role, msg)
 		}
 		newMsg = *processMessageTag(&newMsg)
-		chatBody.Messages = append(chatBody.Messages, newMsg)
+		chatBody.AppendMessage(newMsg)
 	}
 	// Create copy of chat body with standardized user role
-	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.Messages)
+	filteredMessages, _ := filterMessagesForCurrentCharacter(chatBody.GetMessages())
 	// Add persona suffix to the last user message to indicate who the assistant should reply as
 	bodyCopy := &models.ChatBody{
 		Messages: make([]models.RoleMsg, len(filteredMessages)),
-		Model:    chatBody.Model,
+		Model:    chatBody.GetModel(),
-		Stream:   chatBody.Stream,
+		Stream:   chatBody.GetStream(),
 	}
 	for i := range filteredMessages {
 		strippedMsg := *stripThinkingFromMsg(&filteredMessages[i])
@@ -672,7 +667,7 @@ func (or OpenRouterChat) FormMsg(msg, role string, resume bool) (io.Reader, erro
 	bodyCopy.Messages = consolidateAssistantMessages(bodyCopy.Messages)
 	orBody := models.NewOpenRouterChatReq(*bodyCopy, defaultLCPProps, cfg.ReasoningEffort)
 	if cfg.ToolUse && !resume && role != cfg.ToolRole {
-		orBody.Tools = tools.BaseTools // set tools to use
+		orBody.Tools = baseTools // set tools to use
 	}
 	data, err := json.Marshal(orBody)
 	if err != nil {

main.go

@@ -1,24 +1,13 @@
 package main
 
 import (
-	"bufio"
-	"flag"
-	"fmt"
-	"gf-lt/models"
-	"gf-lt/pngmeta"
-	"os"
-	"slices"
-	"strconv"
-	"strings"
-	"sync/atomic"
-
 	"github.com/rivo/tview"
 )
 
 var (
 	boolColors        = map[bool]string{true: "green", false: "red"}
-	botRespMode       atomic.Bool
+	botRespMode       = false
-	toolRunningMode   atomic.Bool
+	toolRunningMode   = false
 	editMode          = false
 	roleEditMode      = false
 	injectRole        = true
@@ -31,22 +20,9 @@ var (
 	statusLineTempl       = "help (F12) | chat: [orange:-:b]%s[-:-:-] (F1) | [%s:-:b]tool use[-:-:-] (ctrl+k) | model: [%s:-:b]%s[-:-:-] (ctrl+l) | [%s:-:b]skip LLM resp[-:-:-] (F10) | API: [orange:-:b]%s[-:-:-] (ctrl+v)\nwriting as: [orange:-:b]%s[-:-:-] (ctrl+q) | bot will write as [orange:-:b]%s[-:-:-] (ctrl+x)"
 	focusSwitcher         = map[tview.Primitive]tview.Primitive{}
 	app               *tview.Application
-	cliCardPath       string
-	cliContinue       bool
-	cliMsg            string
 )
 
 func main() {
-	flag.BoolVar(&cfg.CLIMode, "cli", false, "Run in CLI mode without TUI")
-	flag.BoolVar(&cfg.ToolUse, "tools", true, "run with tools")
-	flag.StringVar(&cliCardPath, "card", "", "Path to syscard JSON file")
-	flag.BoolVar(&cliContinue, "continue", false, "Continue from last chat (by agent or card)")
-	flag.StringVar(&cliMsg, "msg", "", "Send message and exit (one-shot mode)")
-	flag.Parse()
-	if cfg.CLIMode {
-		runCLIMode()
-		return
-	}
 	pages.AddPage("main", flex, true, true)
 	if err := app.SetRoot(pages,
 		true).EnableMouse(cfg.EnableMouse).EnablePaste(true).Run(); err != nil {
@@ -54,236 +30,3 @@ func main() {
 		return
 	}
 }
-
-func runCLIMode() {
-	outputHandler = &CLIOutputHandler{}
-	cliRespDone = make(chan bool, 1)
-	if cliCardPath != "" {
-		card, err := pngmeta.ReadCardJson(cliCardPath)
-		if err != nil {
-			fmt.Fprintf(os.Stderr, "Failed to load syscard: %v\n", err)
-			os.Exit(1)
-		}
-		cfg.AssistantRole = card.Role
-		sysMap[card.ID] = card
-		roleToID[card.Role] = card.ID
-		charToStart(card.Role, false)
-		fmt.Printf("Loaded syscard: %s (%s)\n", card.Role, card.FilePath)
-	}
-	if cliContinue {
-		if cliCardPath != "" {
-			history, err := loadAgentsLastChat(cfg.AssistantRole)
-			if err != nil {
-				fmt.Printf("No previous chat found for %s, starting new chat\n", cfg.AssistantRole)
-				startNewCLIChat()
-			} else {
-				chatBody.Messages = history
-				fmt.Printf("Continued chat: %s\n", activeChatName)
-			}
-		} else {
-			chatBody.Messages = loadOldChatOrGetNew()
-			fmt.Printf("Continued chat: %s\n", activeChatName)
-		}
-	} else {
-		startNewCLIChat()
-	}
-	printCLIWelcome()
-	go func() {
-		<-ctx.Done()
-		os.Exit(0)
-	}()
-	if cliMsg != "" {
-		persona := cfg.UserRole
-		if cfg.WriteNextMsgAs != "" {
-			persona = cfg.WriteNextMsgAs
-		}
-		chatRoundChan <- &models.ChatRoundReq{Role: persona, UserMsg: cliMsg}
-		<-cliRespDone
-		fmt.Println()
-		return
-	}
-	scanner := bufio.NewScanner(os.Stdin)
-	for {
-		fmt.Print("> ")
-		if !scanner.Scan() {
-			break
-		}
-		msg := scanner.Text()
-		if msg == "" {
-			continue
-		}
-		if strings.HasPrefix(msg, "/") {
-			if !handleCLICommand(msg) {
-				return
-			}
-			fmt.Println()
-			continue
-		}
-		persona := cfg.UserRole
-		if cfg.WriteNextMsgAs != "" {
-			persona = cfg.WriteNextMsgAs
-		}
-		chatRoundChan <- &models.ChatRoundReq{Role: persona, UserMsg: msg}
-		<-cliRespDone
-		fmt.Println()
-	}
-}
-
-func printCLIWelcome() {
-	fmt.Println("CLI Mode started. Type your messages or commands.")
-	fmt.Println("Type /help for available commands.")
-	fmt.Println()
-}
-
-func printCLIHelp() {
-	fmt.Println("Available commands:")
-	fmt.Println("  /help, /h              - Show this help message")
-	fmt.Println("  /new, /n               - Start a new chat (clears conversation)")
-	fmt.Println("  /card <path>, /c <path> - Load a different syscard")
-	fmt.Println("  /undo, /u              - Delete last message")
-	fmt.Println("  /history, /ls          - List chat history")
-	fmt.Println("  /load <name>           - Load a specific chat by name")
-	fmt.Println("  /model <name>, /m <name> - Switch model")
-	fmt.Println("  /api <index>, /a <index>  - Switch API link (no index to list)")
-	fmt.Println("  /quit, /q, /exit       - Exit CLI mode")
-	fmt.Println()
-	fmt.Printf("Current syscard: %s\n", cfg.AssistantRole)
-	fmt.Printf("Current model: %s\n", chatBody.Model)
-	fmt.Printf("Current API: %s\n", cfg.CurrentAPI)
-	fmt.Println()
-}
-
-func handleCLICommand(msg string) bool {
-	parts := strings.Fields(msg)
-	cmd := strings.ToLower(parts[0])
-	args := parts[1:]
-
-	switch cmd {
-	case "/help", "/h":
-		printCLIHelp()
-	case "/new", "/n":
-		startNewCLIChat()
-		fmt.Println("New chat started.")
-		fmt.Printf("Syscard: %s\n", cfg.AssistantRole)
-		fmt.Println()
-	case "/card", "/c":
-		if len(args) == 0 {
-			fmt.Println("Usage: /card <path>")
-			return true
-		}
-		card, err := pngmeta.ReadCardJson(args[0])
-		if err != nil {
-			fmt.Fprintf(os.Stderr, "Failed to load syscard: %v\n", err)
-			return true
-		}
-		cfg.AssistantRole = card.Role
-		sysMap[card.ID] = card
-		roleToID[card.Role] = card.ID
-		charToStart(card.Role, false)
-		startNewCLIChat()
-		fmt.Printf("Switched to syscard: %s (%s)\n", card.Role, card.FilePath)
-	case "/undo", "/u":
-		if len(chatBody.Messages) == 0 {
-			fmt.Println("No messages to delete.")
-			return true
-		}
-		chatBody.Messages = chatBody.Messages[:len(chatBody.Messages)-1]
-		cliPrevOutput = ""
-		fmt.Println("Last message deleted.")
-	case "/history", "/ls":
-		fmt.Println("Chat history:")
-		for name := range chatMap {
-			marker := "  "
-			if name == activeChatName {
-				marker = "* "
-			}
-			fmt.Printf("%s%s\n", marker, name)
-		}
-		fmt.Println()
-	case "/load":
-		if len(args) == 0 {
-			fmt.Println("Usage: /load <name>")
-			return true
-		}
-		name := args[0]
-		chat, ok := chatMap[name]
-		if !ok {
-			fmt.Printf("Chat not found: %s\n", name)
-			return true
-		}
-		history, err := chat.ToHistory()
-		if err != nil {
-			fmt.Printf("Failed to load chat: %v\n", err)
-			return true
-		}
-		chatBody.Messages = history
-		activeChatName = name
-		cfg.AssistantRole = chat.Agent
-		fmt.Printf("Loaded chat: %s\n", name)
-	case "/model", "/m":
-		getModelListForAPI := func(api string) []string {
-			if strings.Contains(api, "api.deepseek.com/") {
-				return []string{"deepseek-chat", "deepseek-reasoner"}
-			} else if strings.Contains(api, "openrouter.ai") {
-				return ORFreeModels
-			}
-			return LocalModels
-		}
-		modelList := getModelListForAPI(cfg.CurrentAPI)
-		if len(args) == 0 {
-			fmt.Println("Models:")
-			for i, model := range modelList {
-				marker := "  "
-				if model == chatBody.Model {
-					marker = "* "
-				}
-				fmt.Printf("%s%d: %s\n", marker, i, model)
-			}
-			fmt.Printf("\nCurrent model: %s\n", chatBody.Model)
-			return true
-		}
-		// Try index first, then model name
-		if idx, err := strconv.Atoi(args[0]); err == nil && idx >= 0 && idx < len(modelList) {
-			chatBody.Model = modelList[idx]
-			fmt.Printf("Switched to model: %s\n", chatBody.Model)
-			return true
-		}
-		if slices.Index(modelList, args[0]) < 0 {
-			fmt.Printf("Model '%s' not found. Use index or choose from:\n", args[0])
-			for i, model := range modelList {
-				fmt.Printf("  %d: %s\n", i, model)
-			}
-			return true
-		}
-		chatBody.Model = args[0]
-		fmt.Printf("Switched to model: %s\n", args[0])
-	case "/api", "/a":
-		if len(args) == 0 {
-			fmt.Println("API Links:")
-			for i, link := range cfg.ApiLinks {
-				marker := "  "
-				if link == cfg.CurrentAPI {
-					marker = "* "
-				}
-				fmt.Printf("%s%d: %s\n", marker, i, link)
-			}
-			fmt.Printf("\nCurrent API: %s\n", cfg.CurrentAPI)
-			return true
-		}
-		idx := 0
-		fmt.Sscanf(args[0], "%d", &idx)
-		if idx < 0 || idx >= len(cfg.ApiLinks) {
-			fmt.Printf("Invalid index. Valid range: 0-%d\n", len(cfg.ApiLinks)-1)
-			return true
-		}
-		cfg.CurrentAPI = cfg.ApiLinks[idx]
-		fmt.Printf("Switched to API: %s\n", cfg.CurrentAPI)
-	case "/quit", "/q", "/exit":
-		fmt.Println("Goodbye!")
-		return false
-	default:
-		fmt.Printf("Unknown command: %s\n", msg)
-		fmt.Println("Type /help for available commands.")
-	}
-	return true
-}

models/consts.go

@@ -1,12 +1,8 @@
 package models
 
-import "regexp"
-
 const (
 	LoadedMark        = "(loaded) "
 	ToolRespMultyType = "multimodel_content"
-	DefaultFirstMsg   = "Hello! What can I do for you?"
-	BasicSysMsg       = "Large Language Model that helps user with any of his requests."
 )
 
 type APIType int
@@ -15,17 +11,3 @@ const (
 	APITypeChat APIType = iota
 	APITypeCompletion
 )
-
-var (
-	ToolCallRE       = regexp.MustCompile(`__tool_call__\s*([\s\S]*?)__tool_call__`)
-	QuotesRE         = regexp.MustCompile(`(".*?")`)
-	StarRE           = regexp.MustCompile(`(\*.*?\*)`)
-	ThinkRE          = regexp.MustCompile(`(?s)<think>.*?</think>`)
-	CodeBlockRE      = regexp.MustCompile(`(?s)\x60{3}(?:.*?)\n(.*?)\n\s*\x60{3}\s*`)
-	SingleBacktickRE = regexp.MustCompile(`\x60([^\x60]*)\x60`)
-	RoleRE           = regexp.MustCompile(`^(\w+):`)
-)
-
-var (
-	SysLabels = []string{"assistant"}
-)

models/models.go

@@ -6,6 +6,7 @@ import (
 	"fmt"
 	"os"
 	"strings"
+	"sync"
 )
 
 type FuncCall struct {
@@ -639,3 +640,253 @@ type MultimodalToolResp struct {
 	Type  string              `json:"type"`
 	Parts []map[string]string `json:"parts"`
 }
+
+// SafeChatBody is a thread-safe wrapper around ChatBody using RWMutex.
+// This allows safe concurrent access to chat state from multiple goroutines.
+type SafeChatBody struct {
+	mu sync.RWMutex
+	ChatBody
+}
+
+// NewSafeChatBody creates a new SafeChatBody from an existing ChatBody.
+// If cb is nil, creates an empty ChatBody.
+func NewSafeChatBody(cb *ChatBody) *SafeChatBody {
+	if cb == nil {
+		return &SafeChatBody{
+			ChatBody: ChatBody{
+				Messages: []RoleMsg{},
+			},
+		}
+	}
+	return &SafeChatBody{
+		ChatBody: *cb,
+	}
+}
+
+// GetModel returns the model name (thread-safe read).
+func (s *SafeChatBody) GetModel() string {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	return s.Model
+}
+
+// SetModel sets the model name (thread-safe write).
+func (s *SafeChatBody) SetModel(model string) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.Model = model
+}
+
+// GetStream returns the stream flag (thread-safe read).
+func (s *SafeChatBody) GetStream() bool {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	return s.Stream
+}
+
+// SetStream sets the stream flag (thread-safe write).
+func (s *SafeChatBody) SetStream(stream bool) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.Stream = stream
+}
+
+// GetMessages returns a copy of all messages (thread-safe read).
+// Returns a copy to prevent race conditions after the lock is released.
+func (s *SafeChatBody) GetMessages() []RoleMsg {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	// Return a copy to prevent external modification
+	messagesCopy := make([]RoleMsg, len(s.Messages))
+	copy(messagesCopy, s.Messages)
+	return messagesCopy
+}
+
+// SetMessages replaces all messages (thread-safe write).
+func (s *SafeChatBody) SetMessages(messages []RoleMsg) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.Messages = messages
+}
+
+// AppendMessage adds a message to the end (thread-safe write).
+func (s *SafeChatBody) AppendMessage(msg RoleMsg) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.Messages = append(s.Messages, msg)
+}
+
+// GetMessageAt returns a message at a specific index (thread-safe read).
+// Returns the message and a boolean indicating if the index was valid.
+func (s *SafeChatBody) GetMessageAt(index int) (RoleMsg, bool) {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	if index < 0 || index >= len(s.Messages) {
+		return RoleMsg{}, false
+	}
+	return s.Messages[index], true
+}
+
+// SetMessageAt updates a message at a specific index (thread-safe write).
+// Returns false if index is out of bounds.
+func (s *SafeChatBody) SetMessageAt(index int, msg RoleMsg) bool {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	if index < 0 || index >= len(s.Messages) {
+		return false
+	}
+	s.Messages[index] = msg
+	return true
+}
+
+// GetLastMessage returns the last message (thread-safe read).
+// Returns the message and a boolean indicating if the chat has messages.
+func (s *SafeChatBody) GetLastMessage() (RoleMsg, bool) {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	if len(s.Messages) == 0 {
+		return RoleMsg{}, false
+	}
+	return s.Messages[len(s.Messages)-1], true
+}
+
+// GetMessageCount returns the number of messages (thread-safe read).
+func (s *SafeChatBody) GetMessageCount() int {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	return len(s.Messages)
+}
+
+// RemoveLastMessage removes the last message (thread-safe write).
+// Returns false if there are no messages.
+func (s *SafeChatBody) RemoveLastMessage() bool {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	if len(s.Messages) == 0 {
+		return false
+	}
+	s.Messages = s.Messages[:len(s.Messages)-1]
+	return true
+}
+
+// TruncateMessages keeps only the first n messages (thread-safe write).
+func (s *SafeChatBody) TruncateMessages(n int) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	if n < len(s.Messages) {
+		s.Messages = s.Messages[:n]
+	}
+}
+
+// ClearMessages removes all messages (thread-safe write).
+func (s *SafeChatBody) ClearMessages() {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.Messages = []RoleMsg{}
+}
+
+// Rename renames all occurrences of oldname to newname in messages (thread-safe read-modify-write).
+func (s *SafeChatBody) Rename(oldname, newname string) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	for i := range s.Messages {
+		s.Messages[i].Content = strings.ReplaceAll(s.Messages[i].Content, oldname, newname)
+		s.Messages[i].Role = strings.ReplaceAll(s.Messages[i].Role, oldname, newname)
+	}
+}
+
+// ListRoles returns all unique roles in messages (thread-safe read).
+func (s *SafeChatBody) ListRoles() []string {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	namesMap := make(map[string]struct{})
+	for i := range s.Messages {
+		namesMap[s.Messages[i].Role] = struct{}{}
+	}
+	resp := make([]string, len(namesMap))
+	i := 0
+	for k := range namesMap {
+		resp[i] = k
+		i++
+	}
+	return resp
+}
+
+// MakeStopSlice returns stop strings for all roles (thread-safe read).
+func (s *SafeChatBody) MakeStopSlice() []string {
+	return s.MakeStopSliceExcluding("", s.ListRoles())
+}
+
+// MakeStopSliceExcluding returns stop strings excluding a specific role (thread-safe read).
+func (s *SafeChatBody) MakeStopSliceExcluding(excludeRole string, roleList []string) []string {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	ss := []string{}
+	for _, role := range roleList {
+		if role == excludeRole {
+			continue
+		}
+		ss = append(ss,
+			role+":\n",
+			role+":",
+			role+": ",
+			role+":  ",
+			role+":  \n",
+			role+":   ",
+		)
+	}
+	return ss
+}
+
+// UpdateMessageFunc updates a message at index using a provided function.
+// The function receives the current message and returns the updated message.
+// This is atomic and thread-safe (read-modify-write under single lock).
+// Returns false if index is out of bounds.
+func (s *SafeChatBody) UpdateMessageFunc(index int, updater func(RoleMsg) RoleMsg) bool {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	if index < 0 || index >= len(s.Messages) {
+		return false
+	}
+	s.Messages[index] = updater(s.Messages[index])
+	return true
+}
+
+// AppendMessageFunc appends a new message created by a provided function.
+// The function receives the current message count and returns the new message.
+// This is atomic and thread-safe.
+func (s *SafeChatBody) AppendMessageFunc(creator func(count int) RoleMsg) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	msg := creator(len(s.Messages))
+	s.Messages = append(s.Messages, msg)
+}
+
+// GetMessagesForLLM returns a filtered copy of messages for sending to LLM.
+// This is thread-safe and returns a copy safe for external modification.
+func (s *SafeChatBody) GetMessagesForLLM(filterFunc func([]RoleMsg) []RoleMsg) []RoleMsg {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	if filterFunc == nil {
+		messagesCopy := make([]RoleMsg, len(s.Messages))
+		copy(messagesCopy, s.Messages)
+		return messagesCopy
+	}
+	return filterFunc(s.Messages)
+}
+
+// WithLock executes a function while holding the write lock.
+// Use this for complex operations that need to be atomic.
+func (s *SafeChatBody) WithLock(fn func(*ChatBody)) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	fn(&s.ChatBody)
+}
+
+// WithRLock executes a function while holding the read lock.
+// Use this for complex read-only operations.
+func (s *SafeChatBody) WithRLock(fn func(*ChatBody)) {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	fn(&s.ChatBody)
+}

popups.go

@@ -22,7 +22,7 @@ func showModelSelectionPopup() {
 		models, err := fetchLCPModelsWithLoadStatus()
 		if err != nil {
 			logger.Error("failed to fetch models with load status", "error", err)
-			return LocalModels
+			return LocalModels.Load().([]string)
 		}
 		return models
 	}
@@ -30,7 +30,8 @@ func showModelSelectionPopup() {
 	modelList := getModelListForAPI(cfg.CurrentAPI)
 	// Check for empty options list
 	if len(modelList) == 0 {
-		logger.Warn("empty model list for", "api", cfg.CurrentAPI, "localModelsLen", len(LocalModels), "orModelsLen", len(ORFreeModels))
+		localModels := LocalModels.Load().([]string)
+		logger.Warn("empty model list for", "api", cfg.CurrentAPI, "localModelsLen", len(localModels), "orModelsLen", len(ORFreeModels))
 		var message string
 		switch {
 		case strings.Contains(cfg.CurrentAPI, "openrouter.ai"):
@@ -50,7 +51,7 @@ func showModelSelectionPopup() {
 	// Find the current model index to set as selected
 	currentModelIndex := -1
 	for i, model := range modelList {
-		if strings.TrimPrefix(model, models.LoadedMark) == chatBody.Model {
+		if strings.TrimPrefix(model, models.LoadedMark) == chatBody.GetModel() {
 			currentModelIndex = i
 		}
 		modelListWidget.AddItem(model, "", 0, nil)
@@ -61,8 +62,8 @@ func showModelSelectionPopup() {
 	}
 	modelListWidget.SetSelectedFunc(func(index int, mainText string, secondaryText string, shortcut rune) {
 		modelName := strings.TrimPrefix(mainText, models.LoadedMark)
-		chatBody.Model = modelName
+		chatBody.SetModel(modelName)
-		cfg.CurrentModel = chatBody.Model
+		cfg.CurrentModel = chatBody.GetModel()
 		pages.RemovePage("modelSelectionPopup")
 		app.SetFocus(textArea)
 		updateCachedModelColor()
@@ -139,7 +140,7 @@ func showAPILinkSelectionPopup() {
 	apiListWidget.SetSelectedFunc(func(index int, mainText string, secondaryText string, shortcut rune) {
 		// Update the API in config
 		cfg.CurrentAPI = mainText
-		// tools.UpdateToolCapabilities()
+		// updateToolCapabilities()
 		// Update model list based on new API
 		// Helper function to get model list for a given API (same as in props_table.go)
 		getModelListForAPI := func(api string) []string {
@@ -150,16 +151,14 @@ func showAPILinkSelectionPopup() {
 			}
 			// Assume local llama.cpp
 			refreshLocalModelsIfEmpty()
-			localModelsMu.RLock()
+			return LocalModels.Load().([]string)
-			defer localModelsMu.RUnlock()
-			return LocalModels
 		}
 		newModelList := getModelListForAPI(cfg.CurrentAPI)
 		// Ensure chatBody.Model is in the new list; if not, set to first available model
-		if len(newModelList) > 0 && !slices.Contains(newModelList, chatBody.Model) {
+		if len(newModelList) > 0 && !slices.Contains(newModelList, chatBody.GetModel()) {
-			chatBody.Model = strings.TrimPrefix(newModelList[0], models.LoadedMark)
+			chatBody.SetModel(strings.TrimPrefix(newModelList[0], models.LoadedMark))
-			cfg.CurrentModel = chatBody.Model
+			cfg.CurrentModel = chatBody.GetModel()
-			UpdateToolCapabilities()
+			updateToolCapabilities()
 		}
 		pages.RemovePage("apiLinkSelectionPopup")
 		app.SetFocus(textArea)
@@ -229,7 +228,7 @@ func showUserRoleSelectionPopup() {
 		// Update the user role in config
 		cfg.WriteNextMsgAs = mainText
 		// role got switch, update textview with character specific context for user
-		filtered := filterMessagesForCharacter(chatBody.Messages, mainText)
+		filtered := filterMessagesForCharacter(chatBody.GetMessages(), mainText)
 		textView.SetText(chatToText(filtered, cfg.ShowSys))
 		// Remove the popup page
 		pages.RemovePage("userRoleSelectionPopup")

props_table.go

@@ -4,14 +4,11 @@ import (
 	"fmt"
 	"strconv"
 	"strings"
-	"sync"
 
 	"github.com/gdamore/tcell/v2"
 	"github.com/rivo/tview"
 )
 
-var _ = sync.RWMutex{}
-
 // Define constants for cell types
 const (
 	CellTypeCheckbox  = "checkbox"
@@ -115,9 +112,15 @@ func makePropsTable(props map[string]float32) *tview.Table {
 		row++
 	}
 	// Add checkboxes
+	addCheckboxRow("Inject role", injectRole, func(checked bool) {
+		injectRole = checked
+	})
 	addCheckboxRow("TTS Enabled", cfg.TTS_ENABLED, func(checked bool) {
 		cfg.TTS_ENABLED = checked
 	})
+	addCheckboxRow("Auto clean tool calls from context", cfg.AutoCleanToolCallsFromCtx, func(checked bool) {
+		cfg.AutoCleanToolCallsFromCtx = checked
+	})
 	addCheckboxRow("Enable Mouse", cfg.EnableMouse, func(checked bool) {
 		cfg.EnableMouse = checked
 		// Reconfigure the app's mouse setting
@@ -151,9 +154,7 @@ func makePropsTable(props map[string]float32) *tview.Table {
 		}
 		// Assume local llama.cpp
 		refreshLocalModelsIfEmpty()
-		localModelsMu.RLock()
+		return LocalModels.Load().([]string)
-		defer localModelsMu.RUnlock()
-		return LocalModels
 	}
 	// Add input fields
 	addInputRow("New char to write msg as", "", func(text string) {
@@ -256,7 +257,8 @@ func makePropsTable(props map[string]float32) *tview.Table {
 
 				// Check for empty options list
 				if len(data.Options) == 0 {
-					logger.Warn("empty options list for", "label", label, "api", cfg.CurrentAPI, "localModelsLen", len(LocalModels), "orModelsLen", len(ORFreeModels))
+					localModels := LocalModels.Load().([]string)
+					logger.Warn("empty options list for", "label", label, "api", cfg.CurrentAPI, "localModelsLen", len(localModels), "orModelsLen", len(ORFreeModels))
 					message := "No options available for " + label
 					if label == "Select a model" {
 						switch {

rag/rag.go

@@ -12,7 +12,6 @@ import (
 	"regexp"
 	"runtime"
 	"sort"
-	"strconv"
 	"strings"
 	"sync"
 	"time"
@@ -25,120 +24,11 @@ const ()
 var (
 	// Status messages for TUI integration
 	LongJobStatusCh     = make(chan string, 100) // Increased buffer size for parallel batch updates
-	FinishedRAGStatus   = "finished loading RAG file; press x to exit"
+	FinishedRAGStatus   = "finished loading RAG file; press Enter"
 	LoadedFileRAGStatus = "loaded file"
 	ErrRAGStatus        = "some error occurred; failed to transfer data to vector db"
-
-	// stopWords are common words that can be removed from queries when not part of phrases
-	stopWords = []string{"the", "a", "an", "and", "or", "but", "in", "on", "at", "to", "for", "of", "with", "by", "from", "up", "down", "left", "right", "about", "like", "such", "than", "then", "also", "too"}
 )
 
-// isStopWord checks if a word is in the stop words list
-func isStopWord(word string) bool {
-	for _, stop := range stopWords {
-		if strings.EqualFold(word, stop) {
-			return true
-		}
-	}
-	return false
-}
-
-// detectPhrases returns multi-word phrases from a query that should be treated as units
-func detectPhrases(query string) []string {
-	words := strings.Fields(strings.ToLower(query))
-	var phrases []string
-	for i := 0; i < len(words)-1; i++ {
-		word1 := strings.Trim(words[i], ".,!?;:'\"()[]{}")
-		word2 := strings.Trim(words[i+1], ".,!?;:'\"()[]{}")
-
-		// Skip if either word is a stop word or too short
-		if isStopWord(word1) || isStopWord(word2) || len(word1) < 2 || len(word2) < 2 {
-			continue
-		}
-
-		// Check if this pair appears to be a meaningful phrase
-		// Simple heuristic: consecutive non-stop words of reasonable length
-		phrase := word1 + " " + word2
-		phrases = append(phrases, phrase)
-
-		// Optionally check for 3-word phrases
-		if i < len(words)-2 {
-			word3 := strings.Trim(words[i+2], ".,!?;:'\"()[]{}")
-			if !isStopWord(word3) && len(word3) >= 2 {
-				phrases = append(phrases, word1+" "+word2+" "+word3)
-			}
-		}
-	}
-	return phrases
-}
-
-// countPhraseMatches returns the number of query phrases found in text
-func countPhraseMatches(text, query string) int {
-	phrases := detectPhrases(query)
-	if len(phrases) == 0 {
-		return 0
-	}
-	textLower := strings.ToLower(text)
-	count := 0
-	for _, phrase := range phrases {
-		if strings.Contains(textLower, phrase) {
-			count++
-		}
-	}
-	return count
-}
-
-// parseSlugIndices extracts batch and chunk indices from a slug
-// slug format: filename_batch_chunk (e.g., "kjv_bible.epub_1786_0")
-func parseSlugIndices(slug string) (batch, chunk int, ok bool) {
-	// Find the last two numbers separated by underscores
-	re := regexp.MustCompile(`_(\d+)_(\d+)$`)
-	matches := re.FindStringSubmatch(slug)
-	if matches == nil || len(matches) != 3 {
-		return 0, 0, false
-	}
-	batch, err1 := strconv.Atoi(matches[1])
-	chunk, err2 := strconv.Atoi(matches[2])
-	if err1 != nil || err2 != nil {
-		return 0, 0, false
-	}
-	return batch, chunk, true
-}
-
-// areSlugsAdjacent returns true if two slugs are from the same file and have sequential indices
-func areSlugsAdjacent(slug1, slug2 string) bool {
-	// Extract filename prefix (everything before the last underscore sequence)
-	parts1 := strings.Split(slug1, "_")
-	parts2 := strings.Split(slug2, "_")
-	if len(parts1) < 3 || len(parts2) < 3 {
-		return false
-	}
-
-	// Compare filename prefixes (all parts except last two)
-	prefix1 := strings.Join(parts1[:len(parts1)-2], "_")
-	prefix2 := strings.Join(parts2[:len(parts2)-2], "_")
-	if prefix1 != prefix2 {
-		return false
-	}
-	batch1, chunk1, ok1 := parseSlugIndices(slug1)
-	batch2, chunk2, ok2 := parseSlugIndices(slug2)
-	if !ok1 || !ok2 {
-		return false
-	}
-
-	// Check if they're in same batch and chunks are sequential
-	if batch1 == batch2 && (chunk1 == chunk2+1 || chunk2 == chunk1+1) {
-		return true
-	}
-
-	// Check if they're in sequential batches and chunk indices suggest continuity
-	// This is heuristic but useful for cross-batch adjacency
-	if (batch1 == batch2+1 && chunk1 == 0) || (batch2 == batch1+1 && chunk2 == 0) {
-		return true
-	}
-	return false
-}
-
 type RAG struct {
 	logger      *slog.Logger
 	store       storage.FullRepo
@@ -265,8 +155,8 @@ func createChunks(sentences []string, wordLimit, overlapWords uint32) []string {
 }
 
 func sanitizeFTSQuery(query string) string {
-	// Keep double quotes for FTS5 phrase matching
+	// Remove double quotes and other problematic characters for FTS5
-	// Remove other problematic characters
+	query = strings.ReplaceAll(query, "\"", " ")
 	query = strings.ReplaceAll(query, "'", " ")
 	query = strings.ReplaceAll(query, ";", " ")
 	query = strings.ReplaceAll(query, "\\", " ")
@@ -659,6 +549,7 @@ func (r *RAG) RemoveFile(filename string) error {
 var (
 	queryRefinementPattern = regexp.MustCompile(`(?i)(based on my (vector db|vector db|vector database|rags?|past (conversations?|chat|messages?))|from my (files?|documents?|data|information|memory)|search (in|my) (vector db|database|rags?)|rag search for)`)
 	importantKeywords      = []string{"project", "architecture", "code", "file", "chat", "conversation", "topic", "summary", "details", "history", "previous", "my", "user", "me"}
+	stopWords              = []string{"the", "a", "an", "and", "or", "but", "in", "on", "at", "to", "for", "of", "with", "by", "from", "up", "down", "left", "right"}
 )
 
 func (r *RAG) RefineQuery(query string) string {
@@ -670,27 +561,10 @@ func (r *RAG) RefineQuery(query string) string {
 	if len(query) <= 3 {
 		return original
 	}
-	// If query already contains double quotes, assume it's a phrase query and skip refinement
-	if strings.Contains(query, "\"") {
-		return original
-	}
 	query = strings.ToLower(query)
 	words := strings.Fields(query)
 	if len(words) >= 3 {
-		// Detect phrases and protect words that are part of phrases
-		phrases := detectPhrases(query)
-		protectedWords := make(map[string]bool)
-		for _, phrase := range phrases {
-			for _, word := range strings.Fields(phrase) {
-				protectedWords[word] = true
-			}
-		}
-
-		// Remove stop words that are not protected
 		for _, stopWord := range stopWords {
-			if protectedWords[stopWord] {
-				continue
-			}
 			wordPattern := `\b` + stopWord + `\b`
 			re := regexp.MustCompile(wordPattern)
 			query = re.ReplaceAllString(query, "")
@@ -799,56 +673,13 @@ func (r *RAG) GenerateQueryVariations(query string) []string {
 	if !strings.HasSuffix(query, " summary") {
 		variations = append(variations, query+" summary")
 	}
-
-	// Add phrase-quoted variations for better FTS5 matching
-	phrases := detectPhrases(query)
-	if len(phrases) > 0 {
-		// Sort phrases by length descending to prioritize longer phrases
-		sort.Slice(phrases, func(i, j int) bool {
-			return len(phrases[i]) > len(phrases[j])
-		})
-
-		// Create a version with all phrases quoted
-		quotedQuery := query
-		for _, phrase := range phrases {
-			// Only quote if not already quoted
-			quotedPhrase := "\"" + phrase + "\""
-			if !strings.Contains(strings.ToLower(quotedQuery), strings.ToLower(quotedPhrase)) {
-				// Case-insensitive replacement of phrase with quoted version
-				re := regexp.MustCompile(`(?i)\b` + regexp.QuoteMeta(phrase) + `\b`)
-				quotedQuery = re.ReplaceAllString(quotedQuery, quotedPhrase)
-			}
-		}
-		// Disabled malformed quoted query for now
-		// if quotedQuery != query {
-		// 	variations = append(variations, quotedQuery)
-		// }
-
-		// Also add individual phrase variations for short queries
-		if len(phrases) <= 5 {
-			for _, phrase := range phrases {
-				// Create a focused query with just this phrase quoted
-				// Keep original context but emphasize this phrase
-				quotedPhrase := "\"" + phrase + "\""
-				re := regexp.MustCompile(`(?i)\b` + regexp.QuoteMeta(phrase) + `\b`)
-				focusedQuery := re.ReplaceAllString(query, quotedPhrase)
-				if focusedQuery != query && focusedQuery != quotedQuery {
-					variations = append(variations, focusedQuery)
-				}
-				// Add the phrase alone (quoted) as a separate variation
-				variations = append(variations, quotedPhrase)
-			}
-		}
-	}
 	return variations
 }
 
 func (r *RAG) RerankResults(results []models.VectorRow, query string) []models.VectorRow {
-	phraseCount := len(detectPhrases(query))
 	type scoredResult struct {
-		row           models.VectorRow
+		row      models.VectorRow
-		distance      float32
+		distance float32
-		phraseMatches int
 	}
 	scored := make([]scoredResult, 0, len(results))
 	for i := range results {
@@ -873,52 +704,18 @@ func (r *RAG) RerankResults(results []models.VectorRow, query string) []models.V
 		if row.FileName == "chat" || strings.Contains(strings.ToLower(row.FileName), "conversation") {
 			score += 3
 		}
-
-		// Phrase match bonus: extra points for containing detected phrases
-		phraseMatches := countPhraseMatches(row.RawText, query)
-		if phraseMatches > 0 {
-			// Significant bonus per phrase to prioritize exact phrase matches
-			r.logger.Debug("phrase match bonus", "slug", row.Slug, "phraseMatches", phraseMatches, "score", score)
-			score += float32(phraseMatches) * 100
-		}
-
-		// Cross-chunk adjacency bonus: if this chunk has adjacent siblings in results,
-		// boost score to promote narrative continuity
-		adjacentCount := 0
-		for _, other := range results {
-			if other.Slug == row.Slug {
-				continue
-			}
-			if areSlugsAdjacent(row.Slug, other.Slug) {
-				adjacentCount++
-			}
-		}
-		if adjacentCount > 0 {
-			// Bonus per adjacent chunk, but diminishing returns
-			score += float32(adjacentCount) * 4
-		}
 		distance := row.Distance - score/100
-		scored = append(scored, scoredResult{row: row, distance: distance, phraseMatches: phraseMatches})
+		scored = append(scored, scoredResult{row: row, distance: distance})
 	}
 	sort.Slice(scored, func(i, j int) bool {
 		return scored[i].distance < scored[j].distance
 	})
 	unique := make([]models.VectorRow, 0)
 	seen := make(map[string]bool)
-	maxPerFile := 2
-	if phraseCount > 0 {
-		maxPerFile = 10
-	}
 	fileCounts := make(map[string]int)
 	for i := range scored {
 		if !seen[scored[i].row.Slug] {
-			// Allow phrase-matching chunks to bypass per-file limit (up to +5 extra)
+			if fileCounts[scored[i].row.FileName] >= 2 {
-			allowed := fileCounts[scored[i].row.FileName] < maxPerFile
-			if !allowed && scored[i].phraseMatches > 0 {
-				// If chunk has phrase matches, allow extra slots (up to maxPerFile + 5)
-				allowed = fileCounts[scored[i].row.FileName] < maxPerFile+5
-			}
-			if !allowed {
 				continue
 			}
 			seen[scored[i].row.Slug] = true
@@ -926,8 +723,8 @@ func (r *RAG) RerankResults(results []models.VectorRow, query string) []models.V
 			unique = append(unique, scored[i].row)
 		}
 	}
-	if len(unique) > 30 {
+	if len(unique) > 10 {
-		unique = unique[:30]
+		unique = unique[:10]
 	}
 	return unique
 }
@@ -996,7 +793,6 @@ func (r *RAG) Search(query string, limit int) ([]models.VectorRow, error) {
 	r.resetIdleTimer()
 	refined := r.RefineQuery(query)
 	variations := r.GenerateQueryVariations(refined)
-	r.logger.Debug("query variations", "original", query, "refined", refined, "variations", variations)
 
 	// Collect embedding search results from all variations
 	var embResults []models.VectorRow
@@ -1028,35 +824,17 @@ func (r *RAG) Search(query string, limit int) ([]models.VectorRow, error) {
 		return embResults[i].Distance < embResults[j].Distance
 	})
 
-	// Perform keyword search on all variations
+	// Perform keyword search
-	var kwResults []models.VectorRow
+	kwResults, err := r.searchKeyword(refined, limit*2)
-	seenKw := make(map[string]bool)
+	if err != nil {
-	for _, q := range variations {
+		r.logger.Warn("keyword search failed, using only embeddings", "error", err)
-		results, err := r.searchKeyword(q, limit)
+		kwResults = nil
-		if err != nil {
-			r.logger.Debug("keyword search failed for variation", "error", err, "query", q)
-			continue
-		}
-		for _, row := range results {
-			if !seenKw[row.Slug] {
-				seenKw[row.Slug] = true
-				kwResults = append(kwResults, row)
-			}
-		}
 	}
-	// Sort keyword results by distance (lower is better)
+	// Sort keyword results by distance (already sorted by BM25 score)
-	sort.Slice(kwResults, func(i, j int) bool {
+	// kwResults already sorted by distance (lower is better)
-		return kwResults[i].Distance < kwResults[j].Distance
-	})
 
 	// Combine using Reciprocal Rank Fusion (RRF)
-	// Use smaller K for phrase-heavy queries to give more weight to top ranks
+	const rrfK = 60
-	phraseCount := len(detectPhrases(query))
-	rrfK := 60.0
-	if phraseCount > 0 {
-		rrfK = 30.0
-	}
-	r.logger.Debug("RRF parameters", "phraseCount", phraseCount, "rrfK", rrfK, "query", query)
 	type scoredRow struct {
 		row   models.VectorRow
 		score float64
@@ -1066,22 +844,11 @@ func (r *RAG) Search(query string, limit int) ([]models.VectorRow, error) {
 	for rank, row := range embResults {
 		score := 1.0 / (float64(rank) + rrfK)
 		scoreMap[row.Slug] += score
-		if row.Slug == "kjv_bible.epub_1786_0" {
-			r.logger.Debug("target chunk embedding rank", "rank", rank, "score", score)
-		}
 	}
-	// Add keyword results with weight boost when phrases are present
+	// Add keyword results
-	kwWeight := 1.0
-	if phraseCount > 0 {
-		kwWeight = 100.0
-	}
-	r.logger.Debug("keyword weight", "kwWeight", kwWeight, "phraseCount", phraseCount)
 	for rank, row := range kwResults {
-		score := kwWeight * (1.0 / (float64(rank) + rrfK))
+		score := 1.0 / (float64(rank) + rrfK)
 		scoreMap[row.Slug] += score
-		if row.Slug == "kjv_bible.epub_1786_0" {
-			r.logger.Debug("target chunk keyword rank", "rank", rank, "score", score, "kwWeight", kwWeight, "rrfK", rrfK)
-		}
 		// Ensure row exists in combined results
 		if _, exists := seen[row.Slug]; !exists {
 			embResults = append(embResults, row)
@@ -1093,18 +860,6 @@ func (r *RAG) Search(query string, limit int) ([]models.VectorRow, error) {
 		score := scoreMap[row.Slug]
 		scoredRows = append(scoredRows, scoredRow{row: row, score: score})
 	}
-	// Debug: log scores for target chunk and top chunks
-	if strings.Contains(strings.ToLower(query), "bald") || strings.Contains(strings.ToLower(query), "she bears") {
-		for _, sr := range scoredRows {
-			if sr.row.Slug == "kjv_bible.epub_1786_0" {
-				r.logger.Debug("target chunk score", "slug", sr.row.Slug, "score", sr.score, "distance", sr.row.Distance)
-			}
-		}
-		// Log top 5 scores
-		for i := 0; i < len(scoredRows) && i < 5; i++ {
-			r.logger.Debug("top scored row", "rank", i+1, "slug", scoredRows[i].row.Slug, "score", scoredRows[i].score, "distance", scoredRows[i].row.Distance)
-		}
-	}
 	// Sort by descending RRF score
 	sort.Slice(scoredRows, func(i, j int) bool {
 		return scoredRows[i].score > scoredRows[j].score
@@ -1183,11 +938,3 @@ func (r *RAG) Destroy() {
 		}
 	}
 }
-
-// SetEmbedderForTesting replaces the internal embedder with a mock.
-// This function is only available when compiling with the "test" build tag.
-func (r *RAG) SetEmbedderForTesting(e Embedder) {
-	r.mu.Lock()
-	defer r.mu.Unlock()
-	r.embedder = e
-}

rag/rag_integration_test.go

@@ -1,409 +0,0 @@
-package rag
-
-import (
-	"fmt"
-	"gf-lt/config"
-	"gf-lt/models"
-	"gf-lt/storage"
-	"log/slog"
-	"testing"
-
-	_ "github.com/glebarez/go-sqlite"
-	"github.com/jmoiron/sqlx"
-)
-
-// mockEmbedder returns zero vectors of a fixed dimension.
-type mockEmbedder struct {
-	dim int
-}
-
-func (m *mockEmbedder) Embed(text string) ([]float32, error) {
-	vec := make([]float32, m.dim)
-	return vec, nil
-}
-
-func (m *mockEmbedder) EmbedSlice(texts []string) ([][]float32, error) {
-	vecs := make([][]float32, len(texts))
-	for i := range vecs {
-		vecs[i] = make([]float32, m.dim)
-	}
-	return vecs, nil
-}
-
-// dummyStore implements storage.FullRepo with a minimal set of methods.
-// Only DB() is used by VectorStorage; other methods return empty values.
-type dummyStore struct {
-	db *sqlx.DB
-}
-
-func (d dummyStore) DB() *sqlx.DB { return d.db }
-
-// ChatHistory methods
-func (d dummyStore) ListChats() ([]models.Chat, error)                     { return nil, nil }
-func (d dummyStore) GetChatByID(id uint32) (*models.Chat, error)           { return nil, nil }
-func (d dummyStore) GetChatByChar(char string) ([]models.Chat, error)      { return nil, nil }
-func (d dummyStore) GetLastChat() (*models.Chat, error)                    { return nil, nil }
-func (d dummyStore) GetLastChatByAgent(agent string) (*models.Chat, error) { return nil, nil }
-func (d dummyStore) UpsertChat(chat *models.Chat) (*models.Chat, error)    { return chat, nil }
-func (d dummyStore) RemoveChat(id uint32) error                            { return nil }
-func (d dummyStore) ChatGetMaxID() (uint32, error)                         { return 0, nil }
-
-// Memories methods
-func (d dummyStore) Memorise(m *models.Memory) (*models.Memory, error) { return m, nil }
-func (d dummyStore) Recall(agent, topic string) (string, error)        { return "", nil }
-func (d dummyStore) RecallTopics(agent string) ([]string, error)       { return nil, nil }
-func (d dummyStore) Forget(agent, topic string) error                  { return nil }
-
-// VectorRepo methods (not used but required by interface)
-func (d dummyStore) WriteVector(row *models.VectorRow) error { return nil }
-func (d dummyStore) SearchClosest(q []float32, limit int) ([]models.VectorRow, error) {
-	return nil, nil
-}
-func (d dummyStore) ListFiles() ([]string, error)              { return nil, nil }
-func (d dummyStore) RemoveEmbByFileName(filename string) error { return nil }
-
-var _ storage.FullRepo = dummyStore{}
-
-// setupTestRAG creates an in‑memory SQLite database, creates the necessary tables,
-// inserts the provided chunks, and returns a RAG instance with a mock embedder.
-func setupTestRAG(t *testing.T, chunks []*models.VectorRow) (*RAG, error) {
-	t.Helper()
-	db, err := sqlx.Open("sqlite", ":memory:")
-	if err != nil {
-		return nil, fmt.Errorf("open in‑memory db: %w", err)
-	}
-	// Create the required tables (embeddings_768 and fts_embeddings).
-	// Use the same schema as production.
-	_, err = db.Exec(`
-		CREATE TABLE embeddings_768 (
-			id INTEGER PRIMARY KEY AUTOINCREMENT,
-			embeddings BLOB NOT NULL,
-			slug TEXT NOT NULL,
-			raw_text TEXT NOT NULL,
-			filename TEXT NOT NULL DEFAULT ''
-		);
-	`)
-	if err != nil {
-		return nil, fmt.Errorf("create embeddings table: %w", err)
-	}
-	_, err = db.Exec(`
-		CREATE VIRTUAL TABLE fts_embeddings USING fts5(
-			slug UNINDEXED,
-			raw_text,
-			filename UNINDEXED,
-			embedding_size UNINDEXED,
-			tokenize='porter unicode61'
-		);
-	`)
-	if err != nil {
-		return nil, fmt.Errorf("create FTS table: %w", err)
-	}
-	// Create a logger that discards output.
-	logger := slog.New(slog.NewTextHandler(nil, &slog.HandlerOptions{Level: slog.LevelError}))
-	store := dummyStore{db: db}
-	// Create config with embedding dimension 768.
-	cfg := &config.Config{
-		EmbedDims:       768,
-		RAGWordLimit:    250,
-		RAGOverlapWords: 25,
-		RAGBatchSize:    1,
-	}
-	// Create a RAG instance using New, which will create an embedder based on config.
-	// We'll override the embedder afterwards via reflection.
-	rag, err := New(logger, store, cfg)
-	if err != nil {
-		return nil, fmt.Errorf("create RAG: %w", err)
-	}
-	// Replace the embedder with our mock.
-	rag.SetEmbedderForTesting(&mockEmbedder{dim: cfg.EmbedDims})
-	// Insert the provided chunks using the storage directly.
-	if len(chunks) > 0 {
-		// Ensure each chunk has embeddings of correct dimension (zero vector).
-		for _, chunk := range chunks {
-			if len(chunk.Embeddings) != cfg.EmbedDims {
-				chunk.Embeddings = make([]float32, cfg.EmbedDims)
-			}
-		}
-		err = rag.storage.WriteVectors(chunks)
-		if err != nil {
-			return nil, fmt.Errorf("write test chunks: %w", err)
-		}
-	}
-	return rag, nil
-}
-
-// createTestChunks returns a slice of VectorRow representing the target chunk
-// (kjv_bible.epub_1786_0), several bald‑related noise chunks, and unrelated chunks.
-func createTestChunks() []*models.VectorRow {
-	// Target chunk: 2 Kings 2:23‑24 containing "bald head" and "two she bears".
-	targetRaw := `And he said, Ye shall not send. 
-
-
-2:17 And when they urged him till he was ashamed, he said, Send.  They sent
-therefore fifty men; and they sought three days, but found him not. 
-
-
-2:18 And when they came again to him, (for he tarried at Jericho,) he said unto
-them, Did I not say unto you, Go not?  2:19 And the men of the city said unto
-Elisha, Behold, I pray thee, the situation of this city is pleasant, as my lord
-seeth: but the water is naught, and the ground barren. 
-
-
-2:20 And he said, Bring me a new cruse, and put salt therein.  And they brought
-it to him. 
-
-
-2:21 And he went forth unto the spring of the waters, and cast the salt in
-there, and said, Thus saith the LORD, I have healed these waters; there shall
-not be from thence any more death or barren land. 
-
-
-2:22 So the waters were healed unto this day, according to the saying of Elisha
-which he spake. 
-
-
-2:23 And he went up from thence unto Bethel: and as he was going up by the way,
-there came forth little children out of the city, and mocked him, and said unto
-him, Go up, thou bald head; go up, thou bald head. 
-
-
-2:24 And he turned back, and looked on them, and cursed them in the name of the
-LORD.  And there came forth two she bears out of the wood, and tare forty and
-two children of them.`
-	// Noise chunk 1: Leviticus containing "bald locust"
-	noise1Raw := `11:12 Whatsoever hath no fins nor scales in the waters, that shall be an
-abomination unto you. 
-
-
-11:13 And these are they which ye shall have in abomination among the fowls;
-they shall not be eaten, they are an abomination: the eagle, and the ossifrage,
-and the ospray, 11:14 And the vulture, and the kite after his kind; 11:15 Every
-raven after his kind; 11:16 And the owl, and the night hawk, and the cuckow,
-and the hawk after his kind, 11:17 And the little owl, and the cormorant, and
-the great owl, 11:18 And the swan, and the pelican, and the gier eagle, 11:19
-And the stork, the heron after her kind, and the lapwing, and the bat. 
-
-
-11:20 All fowls that creep, going upon all four, shall be an abomination unto
-you. 
-
-
-11:21 Yet these may ye eat of every flying creeping thing that goeth upon all
-four, which have legs above their feet, to leap withal upon the earth; 11:22
-Even these of them ye may eat; the locust after his kind, and the bald locust
-after his kind, and the beetle after his kind, and the grasshopper after his
-kind. 
-
-
-11:23 But all other flying creeping things, which have four feet, shall be an
-abomination unto you. 
-
-
-11:24 And for these ye shall be unclean: whosoever toucheth the carcase of them
-shall be unclean until the even.`
-	// Noise chunk 2: Leviticus containing "bald"
-	noise2Raw := `11:13 And these are they which ye shall have in abomination among the fowls;
-they shall not be eaten, they are an abomination: the eagle, and the ossifrage,
-and the ospray, 11:14 And the vulture, and the kite after his kind; 11:15 Every
-raven after his kind; 11:16 And the owl, and the night hawk, and the cuckow,
-and the hawk after his kind, 11:17 And the little owl, and the cormorant, and
-the great owl, 11:18 And the swan, and the pelican, and the gier eagle, 11:19
-And the stork, the heron after her kind, and the lapwing, and the bat. 
-
-
-11:20 All fowls that creep, going upon all four, shall be an abomination unto
-you. 
-
-
-11:21 Yet these may ye eat of every flying creeping thing that goeth upon all
-four, which have legs above their feet, to leap withal upon the earth; 11:22
-Even these of them ye may eat; the locust after his kind, and the bald locust
-after his kind, and the beetle after his kind, and the grasshopper after his
-kind. 
-
-
-11:23 But all other flying creeping things, which have four feet, shall be an
-abomination unto you. 
-
-
-11:24 And for these ye shall be unclean: whosoever toucheth the carcase of them
-shall be unclean until the even.`
-	// Additional Leviticus noise chunks (simulating 28 bald-related chunks)
-	// Using variations of the same text with different slugs
-	leviticusSlugs := []string{
-		"kjv_bible.epub_564_0",
-		"kjv_bible.epub_565_0",
-		"kjv_bible.epub_579_0",
-		"kjv_bible.epub_580_0",
-		"kjv_bible.epub_581_0",
-		"kjv_bible.epub_582_0",
-		"kjv_bible.epub_583_0",
-		"kjv_bible.epub_584_0",
-		"kjv_bible.epub_585_0",
-		"kjv_bible.epub_586_0",
-		"kjv_bible.epub_587_0",
-		"kjv_bible.epub_588_0",
-		"kjv_bible.epub_589_0",
-		"kjv_bible.epub_590_0",
-	}
-	leviticusTexts := []string{
-		noise1Raw,
-		noise2Raw,
-		`13:40 And the man whose hair is fallen off his head, he is bald; yet is he
-clean. 
-
-
-13:41 And he that hath his hair fallen off from the part of his head toward his
-face, he is forehead bald; yet is he clean.`,
-		`13:42 And if there be in the bald head, or bald forehead, a white reddish sore;
-it is a leprosy sprung up in his bald head, or his bald forehead.`,
-		`13:43 Then the priest shall look upon it: and, behold, if the rising of the
-sore be white reddish in his bald head, or in his bald forehead, as the leprosy
-appearedh in the skin of the flesh;`,
-		`13:44 He is a leprous man, he is unclean: the priest shall pronounce him utterly
-unclean; his plague is in his head.`,
-		`13:45 And the leper in whom the plague is, his clothes shall be rent, and his
-head bare, and he shall put a covering upon his upper lip, and shall cry,
-Unclean, unclean.`,
-		`13:46 All the days wherein the plague shall be in him he shall be defiled; he
-is unclean: he shall dwell alone; without the camp shall his habitation be.`,
-		`13:47 The garment also that the plague of leprosy is in, whether it be a woollen
-garment, or a linen garment;`,
-		`13:48 Whether it be in the warp, or woof; of linen, or of woollen; whether in a
-skin, or in any thing made of skin;`,
-		`13:49 And if the plague be greenish or reddish in the garment, or in the skin,
-either in the warp, or in the woof, or in any thing of skin; it is a plague of
-leprosy, and shall be shewed unto the priest:`,
-		`13:50 And the priest shall look upon the plague, and shut up it that hath the
-plague seven days:`,
-		`13:51 And he shall look on the plague on the seventh day: if the plague be spread
-in the garment, either in the warp, or in the woof, or in a skin, or in any work
-that is made of skin; the plague is a fretting leprosy; it is unclean.`,
-		`13:52 He shall therefore burn that garment, whether warp or woof, in woollen or
-in linen, or any thing of skin, wherein the plague is: for it is a fretting
-leprosy; it shall be burnt in the fire.`,
-	}
-	// Unrelated chunk 1: ghost_7.txt_777_0
-	unrelated1Raw := `Doesn’t he have any pride as a hunter?!  
-
-I didn’t see what other choice I had.  I would just have to grovel and be ready to flee at any given moment.  
-The Hidden Curse clan house was in the central region of the imperial capital.  It was a high-class area with extraordinary property values that hosted the residences of people like Lord Gladis.  This district was near the Imperial Castle, though “near” was a 
-relative term as it was still a few kilometers away.  
-
-The clan house was made of brick and conformed to an older style of architecture.`
-	// Unrelated chunk 2: ghost_7.txt_778_0
-	unrelated2Raw := `I would just have to grovel and be ready to flee at any given moment.  
-The Hidden Curse clan house was in the central region of the imperial capital.  It was a high-class area with extraordinary property values that hosted the residences of people like Lord Gladis.  This district was near the Imperial Castle, though “near” was a 
-relative term as it was still a few kilometers away.  
-
-The clan house was made of brick and conformed to an older style of architecture.  Nearly everyone knew about this mansion and its clock tower.  It stood tall over the neighboring mansions and rumor had it that you could see the whole capital from the top.  It 
-spoke to this clan’s renown and history that they were able to get away with building something that dwarfed the mansions of the nobility.`
-	chunks := []*models.VectorRow{
-		{
-			Slug:       "kjv_bible.epub_1786_0",
-			RawText:    targetRaw,
-			FileName:   "kjv_bible.epub",
-			Embeddings: nil, // will be filled with zero vector later
-		},
-	}
-	// Add Leviticus noise chunks
-	for i, slug := range leviticusSlugs {
-		text := leviticusTexts[i%len(leviticusTexts)]
-		chunks = append(chunks, &models.VectorRow{
-			Slug:       slug,
-			RawText:    text,
-			FileName:   "kjv_bible.epub",
-			Embeddings: nil,
-		})
-	}
-	// Add unrelated chunks
-	chunks = append(chunks,
-		&models.VectorRow{
-			Slug:       "ghost_7.txt_777_0",
-			RawText:    unrelated1Raw,
-			FileName:   "ghost_7.txt",
-			Embeddings: nil,
-		},
-		&models.VectorRow{
-			Slug:       "ghost_7.txt_778_0",
-			RawText:    unrelated2Raw,
-			FileName:   "ghost_7.txt",
-			Embeddings: nil,
-		},
-	)
-	return chunks
-}
-func assertTargetInTopN(t *testing.T, results []models.VectorRow, topN int) bool {
-	t.Helper()
-	for i, row := range results {
-		if i >= topN {
-			break
-		}
-		if row.Slug == "kjv_bible.epub_1786_0" {
-			return true
-		}
-	}
-	return false
-}
-
-func TestBiblicalQuery(t *testing.T) {
-	chunks := createTestChunks()
-	rag, err := setupTestRAG(t, chunks)
-	if err != nil {
-		t.Fatalf("setup failed: %v", err)
-	}
-	query := "bald prophet and two she bears"
-	results, err := rag.Search(query, 10)
-	if err != nil {
-		t.Fatalf("search failed: %v", err)
-	}
-	// The target chunk should be in the top results.
-	if !assertTargetInTopN(t, results, 5) {
-		t.Errorf("target chunk not found in top 5 results for query %q", query)
-		t.Logf("results slugs: %v", func() []string {
-			slugs := make([]string, len(results))
-			for i, r := range results {
-				slugs[i] = r.Slug
-			}
-			return slugs
-		}())
-	}
-}
-
-func TestQueryVariations(t *testing.T) {
-	chunks := createTestChunks()
-	rag, err := setupTestRAG(t, chunks)
-	if err != nil {
-		t.Fatalf("setup failed: %v", err)
-	}
-	tests := []struct {
-		name  string
-		query string
-		topN  int
-	}{
-		{"she bears", "she bears", 5},
-		{"bald head", "bald head", 5},
-		{"two she bears out of the wood", "two she bears out of the wood", 5},
-		{"bald prophet", "bald prophet", 10},
-		{"go up thou bald head", "\"go up thou bald head\"", 5},
-		{"two she bears", "\"two she bears\"", 5},
-	}
-	for _, tt := range tests {
-		t.Run(tt.name, func(t *testing.T) {
-			results, err := rag.Search(tt.query, 10)
-			if err != nil {
-				t.Fatalf("search failed: %v", err)
-			}
-			if !assertTargetInTopN(t, results, tt.topN) {
-				t.Errorf("target chunk not found in top %d results for query %q", tt.topN, tt.query)
-				t.Logf("results slugs: %v", func() []string {
-					slugs := make([]string, len(results))
-					for i, r := range results {
-						slugs[i] = r.Slug
-					}
-					return slugs
-				}())
-			}
-		})
-	}
-}

rag/rag_real_test.go

@@ -1,129 +0,0 @@
-package rag
-
-import (
-	"gf-lt/config"
-	"gf-lt/storage"
-	"log/slog"
-	"os"
-	"path/filepath"
-	"testing"
-)
-
-func TestRealBiblicalQuery(t *testing.T) {
-	if testing.Short() {
-		t.Skip("skipping real embedder test in short mode")
-	}
-	// Check if the embedder model exists
-	modelPath := filepath.Join("..", "onnx", "embedgemma", "model_q4.onnx")
-	if _, err := os.Stat(modelPath); os.IsNotExist(err) {
-		t.Skipf("embedder model not found at %s; skipping real embedder test", modelPath)
-	}
-	tokenizerPath := filepath.Join("..", "onnx", "embedgemma", "tokenizer.json")
-	dbPath := filepath.Join("..", "gflt.db")
-	if _, err := os.Stat(dbPath); os.IsNotExist(err) {
-		t.Skipf("database not found at %s; skipping real embedder test", dbPath)
-	}
-	cfg := &config.Config{
-		EmbedModelPath:     modelPath,
-		EmbedTokenizerPath: tokenizerPath,
-		EmbedDims:          768,
-		RAGWordLimit:       250,
-		RAGOverlapWords:    25,
-		RAGBatchSize:       1,
-	}
-	logger := slog.New(slog.NewTextHandler(nil, &slog.HandlerOptions{Level: slog.LevelError}))
-	store := storage.NewProviderSQL(dbPath, logger)
-	if store == nil {
-		t.Fatal("failed to create storage provider")
-	}
-	rag, err := New(logger, store, cfg)
-	if err != nil {
-		t.Fatalf("failed to create RAG instance: %v", err)
-	}
-	t.Cleanup(func() { rag.Destroy() })
-	query := "bald prophet and two she bears"
-	results, err := rag.Search(query, 30)
-	if err != nil {
-		t.Fatalf("search failed: %v", err)
-	}
-	found := false
-	for i, row := range results {
-		if row.Slug == "kjv_bible.epub_1786_0" {
-			found = true
-			t.Logf("target chunk found at rank %d", i+1)
-			break
-		}
-	}
-	if !found {
-		t.Errorf("target chunk not found in search results for query %q", query)
-		t.Logf("results slugs:")
-		for i, r := range results {
-			t.Logf("%d: %s", i+1, r.Slug)
-		}
-	}
-}
-
-func TestRealQueryVariations(t *testing.T) {
-	if testing.Short() {
-		t.Skip("skipping real embedder test in short mode")
-	}
-	modelPath := filepath.Join("..", "onnx", "embedgemma", "model_q4.onnx")
-	if _, err := os.Stat(modelPath); os.IsNotExist(err) {
-		t.Skipf("embedder model not found at %s; skipping real embedder test", modelPath)
-	}
-	tokenizerPath := filepath.Join("..", "onnx", "embedgemma", "tokenizer.json")
-	dbPath := filepath.Join("..", "gflt.db")
-	if _, err := os.Stat(dbPath); os.IsNotExist(err) {
-		t.Skipf("database not found at %s; skipping real embedder test", dbPath)
-	}
-	cfg := &config.Config{
-		EmbedModelPath:     modelPath,
-		EmbedTokenizerPath: tokenizerPath,
-		EmbedDims:          768,
-		RAGWordLimit:       250,
-		RAGOverlapWords:    25,
-		RAGBatchSize:       1,
-	}
-	logger := slog.New(slog.NewTextHandler(nil, &slog.HandlerOptions{Level: slog.LevelError}))
-	store := storage.NewProviderSQL(dbPath, logger)
-	if store == nil {
-		t.Fatal("failed to create storage provider")
-	}
-	rag, err := New(logger, store, cfg)
-	if err != nil {
-		t.Fatalf("failed to create RAG instance: %v", err)
-	}
-	t.Cleanup(func() { rag.Destroy() })
-	tests := []struct {
-		name  string
-		query string
-	}{
-		{"she bears", "she bears"},
-		{"bald head", "bald head"},
-		{"two she bears out of the wood", "two she bears out of the wood"},
-		{"bald prophet", "bald prophet"},
-		{"go up thou bald head", "\"go up thou bald head\""},
-		{"two she bears", "\"two she bears\""},
-	}
-	for _, tt := range tests {
-		t.Run(tt.name, func(t *testing.T) {
-			results, err := rag.Search(tt.query, 10)
-			if err != nil {
-				t.Fatalf("search failed: %v", err)
-			}
-			found := false
-			for _, row := range results {
-				if row.Slug == "kjv_bible.epub_1786_0" {
-					found = true
-					break
-				}
-			}
-			if !found {
-				t.Errorf("target chunk not found for query %q", tt.query)
-				for i, r := range results {
-					t.Logf("%d: %s", i+1, r.Slug)
-				}
-			}
-		})
-	}
-}

rag/rag_test.go

@@ -1,151 +0,0 @@
-package rag
-
-import (
-	"testing"
-)
-
-func TestDetectPhrases(t *testing.T) {
-	tests := []struct {
-		query  string
-		expect []string
-	}{
-		{
-			query:  "bald prophet and two she bears",
-			expect: []string{"bald prophet", "two she", "two she bears", "she bears"},
-		},
-		{
-			query:  "she bears",
-			expect: []string{"she bears"},
-		},
-		{
-			query:  "the quick brown fox",
-			expect: []string{"quick brown", "quick brown fox", "brown fox"},
-		},
-		{
-			query:  "in the house", // stop words
-			expect: []string{},     // "in" and "the" are stop words
-		},
-		{
-			query:  "a", // short
-			expect: []string{},
-		},
-	}
-	for _, tt := range tests {
-		got := detectPhrases(tt.query)
-		if len(got) != len(tt.expect) {
-			t.Errorf("detectPhrases(%q) = %v, want %v", tt.query, got, tt.expect)
-			continue
-		}
-		for i := range got {
-			if got[i] != tt.expect[i] {
-				t.Errorf("detectPhrases(%q) = %v, want %v", tt.query, got, tt.expect)
-				break
-			}
-		}
-	}
-}
-
-func TestCountPhraseMatches(t *testing.T) {
-	tests := []struct {
-		text   string
-		query  string
-		expect int
-	}{
-		{
-			text:   "two she bears came out of the wood",
-			query:  "she bears",
-			expect: 1,
-		},
-		{
-			text:   "bald head and she bears",
-			query:  "bald prophet and two she bears",
-			expect: 1, // only "she bears" matches
-		},
-		{
-			text:   "no match here",
-			query:  "she bears",
-			expect: 0,
-		},
-		{
-			text:   "she bears and bald prophet",
-			query:  "bald prophet she bears",
-			expect: 2, // "she bears" and "bald prophet"
-		},
-	}
-	for _, tt := range tests {
-		got := countPhraseMatches(tt.text, tt.query)
-		if got != tt.expect {
-			t.Errorf("countPhraseMatches(%q, %q) = %d, want %d", tt.text, tt.query, got, tt.expect)
-		}
-	}
-}
-
-func TestAreSlugsAdjacent(t *testing.T) {
-	tests := []struct {
-		slug1  string
-		slug2  string
-		expect bool
-	}{
-		{
-			slug1:  "kjv_bible.epub_1786_0",
-			slug2:  "kjv_bible.epub_1787_0",
-			expect: true,
-		},
-		{
-			slug1:  "kjv_bible.epub_1787_0",
-			slug2:  "kjv_bible.epub_1786_0",
-			expect: true,
-		},
-		{
-			slug1:  "kjv_bible.epub_1786_0",
-			slug2:  "kjv_bible.epub_1788_0",
-			expect: false,
-		},
-		{
-			slug1:  "otherfile.txt_1_0",
-			slug2:  "kjv_bible.epub_1786_0",
-			expect: false,
-		},
-		{
-			slug1:  "file_1_0",
-			slug2:  "file_1_1",
-			expect: true,
-		},
-		{
-			slug1:  "file_1_0",
-			slug2:  "file_2_0", // different batch
-			expect: true,       // sequential batches with same chunk index are adjacent
-		},
-	}
-	for _, tt := range tests {
-		got := areSlugsAdjacent(tt.slug1, tt.slug2)
-		if got != tt.expect {
-			t.Errorf("areSlugsAdjacent(%q, %q) = %v, want %v", tt.slug1, tt.slug2, got, tt.expect)
-		}
-	}
-}
-
-func TestParseSlugIndices(t *testing.T) {
-	tests := []struct {
-		slug      string
-		wantBatch int
-		wantChunk int
-		wantOk    bool
-	}{
-		{"kjv_bible.epub_1786_0", 1786, 0, true},
-		{"file_1_5", 1, 5, true},
-		{"no_underscore", 0, 0, false},
-		{"file_abc_def", 0, 0, false},
-		{"file_123_456_extra", 456, 0, false}, // regex matches last two numbers
-	}
-	for _, tt := range tests {
-		batch, chunk, ok := parseSlugIndices(tt.slug)
-		if ok != tt.wantOk {
-			t.Errorf("parseSlugIndices(%q) ok = %v, want %v", tt.slug, ok, tt.wantOk)
-			continue
-		}
-		if ok && (batch != tt.wantBatch || chunk != tt.wantChunk) {
-			t.Errorf("parseSlugIndices(%q) = (%d, %d), want (%d, %d)", tt.slug, batch, chunk, tt.wantBatch, tt.wantChunk)
-		}
-	}
-}

rag/storage.go

@@ -340,9 +340,11 @@ func (vs *VectorStorage) scanRows(rows *sql.Rows) ([]models.VectorRow, error) {
 			continue
 		}
 		// Convert BM25 score to distance-like metric (lower is better)
-		// BM25 is negative, more negative is better. Keep as negative.
+		// BM25 is negative, more negative is better. We'll normalize to positive distance.
-		distance := float32(score) // Keep negative, more negative is better
+		distance := float32(-score) // Make positive (since score is negative)
-		// No clamping needed; negative distances are fine
+		if distance < 0 {
+			distance = 0
+		}
 		results = append(results, models.VectorRow{
 			Slug:     slug,
 			RawText:  rawText,

session.go

@@ -1,7 +1,6 @@
 package main
 
 import (
-	"bytes"
 	"encoding/json"
 	"errors"
 	"fmt"
@@ -30,7 +29,7 @@ func historyToSJSON(msgs []models.RoleMsg) (string, error) {
 }
 
 func exportChat() error {
-	data, err := json.MarshalIndent(chatBody.Messages, "", "  ")
+	data, err := json.MarshalIndent(chatBody.GetMessages(), "", "  ")
 	if err != nil {
 		return err
 	}
@@ -55,7 +54,7 @@ func importChat(filename string) error {
 	if _, ok := chatMap[activeChatName]; !ok {
 		addNewChat(activeChatName)
 	}
-	chatBody.Messages = messages
+	chatBody.SetMessages(messages)
 	cfg.AssistantRole = messages[1].Role
 	if cfg.AssistantRole == cfg.UserRole {
 		cfg.AssistantRole = messages[2].Role
@@ -162,31 +161,10 @@ func loadOldChatOrGetNew() []models.RoleMsg {
 }
 
 func copyToClipboard(text string) error {
-	var cmd *exec.Cmd
+	cmd := exec.Command("xclip", "-selection", "clipboard")
-	if _, err := exec.LookPath("xclip"); err == nil {
+	cmd.Stdin = nil
-		cmd = exec.Command("xclip", "-selection", "clipboard")
-	} else if _, err := exec.LookPath("wl-copy"); err == nil {
-		cmd = exec.Command("wl-copy")
-	} else {
-		return errors.New("no clipboard tool found (install xclip or wl-clipboard)")
-	}
-	cmd.Stdin = strings.NewReader(text)
 	cmd.Stdout = nil
 	cmd.Stderr = nil
+	cmd.Stdin = strings.NewReader(text)
 	return cmd.Run()
 }
-
-func readFromClipboard() (string, error) {
-	var cmd *exec.Cmd
-	if _, err := exec.LookPath("xclip"); err == nil {
-		cmd = exec.Command("xclip", "-selection", "clipboard", "-out")
-	} else if _, err := exec.LookPath("wl-paste"); err == nil {
-		cmd = exec.Command("wl-paste")
-	} else {
-		return "", errors.New("no clipboard tool found (install xclip or wl-clipboard)")
-	}
-	var out bytes.Buffer
-	cmd.Stdout = &out
-	err := cmd.Run()
-	return out.String(), err
-}

storage/memory.go

@@ -6,7 +6,6 @@ type Memories interface {
 	Memorise(m *models.Memory) (*models.Memory, error)
 	Recall(agent, topic string) (string, error)
 	RecallTopics(agent string) ([]string, error)
-	Forget(agent, topic string) error
 }
 
 func (p ProviderSQL) Memorise(m *models.Memory) (*models.Memory, error) {
@@ -53,13 +52,3 @@ func (p ProviderSQL) RecallTopics(agent string) ([]string, error) {
 	}
 	return topics, nil
 }
-
-func (p ProviderSQL) Forget(agent, topic string) error {
-	query := "DELETE FROM memories WHERE agent = $1 AND topic = $2"
-	_, err := p.db.Exec(query, agent, topic)
-	if err != nil {
-		p.logger.Error("failed to delete memory", "query", query, "error", err)
-		return err
-	}
-	return nil
-}

storage/migrate.go

@@ -23,20 +23,9 @@ func (p *ProviderSQL) Migrate() error {
 		p.logger.Error("Failed to read migrations directory;", "error", err)
 		return fmt.Errorf("failed to read migrations directory: %w", err)
 	}
-
-	// Check if FTS already has data - skip populate migration if so
-	var ftsCount int
-	_ = p.db.QueryRow("SELECT COUNT(*) FROM fts_embeddings").Scan(&ftsCount)
-	skipFTSMigration := ftsCount > 0
-
 	// Execute each .up.sql file
 	for _, file := range files {
 		if strings.HasSuffix(file.Name(), ".up.sql") {
-			// Skip FTS populate migration if already populated
-			if skipFTSMigration && strings.Contains(file.Name(), "004_populate_fts") {
-				p.logger.Debug("Skipping FTS migration - already populated", "file", file.Name())
-				continue
-			}
 			err := p.executeMigration(migrationsDir, file.Name())
 			if err != nil {
 				p.logger.Error("Failed to execute migration %s: %v", file.Name(), err)

storage/migrations/004_populate_fts.up.sql

@@ -1,4 +1,26 @@
--- Populate FTS table with existing embeddings (incremental - only inserts missing rows)
+-- Populate FTS table with existing embeddings
--- Only use 768 embeddings as that's what we use
+DELETE FROM fts_embeddings;
-INSERT OR IGNORE INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 384 FROM embeddings_384;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
 SELECT slug, raw_text, filename, 768 FROM embeddings_768;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 1024 FROM embeddings_1024;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 1536 FROM embeddings_1536;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 2048 FROM embeddings_2048;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 3072 FROM embeddings_3072;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 4096 FROM embeddings_4096;
+
+INSERT INTO fts_embeddings (slug, raw_text, filename, embedding_size)
+SELECT slug, raw_text, filename, 5120 FROM embeddings_5120;

storage/migrations/005_drop_unused_embeddings.down.sql

@@ -1,87 +0,0 @@
--- Recreate unused embedding tables (for rollback)
-CREATE TABLE IF NOT EXISTS embeddings_384 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_1024 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_1536 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_2048 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_3072 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_4096 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE TABLE IF NOT EXISTS embeddings_5120 (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    embeddings BLOB NOT NULL,
-    slug TEXT NOT NULL,
-    raw_text TEXT NOT NULL,
-    filename TEXT NOT NULL,
-    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-);
-
-CREATE INDEX IF NOT EXISTS idx_embeddings_384_filename ON embeddings_384(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1024_filename ON embeddings_1024(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1536_filename ON embeddings_1536(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_2048_filename ON embeddings_2048(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_3072_filename ON embeddings_3072(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_4096_filename ON embeddings_4096(filename);
-CREATE INDEX IF NOT EXISTS idx_embeddings_5120_filename ON embeddings_5120(filename);
-
-CREATE INDEX IF NOT EXISTS idx_embeddings_384_slug ON embeddings_384(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1024_slug ON embeddings_1024(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1536_slug ON embeddings_1536(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_2048_slug ON embeddings_2048(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_3072_slug ON embeddings_3072(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_4096_slug ON embeddings_4096(slug);
-CREATE INDEX IF NOT EXISTS idx_embeddings_5120_slug ON embeddings_5120(slug);
-
-CREATE INDEX IF NOT EXISTS idx_embeddings_384_created_at ON embeddings_384(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1024_created_at ON embeddings_1024(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_1536_created_at ON embeddings_1536(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_2048_created_at ON embeddings_2048(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_3072_created_at ON embeddings_3072(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_4096_created_at ON embeddings_4096(created_at);
-CREATE INDEX IF NOT EXISTS idx_embeddings_5120_created_at ON embeddings_5120(created_at);

storage/migrations/005_drop_unused_embeddings.up.sql

@@ -1,32 +0,0 @@
--- Drop unused embedding tables (we only use 768)
-DROP INDEX IF EXISTS idx_embeddings_384_filename;
-DROP INDEX IF EXISTS idx_embeddings_1024_filename;
-DROP INDEX IF EXISTS idx_embeddings_1536_filename;
-DROP INDEX IF EXISTS idx_embeddings_2048_filename;
-DROP INDEX IF EXISTS idx_embeddings_3072_filename;
-DROP INDEX IF EXISTS idx_embeddings_4096_filename;
-DROP INDEX IF EXISTS idx_embeddings_5120_filename;
-
-DROP INDEX IF EXISTS idx_embeddings_384_slug;
-DROP INDEX IF EXISTS idx_embeddings_1024_slug;
-DROP INDEX IF EXISTS idx_embeddings_1536_slug;
-DROP INDEX IF EXISTS idx_embeddings_2048_slug;
-DROP INDEX IF EXISTS idx_embeddings_3072_slug;
-DROP INDEX IF EXISTS idx_embeddings_4096_slug;
-DROP INDEX IF EXISTS idx_embeddings_5120_slug;
-
-DROP INDEX IF EXISTS idx_embeddings_384_created_at;
-DROP INDEX IF EXISTS idx_embeddings_1024_created_at;
-DROP INDEX IF EXISTS idx_embeddings_1536_created_at;
-DROP INDEX IF EXISTS idx_embeddings_2048_created_at;
-DROP INDEX IF EXISTS idx_embeddings_3072_created_at;
-DROP INDEX IF EXISTS idx_embeddings_4096_created_at;
-DROP INDEX IF EXISTS idx_embeddings_5120_created_at;
-
-DROP TABLE IF EXISTS embeddings_384;
-DROP TABLE IF EXISTS embeddings_1024;
-DROP TABLE IF EXISTS embeddings_1536;
-DROP TABLE IF EXISTS embeddings_2048;
-DROP TABLE IF EXISTS embeddings_3072;
-DROP TABLE IF EXISTS embeddings_4096;
-DROP TABLE IF EXISTS embeddings_5120;

storage/vector.go

@@ -48,8 +48,22 @@ func mathBitsToFloat32(b uint32) float32 {
 
 func fetchTableName(emb []float32) (string, error) {
 	switch len(emb) {
+	case 384:
+		return "embeddings_384", nil
 	case 768:
 		return "embeddings_768", nil
+	case 1024:
+		return "embeddings_1024", nil
+	case 1536:
+		return "embeddings_1536", nil
+	case 2048:
+		return "embeddings_2048", nil
+	case 3072:
+		return "embeddings_3072", nil
+	case 4096:
+		return "embeddings_4096", nil
+	case 5120:
+		return "embeddings_5120", nil
 	default:
 		return "", fmt.Errorf("no table for the size of %d", len(emb))
 	}
@@ -156,25 +170,62 @@ func sqrt(f float32) float32 {
 }
 
 func (p ProviderSQL) ListFiles() ([]string, error) {
-	query := "SELECT DISTINCT filename FROM embeddings_768"
+	fileLists := make([][]string, 0)
-	rows, err := p.db.Query(query)
+
-	if err != nil {
+	// Query all supported tables and combine results
-		return nil, err
+	tableNames := []string{
+		"embeddings_384", "embeddings_768", "embeddings_1024", "embeddings_1536",
+		"embeddings_2048", "embeddings_3072", "embeddings_4096", "embeddings_5120",
 	}
-	defer rows.Close()
+	for _, table := range tableNames {
-	var allFiles []string
+		query := "SELECT DISTINCT filename FROM " + table
-	for rows.Next() {
+		rows, err := p.db.Query(query)
-		var filename string
+		if err != nil {
-		if err := rows.Scan(&filename); err != nil {
+			// Continue if one table doesn't exist
 			continue
 		}
-		allFiles = append(allFiles, filename)
+
+		var files []string
+		for rows.Next() {
+			var filename string
+			if err := rows.Scan(&filename); err != nil {
+				continue
+			}
+			files = append(files, filename)
+		}
+		rows.Close()
+
+		fileLists = append(fileLists, files)
+	}
+
+	// Combine and deduplicate
+	fileSet := make(map[string]bool)
+	var allFiles []string
+	for _, files := range fileLists {
+		for _, file := range files {
+			if !fileSet[file] {
+				fileSet[file] = true
+				allFiles = append(allFiles, file)
+			}
+		}
 	}
 	return allFiles, nil
 }
 
 func (p ProviderSQL) RemoveEmbByFileName(filename string) error {
-	query := "DELETE FROM embeddings_768 WHERE filename = ?"
+	var errors []string
-	_, err := p.db.Exec(query, filename)
+	tableNames := []string{
-	return err
+		"embeddings_384", "embeddings_768", "embeddings_1024", "embeddings_1536",
+		"embeddings_2048", "embeddings_3072", "embeddings_4096", "embeddings_5120",
+	}
+	for _, table := range tableNames {
+		query := fmt.Sprintf("DELETE FROM %s WHERE filename = ?", table)
+		if _, err := p.db.Exec(query, filename); err != nil {
+			errors = append(errors, err.Error())
+		}
+	}
+	if len(errors) > 0 {
+		return fmt.Errorf("errors occurred: %v", errors)
+	}
+	return nil
 }

tables.go

@@ -2,7 +2,6 @@ package main
 
 import (
 	"fmt"
-	"gf-lt/tools"
 	"image"
 	"os"
 	"path"
@@ -129,8 +128,8 @@ func makeChatTable(chatMap map[string]models.Chat) *tview.Table {
 				pages.RemovePage(historyPage)
 				return
 			}
-			chatBody.Messages = history
+			chatBody.SetMessages(history)
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			activeChatName = selectedChat
 			pages.RemovePage(historyPage)
 			return
@@ -150,8 +149,8 @@ func makeChatTable(chatMap map[string]models.Chat) *tview.Table {
 			}
 			showToast("chat deleted", selectedChat+" was deleted")
 			// load last chat
-			chatBody.Messages = loadOldChatOrGetNew()
+			chatBody.SetMessages(loadOldChatOrGetNew())
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			pages.RemovePage(historyPage)
 			return
 		case "update card":
@@ -164,16 +163,24 @@ func makeChatTable(chatMap map[string]models.Chat) *tview.Table {
 				showToast("error", "no such card: "+agentName)
 				return
 			}
-			cc.SysPrompt = chatBody.Messages[0].Content
+			if msg0, ok := chatBody.GetMessageAt(0); ok {
-			cc.FirstMsg = chatBody.Messages[1].Content
+				cc.SysPrompt = msg0.Content
+			}
+			if msg1, ok := chatBody.GetMessageAt(1); ok {
+				cc.FirstMsg = msg1.Content
+			}
 			if err := pngmeta.WriteToPng(cc.ToSpec(cfg.UserRole), cc.FilePath, cc.FilePath); err != nil {
 				logger.Error("failed to write charcard", "error", err)
 			}
 			return
 		case "move sysprompt onto 1st msg":
-			chatBody.Messages[1].Content = chatBody.Messages[0].Content + chatBody.Messages[1].Content
+			chatBody.WithLock(func(cb *models.ChatBody) {
-			chatBody.Messages[0].Content = tools.RpDefenitionSysMsg
+				if len(cb.Messages) >= 2 {
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+					cb.Messages[1].Content = cb.Messages[0].Content + cb.Messages[1].Content
+					cb.Messages[0].Content = rpDefenitionSysMsg
+				}
+			})
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			activeChatName = selectedChat
 			pages.RemovePage(historyPage)
 			return
@@ -244,9 +251,11 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 	for _, f := range loadedFiles {
 		loadedSet[f] = true
 	}
+
 	// Build merged list: files from ragdir + orphaned files from DB
 	ragFiles := make([]ragFileInfo, 0, len(fileList)+len(loadedFiles))
 	seen := make(map[string]bool)
+
 	// Add files from ragdir
 	for _, f := range fileList {
 		ragFiles = append(ragFiles, ragFileInfo{
@@ -257,6 +266,7 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 		})
 		seen[f] = true
 	}
+
 	// Add orphaned files (in DB but not in ragdir)
 	for _, f := range loadedFiles {
 		if !seen[f] {
@@ -273,7 +283,7 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 	fileTable := tview.NewTable().
 		SetBorders(true)
 	longStatusView := tview.NewTextView()
-	longStatusView.SetText("press x to exit")
+	longStatusView.SetText("status text")
 	longStatusView.SetBorder(true).SetTitle("status")
 	longStatusView.SetChangedFunc(func() {
 		app.Draw()
@@ -374,6 +384,7 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 	}
 	errCh := make(chan error, 1) // why?
 	go func() {
+		defer pages.RemovePage(RAGPage)
 		for {
 			select {
 			case err := <-errCh:
@@ -414,6 +425,7 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 			}
 			return
 		}
+		// defer pages.RemovePage(RAGPage)
 		tc := fileTable.GetCell(row, column)
 		tc.SetTextColor(tcell.ColorRed)
 		fileTable.SetSelectable(false, false)
@@ -426,6 +438,7 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 		f := ragFiles[row-1]
 		// Handle "-" case (orphaned file with no delete option)
 		if tc.Text == "-" {
+			pages.RemovePage(RAGPage)
 			return
 		}
 		switch tc.Text {
@@ -436,14 +449,14 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 				if err := ragger.LoadRAG(fpath); err != nil {
 					logger.Error("failed to embed file", "chat", fpath, "error", err)
 					showToast("RAG", "failed to embed file; error: "+err.Error())
+					app.QueueUpdate(func() {
+						pages.RemovePage(RAGPage)
+					})
 					return
 				}
 				showToast("RAG", "file loaded successfully")
 				app.QueueUpdate(func() {
 					pages.RemovePage(RAGPage)
-					loadedFiles, _ := ragger.ListLoaded()
-					chatRAGTable := makeRAGTable(fileList, loadedFiles)
-					pages.AddPage(RAGPage, chatRAGTable, true, true)
 				})
 			}()
 			return
@@ -453,14 +466,14 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 				if err := ragger.RemoveFile(f.name); err != nil {
 					logger.Error("failed to unload file from RAG", "filename", f.name, "error", err)
 					showToast("RAG", "failed to unload file; error: "+err.Error())
+					app.QueueUpdate(func() {
+						pages.RemovePage(RAGPage)
+					})
 					return
 				}
 				showToast("RAG", "file unloaded successfully")
 				app.QueueUpdate(func() {
 					pages.RemovePage(RAGPage)
-					loadedFiles, _ := ragger.ListLoaded()
-					chatRAGTable := makeRAGTable(fileList, loadedFiles)
-					pages.AddPage(RAGPage, chatRAGTable, true, true)
 				})
 			}()
 			return
@@ -471,21 +484,6 @@ func makeRAGTable(fileList []string, loadedFiles []string) *tview.Flex {
 				return
 			}
 			showToast("chat deleted", fpath+" was deleted")
-			go func() {
-				app.QueueUpdate(func() {
-					pages.RemovePage(RAGPage)
-					newFileList, _ := os.ReadDir(cfg.RAGDir)
-					loadedFiles, _ := ragger.ListLoaded()
-					var newFiles []string
-					for _, f := range newFileList {
-						if !f.IsDir() {
-							newFiles = append(newFiles, f.Name())
-						}
-					}
-					chatRAGTable := makeRAGTable(newFiles, loadedFiles)
-					pages.AddPage(RAGPage, chatRAGTable, true, true)
-				})
-			}()
 			return
 		default:
 			pages.RemovePage(RAGPage)
@@ -573,7 +571,7 @@ func makeAgentTable(agentList []string) *tview.Table {
 				return
 			}
 			// replace textview
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			colorText()
 			updateStatusLine()
 			// sysModal.ClearButtons()
@@ -742,7 +740,7 @@ func makeImportChatTable(filenames []string) *tview.Table {
 			colorText()
 			updateStatusLine()
 			// redraw the text in text area
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			pages.RemovePage(historyPage)
 			app.SetFocus(textArea)
 			return

tools/chain.go

@@ -1,416 +0,0 @@
-package tools
-
-import (
-	"errors"
-	"fmt"
-	"os"
-	"os/exec"
-	"path/filepath"
-	"strconv"
-	"strings"
-)
-
-// Operator represents a chain operator between commands.
-type Operator int
-
-const (
-	OpNone Operator = iota
-	OpAnd           // &&
-	OpOr            // ||
-	OpSeq           // ;
-	OpPipe          // |
-)
-
-// Segment is a single command in a chain.
-type Segment struct {
-	Raw string
-	Op  Operator // operator AFTER this segment
-}
-
-// ParseChain splits a command string into segments by &&, ;, and |.
-// Respects quoted strings (single and double quotes).
-func ParseChain(input string) []Segment {
-	var segments []Segment
-	var current strings.Builder
-	runes := []rune(input)
-	n := len(runes)
-	for i := 0; i < n; i++ {
-		ch := runes[i]
-		// handle quotes
-		if ch == '\'' || ch == '"' {
-			quote := ch
-			current.WriteRune(ch)
-			i++
-			for i < n && runes[i] != quote {
-				current.WriteRune(runes[i])
-				i++
-			}
-			if i < n {
-				current.WriteRune(runes[i])
-			}
-			continue
-		}
-		// &&
-		if ch == '&' && i+1 < n && runes[i+1] == '&' {
-			segments = append(segments, Segment{
-				Raw: strings.TrimSpace(current.String()),
-				Op:  OpAnd,
-			})
-			current.Reset()
-			i++ // skip second &
-			continue
-		}
-		// ;
-		if ch == ';' {
-			segments = append(segments, Segment{
-				Raw: strings.TrimSpace(current.String()),
-				Op:  OpSeq,
-			})
-			current.Reset()
-			continue
-		}
-		// ||
-		if ch == '|' && i+1 < n && runes[i+1] == '|' {
-			segments = append(segments, Segment{
-				Raw: strings.TrimSpace(current.String()),
-				Op:  OpOr,
-			})
-			current.Reset()
-			i++ // skip second |
-			continue
-		}
-		// | (single pipe)
-		if ch == '|' {
-			segments = append(segments, Segment{
-				Raw: strings.TrimSpace(current.String()),
-				Op:  OpPipe,
-			})
-			current.Reset()
-			continue
-		}
-		current.WriteRune(ch)
-	}
-	// last segment
-	last := strings.TrimSpace(current.String())
-	if last != "" {
-		segments = append(segments, Segment{Raw: last, Op: OpNone})
-	}
-	return segments
-}
-
-// ExecChain executes a command string with pipe/chaining support.
-// Returns the combined output of all commands.
-func ExecChain(command string) string {
-	segments := ParseChain(command)
-	if len(segments) == 0 {
-		return "[error] empty command"
-	}
-	var collected []string
-	var lastOutput string
-	var lastErr error
-	pipeInput := ""
-	for i, seg := range segments {
-		if i > 0 {
-			prevOp := segments[i-1].Op
-			// && semantics: skip if previous failed
-			if prevOp == OpAnd && lastErr != nil {
-				continue
-			}
-			// || semantics: skip if previous succeeded
-			if prevOp == OpOr && lastErr == nil {
-				continue
-			}
-		}
-		// determine stdin for this segment
-		segStdin := ""
-		if i == 0 {
-			segStdin = pipeInput
-		} else if segments[i-1].Op == OpPipe {
-			segStdin = lastOutput
-		}
-		lastOutput, lastErr = execSingle(seg.Raw, segStdin)
-		// pipe: output flows to next command's stdin
-		// && or ;: collect output
-		if i < len(segments)-1 && seg.Op == OpPipe {
-			continue
-		}
-		if lastOutput != "" {
-			collected = append(collected, lastOutput)
-		}
-	}
-	return strings.Join(collected, "\n")
-}
-
-// execSingle executes a single command (with arguments) and returns output and error.
-func execSingle(command, stdin string) (string, error) {
-	parts := tokenize(command)
-	if len(parts) == 0 {
-		return "", errors.New("empty command")
-	}
-	name := parts[0]
-	args := parts[1:]
-	// Check if it's a built-in Go command
-	if result, isBuiltin := execBuiltin(name, args, stdin); isBuiltin {
-		return result, nil
-	}
-	// Otherwise execute as system command
-	cmd := exec.Command(name, args...)
-	if stdin != "" {
-		cmd.Stdin = strings.NewReader(stdin)
-	}
-	output, err := cmd.CombinedOutput()
-	if err != nil {
-		return string(output), err
-	}
-	return string(output), nil
-}
-
-// tokenize splits a command string by whitespace, respecting quotes.
-func tokenize(input string) []string {
-	var tokens []string
-	var current strings.Builder
-	inQuote := false
-	var quoteChar rune
-	for _, ch := range input {
-		if inQuote {
-			if ch == quoteChar {
-				inQuote = false
-			} else {
-				current.WriteRune(ch)
-			}
-			continue
-		}
-		if ch == '\'' || ch == '"' {
-			inQuote = true
-			quoteChar = ch
-			continue
-		}
-		if ch == ' ' || ch == '\t' {
-			if current.Len() > 0 {
-				tokens = append(tokens, current.String())
-				current.Reset()
-			}
-			continue
-		}
-		current.WriteRune(ch)
-	}
-	if current.Len() > 0 {
-		tokens = append(tokens, current.String())
-	}
-	return tokens
-}
-
-// execBuiltin executes a built-in command if it exists.
-// Returns (result, true) if it was a built-in (even if result is empty).
-// Returns ("", false) if it's not a built-in command.
-func execBuiltin(name string, args []string, stdin string) (string, bool) {
-	switch name {
-	case "echo":
-		if stdin != "" {
-			return stdin, true
-		}
-		return strings.Join(args, " "), true
-	case "time":
-		return "2006-01-02 15:04:05 MST", true
-	case "cat":
-		if len(args) == 0 {
-			if stdin != "" {
-				return stdin, true
-			}
-			return "", true
-		}
-		path := args[0]
-		abs := path
-		if !filepath.IsAbs(path) {
-			abs = filepath.Join(cfg.FilePickerDir, path)
-		}
-		data, err := os.ReadFile(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] cat: %v", err), true
-		}
-		return string(data), true
-	case "pwd":
-		return cfg.FilePickerDir, true
-	case "cd":
-		if len(args) == 0 {
-			return "[error] usage: cd <dir>", true
-		}
-		dir := args[0]
-		// Resolve relative to cfg.FilePickerDir
-		abs := dir
-		if !filepath.IsAbs(dir) {
-			abs = filepath.Join(cfg.FilePickerDir, dir)
-		}
-		abs = filepath.Clean(abs)
-		info, err := os.Stat(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] cd: %v", err), true
-		}
-		if !info.IsDir() {
-			return "[error] cd: not a directory: " + dir, true
-		}
-		cfg.FilePickerDir = abs
-		return "Changed directory to: " + cfg.FilePickerDir, true
-	case "mkdir":
-		if len(args) == 0 {
-			return "[error] usage: mkdir [-p] <dir>", true
-		}
-		createParents := false
-		var dirPath string
-		for _, a := range args {
-			if a == "-p" || a == "--parents" {
-				createParents = true
-			} else if dirPath == "" {
-				dirPath = a
-			}
-		}
-		if dirPath == "" {
-			return "[error] usage: mkdir [-p] <dir>", true
-		}
-		abs := dirPath
-		if !filepath.IsAbs(dirPath) {
-			abs = filepath.Join(cfg.FilePickerDir, dirPath)
-		}
-		abs = filepath.Clean(abs)
-		var mkdirFunc func(string, os.FileMode) error
-		if createParents {
-			mkdirFunc = os.MkdirAll
-		} else {
-			mkdirFunc = os.Mkdir
-		}
-		if err := mkdirFunc(abs, 0o755); err != nil {
-			return fmt.Sprintf("[error] mkdir: %v", err), true
-		}
-		if createParents {
-			return "Created " + dirPath + " (with parents)", true
-		}
-		return "Created " + dirPath, true
-	case "ls":
-		dir := "."
-		for _, a := range args {
-			if !strings.HasPrefix(a, "-") {
-				dir = a
-				break
-			}
-		}
-		abs := dir
-		if !filepath.IsAbs(dir) {
-			abs = filepath.Join(cfg.FilePickerDir, dir)
-		}
-		entries, err := os.ReadDir(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] ls: %v", err), true
-		}
-		var out strings.Builder
-		for _, e := range entries {
-			info, _ := e.Info()
-			switch {
-			case e.IsDir():
-				fmt.Fprintf(&out, "d  %-8s %s/\n", "-", e.Name())
-			case info != nil:
-				size := info.Size()
-				sizeStr := strconv.FormatInt(size, 10)
-				if size > 1024 {
-					sizeStr = fmt.Sprintf("%.1fKB", float64(size)/1024)
-				}
-				fmt.Fprintf(&out, "f  %-8s %s\n", sizeStr, e.Name())
-			default:
-				fmt.Fprintf(&out, "f  %-8s %s\n", "?", e.Name())
-			}
-		}
-		if out.Len() == 0 {
-			return "(empty directory)", true
-		}
-		return strings.TrimRight(out.String(), "\n"), true
-	case "go":
-		// Allow all go subcommands
-		if len(args) == 0 {
-			return "[error] usage: go <subcommand> [options]", true
-		}
-		cmd := exec.Command("go", args...)
-		cmd.Dir = cfg.FilePickerDir
-		output, err := cmd.CombinedOutput()
-		if err != nil {
-			return fmt.Sprintf("[error] go %s: %v\n%s", args[0], err, string(output)), true
-		}
-		return string(output), true
-	case "cp":
-		if len(args) < 2 {
-			return "[error] usage: cp <source> <dest>", true
-		}
-		src := args[0]
-		dst := args[1]
-		if !filepath.IsAbs(src) {
-			src = filepath.Join(cfg.FilePickerDir, src)
-		}
-		if !filepath.IsAbs(dst) {
-			dst = filepath.Join(cfg.FilePickerDir, dst)
-		}
-		data, err := os.ReadFile(src)
-		if err != nil {
-			return fmt.Sprintf("[error] cp: %v", err), true
-		}
-		err = os.WriteFile(dst, data, 0644)
-		if err != nil {
-			return fmt.Sprintf("[error] cp: %v", err), true
-		}
-		return "Copied " + src + " to " + dst, true
-	case "mv":
-		if len(args) < 2 {
-			return "[error] usage: mv <source> <dest>", true
-		}
-		src := args[0]
-		dst := args[1]
-		if !filepath.IsAbs(src) {
-			src = filepath.Join(cfg.FilePickerDir, src)
-		}
-		if !filepath.IsAbs(dst) {
-			dst = filepath.Join(cfg.FilePickerDir, dst)
-		}
-		err := os.Rename(src, dst)
-		if err != nil {
-			return fmt.Sprintf("[error] mv: %v", err), true
-		}
-		return "Moved " + src + " to " + dst, true
-	case "rm":
-		if len(args) == 0 {
-			return "[error] usage: rm [-r] <file>", true
-		}
-		recursive := false
-		var target string
-		for _, a := range args {
-			if a == "-r" || a == "-rf" || a == "-fr" || a == "-recursive" {
-				recursive = true
-			} else if target == "" {
-				target = a
-			}
-		}
-		if target == "" {
-			return "[error] usage: rm [-r] <file>", true
-		}
-		abs := target
-		if !filepath.IsAbs(target) {
-			abs = filepath.Join(cfg.FilePickerDir, target)
-		}
-		info, err := os.Stat(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] rm: %v", err), true
-		}
-		if info.IsDir() {
-			if recursive {
-				err = os.RemoveAll(abs)
-				if err != nil {
-					return fmt.Sprintf("[error] rm: %v", err), true
-				}
-				return "Removed " + abs, true
-			}
-			return "[error] rm: is a directory (use -r)", true
-		}
-		err = os.Remove(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] rm: %v", err), true
-		}
-		return "Removed " + abs, true
-	}
-	return "", false
-}

tools/fs.go

@@ -1,755 +0,0 @@
-package tools
-
-import (
-	"encoding/base64"
-	"encoding/json"
-	"errors"
-	"fmt"
-	"gf-lt/models"
-	"os"
-	"os/exec"
-	"path/filepath"
-	"sort"
-	"strconv"
-	"strings"
-	"time"
-)
-
-var memoryStore MemoryStore
-var agentRole string
-
-type MemoryStore interface {
-	Memorise(agent, topic, data string) (string, error)
-	Recall(agent, topic string) (string, error)
-	RecallTopics(agent string) ([]string, error)
-	Forget(agent, topic string) error
-}
-
-func SetMemoryStore(store MemoryStore, role string) {
-	memoryStore = store
-	agentRole = role
-}
-
-func SetFSRoot(dir string) {
-	if cfg == nil {
-		return
-	}
-	cfg.FilePickerDir = dir
-}
-
-func GetFSRoot() string {
-	return cfg.FilePickerDir
-}
-
-func SetFSCwd(dir string) error {
-	abs, err := filepath.Abs(dir)
-	if err != nil {
-		return err
-	}
-	info, err := os.Stat(abs)
-	if err != nil {
-		return err
-	}
-	if !info.IsDir() {
-		return fmt.Errorf("not a directory: %s", dir)
-	}
-	cfg.FilePickerDir = abs
-	return nil
-}
-
-func resolvePath(rel string) (string, error) {
-	if cfg.FilePickerDir == "" {
-		return "", errors.New("fs root not set")
-	}
-	if filepath.IsAbs(rel) {
-		abs := filepath.Clean(rel)
-		if !strings.HasPrefix(abs, cfg.FilePickerDir+string(os.PathSeparator)) && abs != cfg.FilePickerDir {
-			return "", fmt.Errorf("path escapes fs root: %s", rel)
-		}
-		return abs, nil
-	}
-	abs := filepath.Join(cfg.FilePickerDir, rel)
-	abs = filepath.Clean(abs)
-	if !strings.HasPrefix(abs, cfg.FilePickerDir+string(os.PathSeparator)) && abs != cfg.FilePickerDir {
-		return "", fmt.Errorf("path escapes fs root: %s", rel)
-	}
-	return abs, nil
-}
-
-func humanSize(n int64) string {
-	switch {
-	case n >= 1<<20:
-		return fmt.Sprintf("%.1fMB", float64(n)/float64(1<<20))
-	case n >= 1<<10:
-		return fmt.Sprintf("%.1fKB", float64(n)/float64(1<<10))
-	default:
-		return fmt.Sprintf("%dB", n)
-	}
-}
-
-func IsImageFile(path string) bool {
-	ext := strings.ToLower(filepath.Ext(path))
-	return ext == ".png" || ext == ".jpg" || ext == ".jpeg" || ext == ".gif" || ext == ".webp" || ext == ".svg"
-}
-
-func FsLs(args []string, stdin string) string {
-	dir := ""
-	if len(args) > 0 {
-		dir = args[0]
-	}
-	abs, err := resolvePath(dir)
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	entries, err := os.ReadDir(abs)
-	if err != nil {
-		return fmt.Sprintf("[error] ls: %v", err)
-	}
-	var out strings.Builder
-	for _, e := range entries {
-		info, _ := e.Info()
-		switch {
-		case e.IsDir():
-			fmt.Fprintf(&out, "d  %-8s %s/\n", "-", e.Name())
-		case info != nil:
-			fmt.Fprintf(&out, "f  %-8s %s\n", humanSize(info.Size()), e.Name())
-		default:
-			fmt.Fprintf(&out, "f  %-8s %s\n", "?", e.Name())
-		}
-	}
-	if out.Len() == 0 {
-		return "(empty directory)"
-	}
-	return strings.TrimRight(out.String(), "\n")
-}
-
-func FsCat(args []string, stdin string) string {
-	b64 := false
-	var path string
-	for _, a := range args {
-		if a == "-b" || a == "--base64" {
-			b64 = true
-		} else if path == "" {
-			path = a
-		}
-	}
-	if path == "" {
-		return "[error] usage: cat <path>"
-	}
-	abs, err := resolvePath(path)
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	data, err := os.ReadFile(abs)
-	if err != nil {
-		return fmt.Sprintf("[error] cat: %v", err)
-	}
-	if b64 {
-		result := base64.StdEncoding.EncodeToString(data)
-		if IsImageFile(path) {
-			result += fmt.Sprintf("\n![image](file://%s)", abs)
-		}
-		return result
-	}
-	return string(data)
-}
-
-func FsViewImg(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: view_img <image-path>"
-	}
-	path := args[0]
-	var abs string
-	if filepath.IsAbs(path) {
-		abs = path
-	} else {
-		var err error
-		abs, err = resolvePath(path)
-		if err != nil {
-			return fmt.Sprintf("[error] %v", err)
-		}
-	}
-	if _, err := os.Stat(abs); err != nil {
-		return fmt.Sprintf("[error] view_img: %v", err)
-	}
-	if !IsImageFile(path) {
-		return fmt.Sprintf("[error] not an image file: %s (use cat to read text files)", path)
-	}
-	dataURL, err := models.CreateImageURLFromPath(abs)
-	if err != nil {
-		return fmt.Sprintf("[error] view_img: %v", err)
-	}
-	result := models.MultimodalToolResp{
-		Type: "multimodal_content",
-		Parts: []map[string]string{
-			{"type": "text", "text": "Image: " + path},
-			{"type": "image_url", "url": dataURL},
-		},
-	}
-	jsonResult, err := json.Marshal(result)
-	if err != nil {
-		return fmt.Sprintf("[error] view_img: %v", err)
-	}
-	return string(jsonResult)
-}
-
-// FsSee is deprecated, use FsViewImg
-func FsSee(args []string, stdin string) string {
-	return FsViewImg(args, stdin)
-}
-
-func FsWrite(args []string, stdin string) string {
-	b64 := false
-	var path string
-	var contentParts []string
-	for _, a := range args {
-		switch a {
-		case "-b", "--base64":
-			b64 = true
-		default:
-			if path == "" {
-				path = a
-			} else {
-				contentParts = append(contentParts, a)
-			}
-		}
-	}
-	if path == "" {
-		return "[error] usage: write <path> [content] or pipe stdin"
-	}
-	abs, err := resolvePath(path)
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	if err := os.MkdirAll(filepath.Dir(abs), 0o755); err != nil {
-		return fmt.Sprintf("[error] mkdir: %v", err)
-	}
-	var data []byte
-	if b64 {
-		src := stdin
-		if src == "" && len(contentParts) > 0 {
-			src = strings.Join(contentParts, " ")
-		}
-		src = strings.TrimSpace(src)
-		var err error
-		data, err = base64.StdEncoding.DecodeString(src)
-		if err != nil {
-			return fmt.Sprintf("[error] base64 decode: %v", err)
-		}
-	} else {
-		if len(contentParts) > 0 {
-			data = []byte(strings.Join(contentParts, " "))
-		} else {
-			data = []byte(stdin)
-		}
-	}
-	if err := os.WriteFile(abs, data, 0o644); err != nil {
-		return fmt.Sprintf("[error] write: %v", err)
-	}
-	size := humanSize(int64(len(data)))
-	result := fmt.Sprintf("Written %s → %s", size, path)
-	if IsImageFile(path) {
-		result += fmt.Sprintf("\n![image](file://%s)", abs)
-	}
-	return result
-}
-
-func FsStat(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: stat <path>"
-	}
-	abs, err := resolvePath(args[0])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	info, err := os.Stat(abs)
-	if err != nil {
-		return fmt.Sprintf("[error] stat: %v", err)
-	}
-	mime := "application/octet-stream"
-	if IsImageFile(args[0]) {
-		ext := strings.ToLower(filepath.Ext(args[0]))
-		switch ext {
-		case ".png":
-			mime = "image/png"
-		case ".jpg", ".jpeg":
-			mime = "image/jpeg"
-		case ".gif":
-			mime = "image/gif"
-		case ".webp":
-			mime = "image/webp"
-		case ".svg":
-			mime = "image/svg+xml"
-		}
-	}
-	var out strings.Builder
-	fmt.Fprintf(&out, "File: %s\n", args[0])
-	fmt.Fprintf(&out, "Size: %s (%d bytes)\n", humanSize(info.Size()), info.Size())
-	fmt.Fprintf(&out, "Type: %s\n", mime)
-	fmt.Fprintf(&out, "Modified: %s\n", info.ModTime().Format(time.RFC3339))
-	if info.IsDir() {
-		fmt.Fprintf(&out, "Kind: directory\n")
-	}
-	return strings.TrimRight(out.String(), "\n")
-}
-
-func FsRm(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: rm <path>"
-	}
-	abs, err := resolvePath(args[0])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	if err := os.RemoveAll(abs); err != nil {
-		return fmt.Sprintf("[error] rm: %v", err)
-	}
-	return "Removed " + args[0]
-}
-
-func FsCp(args []string, stdin string) string {
-	if len(args) < 2 {
-		return "[error] usage: cp <src> <dst>"
-	}
-	srcAbs, err := resolvePath(args[0])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	dstAbs, err := resolvePath(args[1])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	data, err := os.ReadFile(srcAbs)
-	if err != nil {
-		return fmt.Sprintf("[error] cp read: %v", err)
-	}
-	if err := os.MkdirAll(filepath.Dir(dstAbs), 0o755); err != nil {
-		return fmt.Sprintf("[error] cp mkdir: %v", err)
-	}
-	if err := os.WriteFile(dstAbs, data, 0o644); err != nil {
-		return fmt.Sprintf("[error] cp write: %v", err)
-	}
-	return fmt.Sprintf("Copied %s → %s (%s)", args[0], args[1], humanSize(int64(len(data))))
-}
-
-func FsMv(args []string, stdin string) string {
-	if len(args) < 2 {
-		return "[error] usage: mv <src> <dst>"
-	}
-	srcAbs, err := resolvePath(args[0])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	dstAbs, err := resolvePath(args[1])
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	if err := os.MkdirAll(filepath.Dir(dstAbs), 0o755); err != nil {
-		return fmt.Sprintf("[error] mv mkdir: %v", err)
-	}
-	if err := os.Rename(srcAbs, dstAbs); err != nil {
-		return fmt.Sprintf("[error] mv: %v", err)
-	}
-	return fmt.Sprintf("Moved %s → %s", args[0], args[1])
-}
-
-func FsMkdir(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: mkdir [-p] <dir>"
-	}
-	createParents := false
-	var dirPath string
-	for _, a := range args {
-		if a == "-p" || a == "--parents" {
-			createParents = true
-		} else if dirPath == "" {
-			dirPath = a
-		}
-	}
-	if dirPath == "" {
-		return "[error] usage: mkdir [-p] <dir>"
-	}
-	abs, err := resolvePath(dirPath)
-	if err != nil {
-		return fmt.Sprintf("[error] %v", err)
-	}
-	var mkdirFunc func(string, os.FileMode) error
-	if createParents {
-		mkdirFunc = os.MkdirAll
-	} else {
-		mkdirFunc = os.Mkdir
-	}
-	if err := mkdirFunc(abs, 0o755); err != nil {
-		return fmt.Sprintf("[error] mkdir: %v", err)
-	}
-	if createParents {
-		return "Created " + dirPath + " (with parents)"
-	}
-	return "Created " + dirPath
-}
-
-// Text processing commands
-
-func FsEcho(args []string, stdin string) string {
-	if stdin != "" {
-		return stdin
-	}
-	return strings.Join(args, " ")
-}
-
-func FsTime(args []string, stdin string) string {
-	return time.Now().Format("2006-01-02 15:04:05 MST")
-}
-
-func FsGrep(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: grep [-i] [-v] [-c] <pattern>"
-	}
-	ignoreCase := false
-	invert := false
-	countOnly := false
-	var pattern string
-	for _, a := range args {
-		switch a {
-		case "-i":
-			ignoreCase = true
-		case "-v":
-			invert = true
-		case "-c":
-			countOnly = true
-		default:
-			pattern = a
-		}
-	}
-	if pattern == "" {
-		return "[error] pattern required"
-	}
-	if ignoreCase {
-		pattern = strings.ToLower(pattern)
-	}
-	lines := strings.Split(stdin, "\n")
-	var matched []string
-	for _, line := range lines {
-		haystack := line
-		if ignoreCase {
-			haystack = strings.ToLower(line)
-		}
-		match := strings.Contains(haystack, pattern)
-		if invert {
-			match = !match
-		}
-		if match {
-			matched = append(matched, line)
-		}
-	}
-	if countOnly {
-		return strconv.Itoa(len(matched))
-	}
-	return strings.Join(matched, "\n")
-}
-
-func FsHead(args []string, stdin string) string {
-	n := 10
-	for i, a := range args {
-		if a == "-n" && i+1 < len(args) {
-			if parsed, err := strconv.Atoi(args[i+1]); err == nil {
-				n = parsed
-			}
-		} else if strings.HasPrefix(a, "-") {
-			continue
-		} else if parsed, err := strconv.Atoi(a); err == nil {
-			n = parsed
-		}
-	}
-	lines := strings.Split(stdin, "\n")
-	if n > 0 && len(lines) > n {
-		lines = lines[:n]
-	}
-	return strings.Join(lines, "\n")
-}
-
-func FsTail(args []string, stdin string) string {
-	n := 10
-	for i, a := range args {
-		if a == "-n" && i+1 < len(args) {
-			if parsed, err := strconv.Atoi(args[i+1]); err == nil {
-				n = parsed
-			}
-		} else if strings.HasPrefix(a, "-") {
-			continue
-		} else if parsed, err := strconv.Atoi(a); err == nil {
-			n = parsed
-		}
-	}
-	lines := strings.Split(stdin, "\n")
-	if n > 0 && len(lines) > n {
-		lines = lines[len(lines)-n:]
-	}
-	return strings.Join(lines, "\n")
-}
-
-func FsWc(args []string, stdin string) string {
-	lines := len(strings.Split(stdin, "\n"))
-	words := len(strings.Fields(stdin))
-	chars := len(stdin)
-	if len(args) > 0 {
-		switch args[0] {
-		case "-l":
-			return strconv.Itoa(lines)
-		case "-w":
-			return strconv.Itoa(words)
-		case "-c":
-			return strconv.Itoa(chars)
-		}
-	}
-	return fmt.Sprintf("%d lines, %d words, %d chars", lines, words, chars)
-}
-
-func FsSort(args []string, stdin string) string {
-	lines := strings.Split(stdin, "\n")
-	reverse := false
-	numeric := false
-	for _, a := range args {
-		switch a {
-		case "-r":
-			reverse = true
-		case "-n":
-			numeric = true
-		}
-	}
-	sortFunc := func(i, j int) bool {
-		if numeric {
-			ni, _ := strconv.Atoi(lines[i])
-			nj, _ := strconv.Atoi(lines[j])
-			if reverse {
-				return ni > nj
-			}
-			return ni < nj
-		}
-		if reverse {
-			return lines[i] > lines[j]
-		}
-		return lines[i] < lines[j]
-	}
-	sort.Slice(lines, sortFunc)
-	return strings.Join(lines, "\n")
-}
-
-func FsUniq(args []string, stdin string) string {
-	lines := strings.Split(stdin, "\n")
-	showCount := false
-	for _, a := range args {
-		if a == "-c" {
-			showCount = true
-		}
-	}
-	var result []string
-	var prev string
-	first := true
-	count := 0
-	for _, line := range lines {
-		if first || line != prev {
-			if !first && showCount {
-				result = append(result, fmt.Sprintf("%d %s", count, prev))
-			} else if !first {
-				result = append(result, prev)
-			}
-			count = 1
-			prev = line
-			first = false
-		} else {
-			count++
-		}
-	}
-	if !first {
-		if showCount {
-			result = append(result, fmt.Sprintf("%d %s", count, prev))
-		} else {
-			result = append(result, prev)
-		}
-	}
-	return strings.Join(result, "\n")
-}
-
-var allowedGitSubcommands = map[string]bool{
-	"status":    true,
-	"log":       true,
-	"diff":      true,
-	"show":      true,
-	"branch":    true,
-	"reflog":    true,
-	"rev-parse": true,
-	"shortlog":  true,
-	"describe":  true,
-	"rev-list":  true,
-}
-
-func FsGit(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: git <subcommand> [options]"
-	}
-	subcmd := args[0]
-	if !allowedGitSubcommands[subcmd] {
-		return fmt.Sprintf("[error] git: '%s' is not an allowed git command. Allowed: status, log, diff, show, branch, reflog, rev-parse, shortlog, describe, rev-list", subcmd)
-	}
-	abs, err := resolvePath(".")
-	if err != nil {
-		return fmt.Sprintf("[error] git: %v", err)
-	}
-	// Pass all args to git (first arg is subcommand, rest are options)
-	cmd := exec.Command("git", args...)
-	cmd.Dir = abs
-	output, err := cmd.CombinedOutput()
-	if err != nil {
-		return fmt.Sprintf("[error] git %s: %v\n%s", subcmd, err, string(output))
-	}
-	return string(output)
-}
-
-func FsPwd(args []string, stdin string) string {
-	return cfg.FilePickerDir
-}
-
-func FsCd(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: cd <dir>"
-	}
-	dir := args[0]
-	abs, err := resolvePath(dir)
-	if err != nil {
-		return fmt.Sprintf("[error] cd: %v", err)
-	}
-	info, err := os.Stat(abs)
-	if err != nil {
-		return fmt.Sprintf("[error] cd: %v", err)
-	}
-	if !info.IsDir() {
-		return "[error] cd: not a directory: " + dir
-	}
-	cfg.FilePickerDir = abs
-	return "Changed directory to: " + cfg.FilePickerDir
-}
-
-func FsSed(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: sed 's/old/new/[g]' [file]"
-	}
-	inPlace := false
-	var filePath string
-	var pattern string
-	for _, a := range args {
-		switch a {
-		case "-i", "--in-place":
-			inPlace = true
-		default:
-			if strings.HasPrefix(a, "s") && len(a) > 1 {
-				pattern = a
-			} else if filePath == "" && !strings.HasPrefix(a, "-") {
-				filePath = a
-			}
-		}
-	}
-	if pattern == "" {
-		return "[error] usage: sed 's/old/new/[g]' [file]"
-	}
-	// Parse pattern: s/old/new/flags
-	parts := strings.Split(pattern[1:], "/")
-	if len(parts) < 2 {
-		return "[error] invalid sed pattern. Use: s/old/new/[g]"
-	}
-	oldStr := parts[0]
-	newStr := parts[1]
-	global := len(parts) >= 3 && strings.Contains(parts[2], "g")
-	var content string
-	switch {
-	case filePath != "" && stdin == "":
-		abs, err := resolvePath(filePath)
-		if err != nil {
-			return fmt.Sprintf("[error] sed: %v", err)
-		}
-		data, err := os.ReadFile(abs)
-		if err != nil {
-			return fmt.Sprintf("[error] sed: %v", err)
-		}
-		content = string(data)
-	case stdin != "":
-		content = stdin
-	default:
-		return "[error] sed: no input (use file path or pipe from stdin)"
-	}
-	// Apply sed replacement
-	if global {
-		content = strings.ReplaceAll(content, oldStr, newStr)
-	} else {
-		content = strings.Replace(content, oldStr, newStr, 1)
-	}
-	if inPlace && filePath != "" {
-		abs, err := resolvePath(filePath)
-		if err != nil {
-			return fmt.Sprintf("[error] sed: %v", err)
-		}
-		if err := os.WriteFile(abs, []byte(content), 0644); err != nil {
-			return fmt.Sprintf("[error] sed: %v", err)
-		}
-		return "Modified " + filePath
-	}
-	return content
-}
-
-func FsMemory(args []string, stdin string) string {
-	if len(args) == 0 {
-		return "[error] usage: memory store <topic> <data> | memory get <topic> | memory list | memory forget <topic>"
-	}
-	if memoryStore == nil {
-		return "[error] memory store not initialized"
-	}
-	switch args[0] {
-	case "store":
-		if len(args) < 3 && stdin == "" {
-			return "[error] usage: memory store <topic> <data>"
-		}
-		topic := args[1]
-		var data string
-		if len(args) >= 3 {
-			data = strings.Join(args[2:], " ")
-		} else {
-			data = stdin
-		}
-		_, err := memoryStore.Memorise(agentRole, topic, data)
-		if err != nil {
-			return fmt.Sprintf("[error] failed to store: %v", err)
-		}
-		return "Stored under topic: " + topic
-	case "get":
-		if len(args) < 2 {
-			return "[error] usage: memory get <topic>"
-		}
-		topic := args[1]
-		data, err := memoryStore.Recall(agentRole, topic)
-		if err != nil {
-			return fmt.Sprintf("[error] failed to recall: %v", err)
-		}
-		return fmt.Sprintf("Topic: %s\n%s", topic, data)
-	case "list", "topics":
-		topics, err := memoryStore.RecallTopics(agentRole)
-		if err != nil {
-			return fmt.Sprintf("[error] failed to list topics: %v", err)
-		}
-		if len(topics) == 0 {
-			return "No topics stored."
-		}
-		return "Topics: " + strings.Join(topics, ", ")
-	case "forget", "delete":
-		if len(args) < 2 {
-			return "[error] usage: memory forget <topic>"
-		}
-		topic := args[1]
-		err := memoryStore.Forget(agentRole, topic)
-		if err != nil {
-			return fmt.Sprintf("[error] failed to forget: %v", err)
-		}
-		return "Deleted topic: " + topic
-	default:
-		return fmt.Sprintf("[error] unknown subcommand: %s. Use: store, get, list, topics, forget, delete", args[0])
-	}
-}

tools_playwright.go

@@ -1,4 +1,4 @@
-package tools
+package main
 
 import (
 	"encoding/json"
@@ -12,6 +12,87 @@ import (
 	"github.com/playwright-community/playwright-go"
 )
 
+var browserToolSysMsg = `
+Additional browser automation tools (Playwright):
+[
+{
+    "name": "pw_start",
+    "args": [],
+    "when_to_use": "start a browser instance before doing any browser automation. Must be called first."
+},
+{
+    "name": "pw_stop",
+    "args": [],
+    "when_to_use": "stop the browser instance when done with automation."
+},
+{
+    "name": "pw_is_running",
+    "args": [],
+    "when_to_use": "check if browser is currently running."
+},
+{
+    "name": "pw_navigate",
+    "args": ["url"],
+    "when_to_use": "open a specific URL in the web browser."
+},
+{
+    "name": "pw_click",
+    "args": ["selector", "index"],
+    "when_to_use": "click on an element on the current webpage. Use 'index' for multiple matches (default 0)."
+},
+{
+    "name": "pw_fill",
+    "args": ["selector", "text", "index"],
+    "when_to_use": "type text into an input field. Use 'index' for multiple matches (default 0)."
+},
+{
+    "name": "pw_extract_text",
+    "args": ["selector"],
+    "when_to_use": "extract text content from the page or specific elements. Use selector 'body' for all page text."
+},
+{
+    "name": "pw_screenshot",
+    "args": ["selector", "full_page"],
+    "when_to_use": "take a screenshot of the page or a specific element. Returns a file path to the image. Use to verify actions or inspect visual state."
+},
+{
+    "name": "pw_screenshot_and_view",
+    "args": ["selector", "full_page"],
+    "when_to_use": "take a screenshot and return the image for viewing. Use to visually verify page state."
+},
+{
+    "name": "pw_wait_for_selector",
+    "args": ["selector", "timeout"],
+    "when_to_use": "wait for an element to appear on the page before proceeding with further actions."
+},
+{
+    "name": "pw_drag",
+    "args": ["x1", "y1", "x2", "y2"],
+    "when_to_use": "drag the mouse from point (x1,y1) to (x2,y2)."
+},
+{
+    "name": "pw_click_at",
+    "args": ["x", "y"],
+    "when_to_use": "click at specific X,Y coordinates on the page. Use when you know the exact position."
+},
+{
+    "name": "pw_get_html",
+    "args": ["selector"],
+    "when_to_use": "get the HTML content of the page or a specific element. Use to understand page structure or extract raw HTML."
+},
+{
+    "name": "pw_get_dom",
+    "args": ["selector"],
+    "when_to_use": "get a structured DOM representation with tag, attributes, text, and children. Use to inspect element hierarchy and properties."
+},
+{
+    "name": "pw_search_elements",
+    "args": ["text", "selector"],
+    "when_to_use": "search for elements by text content or CSS selector. Returns matching elements with their tags, text, and HTML."
+}
+]
+`
+
 var (
 	pw             *playwright.Playwright
 	browser        playwright.Browser
@@ -20,7 +101,7 @@ var (
 	page           playwright.Page
 )
 
-func PwShutDown() error {
+func pwShutDown() error {
 	if pw == nil {
 		return nil
 	}
@@ -28,7 +109,7 @@ func PwShutDown() error {
 	return pw.Stop()
 }
 
-func InstallPW() error {
+func installPW() error {
 	err := playwright.Install(&playwright.RunOptions{Verbose: false})
 	if err != nil {
 		logger.Warn("playwright not available", "error", err)
@@ -37,7 +118,7 @@ func InstallPW() error {
 	return nil
 }
 
-func CheckPlaywright() error {
+func checkPlaywright() error {
 	var err error
 	pw, err = playwright.Run()
 	if err != nil {
@@ -374,78 +455,6 @@ func pwDrag(args map[string]string) []byte {
 	return []byte(fmt.Sprintf(`{"success": true, "message": "Dragged from (%s,%s) to (%s,%s)"}`, x1, y1, x2, y2))
 }
 
-func pwDragBySelector(args map[string]string) []byte {
-	fromSelector, ok := args["fromSelector"]
-	if !ok || fromSelector == "" {
-		return []byte(`{"error": "fromSelector not provided"}`)
-	}
-	toSelector, ok := args["toSelector"]
-	if !ok || toSelector == "" {
-		return []byte(`{"error": "toSelector not provided"}`)
-	}
-	if !browserStarted || page == nil {
-		return []byte(`{"error": "Browser not started. Call pw_start first."}`)
-	}
-	fromJS := fmt.Sprintf(`
-		function getCenter(selector) {
-			const el = document.querySelector(selector);
-			if (!el) return null;
-			const rect = el.getBoundingClientRect();
-			return { x: rect.left + rect.width / 2, y: rect.top + rect.height / 2 };
-		}
-		getCenter(%q)
-	`, fromSelector)
-	toJS := fmt.Sprintf(`
-		function getCenter(selector) {
-			const el = document.querySelector(selector);
-			if (!el) return null;
-			const rect = el.getBoundingClientRect();
-			return { x: rect.left + rect.width / 2, y: rect.top + rect.height / 2 };
-		}
-		getCenter(%q)
-	`, toSelector)
-	fromResult, err := page.Evaluate(fromJS)
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to get from element: %s"}`, err.Error()))
-	}
-	fromMap, ok := fromResult.(map[string]interface{})
-	if !ok || fromMap == nil {
-		return []byte(fmt.Sprintf(`{"error": "from selector '%s' not found"}`, fromSelector))
-	}
-	fromX := fromMap["x"].(float64)
-	fromY := fromMap["y"].(float64)
-	toResult, err := page.Evaluate(toJS)
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to get to element: %s"}`, err.Error()))
-	}
-	toMap, ok := toResult.(map[string]interface{})
-	if !ok || toMap == nil {
-		return []byte(fmt.Sprintf(`{"error": "to selector '%s' not found"}`, toSelector))
-	}
-	toX := toMap["x"].(float64)
-	toY := toMap["y"].(float64)
-	mouse := page.Mouse()
-	err = mouse.Move(fromX, fromY)
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to move mouse: %s"}`, err.Error()))
-	}
-	err = mouse.Down()
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to mouse down: %s"}`, err.Error()))
-	}
-	err = mouse.Move(toX, toY)
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to move mouse: %s"}`, err.Error()))
-	}
-	err = mouse.Up()
-	if err != nil {
-		return []byte(fmt.Sprintf(`{"error": "failed to mouse up: %s"}`, err.Error()))
-	}
-	msg := fmt.Sprintf("Dragged from %s (%.0f,%.0f) to %s (%.0f,%.0f)", fromSelector, fromX, fromY, toSelector, toX, toY)
-	return []byte(fmt.Sprintf(`{"success": true, "message": "%s"}`, msg))
-}
-
-// nolint:unused
 func pwClickAt(args map[string]string) []byte {
 	x, ok := args["x"]
 	if !ok {
@@ -596,7 +605,6 @@ func pwGetDOM(args map[string]string) []byte {
 	return []byte(fmt.Sprintf(`{"dom": %s}`, string(data)))
 }
 
-// nolint:unused
 func pwSearchElements(args map[string]string) []byte {
 	text := args["text"]
 	selector := args["selector"]

tui.go

@@ -3,7 +3,6 @@ package main
 import (
 	"fmt"
 	"gf-lt/models"
-	"gf-lt/tools"
 	"image"
 	_ "image/jpeg"
 	_ "image/png"
@@ -43,6 +42,7 @@ var (
 	confirmPageName    = "confirm"
 	fullscreenMode     bool
 	positionVisible    bool = true
+	scrollToEndEnabled bool = true
 	// pages
 	historyPage    = "historyPage"
 	agentPage      = "agentPage"
@@ -51,6 +51,7 @@ var (
 	helpPage       = "helpPage"
 	renamePage     = "renamePage"
 	RAGPage        = "RAGPage"
+	RAGLoadedPage  = "RAGLoadedPage"
 	propsPage      = "propsPage"
 	codeBlockPage  = "codeBlockPage"
 	imgPage        = "imgPage"
@@ -69,8 +70,8 @@ var (
 [yellow]F4[white]: edit msg
 [yellow]F5[white]: toggle fullscreen for input/chat window
 [yellow]F6[white]: interrupt bot resp
-[yellow]F7[white]: copy last msg to clipboard (linux xclip or wl-copy)
+[yellow]F7[white]: copy last msg to clipboard (linux xclip)
-[yellow]F8[white]: copy n msg to clipboard (linux xclip or wl-copy)
+[yellow]F8[white]: copy n msg to clipboard (linux xclip)
 [yellow]F9[white]: table to copy from; with all code blocks
 [yellow]F10[white]: switch if LLM will respond on this message (for user to write multiple messages in a row)
 [yellow]F11[white]: import json chat file
@@ -105,7 +106,6 @@ var (
 [yellow]Alt+t[white]: toggle thinking blocks visibility (collapse/expand <think> blocks)
 [yellow]Ctrl+t[white]: toggle tool call/response visibility (collapse/expand tool calls and non-shell tool responses)
 [yellow]Alt+i[white]: show colorscheme selection popup
-[yellow]Insert[white]: paste from clipboard to the text area (use it instead shift+insert)
 
 === scrolling chat window (some keys similar to vim) ===
 [yellow]arrows up/down and j/k[white]: scroll up and down
@@ -224,13 +224,12 @@ func showToast(title, message string) {
 	})
 }
 
-func initTUI() {
+func init() {
 	// Start background goroutine to update model color cache
 	startModelColorUpdater()
 	tview.Styles = colorschemes["default"]
 	app = tview.NewApplication()
 	pages = tview.NewPages()
-	outputHandler = &TUIOutputHandler{tv: textView}
 	shellInput = tview.NewInputField().
 		SetLabel(fmt.Sprintf("[%s]$ ", cfg.FilePickerDir)). // dynamic prompt
 		SetFieldWidth(0).
@@ -321,24 +320,6 @@ func initTUI() {
 	textArea = tview.NewTextArea().
 		SetPlaceholder("input is multiline; press <Enter> to start the next line;\npress <Esc> to send the message.")
 	textArea.SetBorder(true).SetTitle("input")
-	textArea.SetInputCapture(func(event *tcell.EventKey) *tcell.EventKey {
-		if event.Key() == tcell.KeyInsert {
-			text, err := readFromClipboard()
-			if err != nil {
-				logger.Error("failed to read clipboard", "error", err)
-				return event
-			}
-			maxPaste := 100000
-			if len(text) > maxPaste {
-				text = text[:maxPaste]
-				showToast("paste truncated", "pasted text exceeded 100KB limit")
-			}
-			current := textArea.GetText()
-			textArea.SetText(current+text, true)
-			return nil
-		}
-		return event
-	})
 	textView = tview.NewTextView().
 		SetDynamicColors(true).
 		SetRegions(true).
@@ -374,7 +355,7 @@ func initTUI() {
 				searchResults = nil       // Clear search results
 				searchResultLengths = nil // Clear search result lengths
 				originalTextForSearch = ""
-				textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys)) // Reset text without search regions
+				textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys)) // Reset text without search regions
 				colorText()                                                  // Apply normal chat coloring
 			} else {
 				// Original logic if no search is active
@@ -455,9 +436,11 @@ func initTUI() {
 				pages.RemovePage(editMsgPage)
 				return nil
 			}
-			chatBody.Messages[selectedIndex].SetText(editedMsg)
+			chatBody.WithLock(func(cb *models.ChatBody) {
+				cb.Messages[selectedIndex].SetText(editedMsg)
+			})
 			// change textarea
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			pages.RemovePage(editMsgPage)
 			editMode = false
 			return nil
@@ -485,9 +468,11 @@ func initTUI() {
 					pages.RemovePage(roleEditPage)
 					return
 				}
-				if selectedIndex >= 0 && selectedIndex < len(chatBody.Messages) {
+				if selectedIndex >= 0 && selectedIndex < chatBody.GetMessageCount() {
-					chatBody.Messages[selectedIndex].Role = newRole
+					chatBody.WithLock(func(cb *models.ChatBody) {
-					textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+						cb.Messages[selectedIndex].Role = newRole
+					})
+					textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 					colorText()
 					pages.RemovePage(roleEditPage)
 				}
@@ -516,7 +501,7 @@ func initTUI() {
 				return nil
 			}
 			selectedIndex = siInt
-			if len(chatBody.Messages)-1 < selectedIndex || selectedIndex < 0 {
+			if chatBody.GetMessageCount()-1 < selectedIndex || selectedIndex < 0 {
 				msg := "chosen index is out of bounds, will copy user input"
 				logger.Warn(msg, "index", selectedIndex)
 				showToast("error", msg)
@@ -526,7 +511,7 @@ func initTUI() {
 				hideIndexBar() // Hide overlay instead of removing page directly
 				return nil
 			}
-			m := chatBody.Messages[selectedIndex]
+			m := chatBody.GetMessages()[selectedIndex]
 			switch {
 			case roleEditMode:
 				hideIndexBar() // Hide overlay first
@@ -593,7 +578,7 @@ func initTUI() {
 					searchResults = nil
 					searchResultLengths = nil
 					originalTextForSearch = ""
-					textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+					textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 					colorText()
 					return
 				} else {
@@ -651,9 +636,9 @@ func initTUI() {
 	//
 	textArea.SetMovedFunc(updateStatusLine)
 	updateStatusLine()
-	textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+	textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 	colorText()
-	if cfg.AutoScrollEnabled {
+	if scrollToEndEnabled {
 		textView.ScrollToEnd()
 	}
 	// init sysmap
@@ -665,7 +650,7 @@ func initTUI() {
 		if event.Key() == tcell.KeyRune && event.Rune() == '5' && event.Modifiers()&tcell.ModAlt != 0 {
 			// switch cfg.ShowSys
 			cfg.ShowSys = !cfg.ShowSys
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			colorText()
 		}
 		if event.Key() == tcell.KeyRune && event.Rune() == '3' && event.Modifiers()&tcell.ModAlt != 0 {
@@ -682,9 +667,9 @@ func initTUI() {
 		}
 		if event.Key() == tcell.KeyRune && event.Rune() == '2' && event.Modifiers()&tcell.ModAlt != 0 {
 			// toggle auto-scrolling
-			cfg.AutoScrollEnabled = !cfg.AutoScrollEnabled
+			scrollToEndEnabled = !scrollToEndEnabled
 			status := "disabled"
-			if cfg.AutoScrollEnabled {
+			if scrollToEndEnabled {
 				status = "enabled"
 			}
 			showToast("autoscroll", "Auto-scrolling "+status)
@@ -698,7 +683,7 @@ func initTUI() {
 		// Handle Alt+T to toggle thinking block visibility
 		if event.Key() == tcell.KeyRune && event.Rune() == 't' && event.Modifiers()&tcell.ModAlt != 0 {
 			thinkingCollapsed = !thinkingCollapsed
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			colorText()
 			status := "expanded"
 			if thinkingCollapsed {
@@ -710,7 +695,7 @@ func initTUI() {
 		// Handle Ctrl+T to toggle tool call/response visibility
 		if event.Key() == tcell.KeyCtrlT {
 			toolCollapsed = !toolCollapsed
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			colorText()
 			status := "expanded"
 			if toolCollapsed {
@@ -751,16 +736,16 @@ func initTUI() {
 			updateStatusLine()
 			return nil
 		}
-		if event.Key() == tcell.KeyF2 && !botRespMode.Load() {
+		if event.Key() == tcell.KeyF2 && !botRespMode {
 			// regen last msg
-			if len(chatBody.Messages) == 0 {
+			if chatBody.GetMessageCount() == 0 {
 				showToast("info", "no messages to regenerate")
 				return nil
 			}
-			chatBody.Messages = chatBody.Messages[:len(chatBody.Messages)-1]
+			chatBody.TruncateMessages(chatBody.GetMessageCount() - 1)
 			// there is no case where user msg is regenerated
-			// lastRole := chatBody.Messages[len(chatBody.Messages)-1].Role
+			// lastRole := chatBody.GetMessages()[chatBody.GetMessageCount()-1].Role
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			// go chatRound("", cfg.UserRole, textView, true, false)
 			if cfg.TTS_ENABLED {
 				TTSDoneChan <- true
@@ -768,7 +753,7 @@ func initTUI() {
 			chatRoundChan <- &models.ChatRoundReq{Role: cfg.UserRole, Regen: true}
 			return nil
 		}
-		if event.Key() == tcell.KeyF3 && !botRespMode.Load() {
+		if event.Key() == tcell.KeyF3 && !botRespMode {
 			// delete last msg
 			// check textarea text; if it ends with bot icon delete only icon:
 			text := textView.GetText(true)
@@ -779,12 +764,12 @@ func initTUI() {
 				colorText()
 				return nil
 			}
-			if len(chatBody.Messages) == 0 {
+			if chatBody.GetMessageCount() == 0 {
 				showToast("info", "no messages to delete")
 				return nil
 			}
-			chatBody.Messages = chatBody.Messages[:len(chatBody.Messages)-1]
+			chatBody.TruncateMessages(chatBody.GetMessageCount() - 1)
-			textView.SetText(chatToText(chatBody.Messages, cfg.ShowSys))
+			textView.SetText(chatToText(chatBody.GetMessages(), cfg.ShowSys))
 			if cfg.TTS_ENABLED {
 				TTSDoneChan <- true
 			}
@@ -824,15 +809,15 @@ func initTUI() {
 			return nil
 		}
 		if event.Key() == tcell.KeyF6 {
-			interruptResp.Store(true)
+			interruptResp = true
-			botRespMode.Store(false)
+			botRespMode = false
-			toolRunningMode.Store(false)
+			toolRunningMode = false
 			return nil
 		}
 		if event.Key() == tcell.KeyF7 {
 			// copy msg to clipboard
 			editMode = false
-			m := chatBody.Messages[len(chatBody.Messages)-1]
+			m := chatBody.GetMessages()[chatBody.GetMessageCount()-1]
 			msgText := m.GetText()
 			if err := copyToClipboard(msgText); err != nil {
 				logger.Error("failed to copy to clipboard", "error", err)
@@ -851,7 +836,7 @@ func initTUI() {
 		if event.Key() == tcell.KeyF9 {
 			// table of codeblocks to copy
 			text := textView.GetText(false)
-			cb := models.CodeBlockRE.FindAllString(text, -1)
+			cb := codeBlockRE.FindAllString(text, -1)
 			if len(cb) == 0 {
 				showToast("notify", "no code blocks in chat")
 				return nil
@@ -950,7 +935,7 @@ func initTUI() {
 		if event.Key() == tcell.KeyCtrlK {
 			// add message from tools
 			cfg.ToolUse = !cfg.ToolUse
-			UpdateToolCapabilities()
+			updateToolCapabilities()
 			updateStatusLine()
 			return nil
 		}
@@ -1016,10 +1001,10 @@ func initTUI() {
 			TTSDoneChan <- true
 		}
 		if event.Key() == tcell.KeyRune && event.Rune() == '0' && event.Modifiers()&tcell.ModAlt != 0 && cfg.TTS_ENABLED {
-			if len(chatBody.Messages) > 0 {
+			if chatBody.GetMessageCount() > 0 {
 				// Stop any currently playing TTS first
 				TTSDoneChan <- true
-				lastMsg := chatBody.Messages[len(chatBody.Messages)-1]
+				lastMsg := chatBody.GetMessages()[chatBody.GetMessageCount()-1]
 				cleanedText := models.CleanText(lastMsg.GetText())
 				if cleanedText != "" {
 					// nolint: errcheck
@@ -1031,7 +1016,7 @@ func initTUI() {
 		if event.Key() == tcell.KeyCtrlW {
 			// INFO: continue bot/text message
 			// without new role
-			lastRole := chatBody.Messages[len(chatBody.Messages)-1].Role
+			lastRole := chatBody.GetMessages()[chatBody.GetMessageCount()-1].Role
 			// go chatRound("", lastRole, textView, false, true)
 			chatRoundChan <- &models.ChatRoundReq{Role: lastRole, Resume: true}
 			return nil
@@ -1056,7 +1041,7 @@ func initTUI() {
 		if event.Key() == tcell.KeyCtrlC {
 			logger.Info("caught Ctrl+C via tcell event")
 			go func() {
-				if err := tools.PwShutDown(); err != nil {
+				if err := pwShutDown(); err != nil {
 					logger.Error("shutdown failed", "err", err)
 				}
 				app.Stop()
@@ -1117,11 +1102,11 @@ func initTUI() {
 		if event.Key() == tcell.KeyRune && event.Modifiers() == tcell.ModAlt && event.Rune() == '9' {
 			// Warm up (load) the currently selected model
 			go warmUpModel()
-			showToast("model warmup", "loading model: "+chatBody.Model)
+			showToast("model warmup", "loading model: "+chatBody.GetModel())
 			return nil
 		}
 		// cannot send msg in editMode or botRespMode
-		if event.Key() == tcell.KeyEscape && !editMode && !botRespMode.Load() {
+		if event.Key() == tcell.KeyEscape && !editMode && !botRespMode {
 			if shellMode {
 				cmdText := shellInput.GetText()
 				if cmdText != "" {
@@ -1148,7 +1133,7 @@ func initTUI() {
 				}
 				// check if plain text
 				if !injectRole {
-					matches := models.RoleRE.FindStringSubmatch(msgText)
+					matches := roleRE.FindStringSubmatch(msgText)
 					if len(matches) > 1 {
 						persona = matches[1]
 						msgText = strings.TrimLeft(msgText[len(matches[0]):], " ")
@@ -1156,9 +1141,9 @@ func initTUI() {
 				}
 				// add user icon before user msg
 				fmt.Fprintf(textView, "%s[-:-:b](%d) <%s>: [-:-:-]\n%s\n",
-					nl, len(chatBody.Messages), persona, msgText)
+					nl, chatBody.GetMessageCount(), persona, msgText)
 				textArea.SetText("", true)
-				if cfg.AutoScrollEnabled {
+				if scrollToEndEnabled {
 					textView.ScrollToEnd()
 				}
 				colorText()
@@ -1187,10 +1172,9 @@ func initTUI() {
 			app.SetFocus(focusSwitcher[currentF])
 			return nil
 		}
-		if isASCII(string(event.Rune())) && !botRespMode.Load() {
+		if isASCII(string(event.Rune())) && !botRespMode {
 			return event
 		}
 		return event
 	})
-	go updateModelLists()
 }