Enha: or free models

This commit is contained in:
Grail Finder
2025-09-05 15:10:40 +03:00
parent 53dc5a5e8d
commit 0276000bfa
4 changed files with 195 additions and 35 deletions

View File

@@ -4,8 +4,8 @@ import (
"bytes"
"encoding/json"
"errors"
"fmt"
"flag"
"fmt"
"io"
"log/slog"
"net/http"
@@ -210,10 +210,10 @@ func runBench(questions []models.Question) ([]models.Answer, error) {
logger.Error("failed to parse llm response", "error", err)
continue
}
// Process the response to detect tool usage
respText, toolCall := processLLMResponse(respText)
a := models.Answer{
Q: q,
Answer: respText,
@@ -243,7 +243,7 @@ func callLLM(prompt string, apiURL string) ([]byte, error) {
}
}
maxRetries := 6
maxRetries := 3
baseDelay := 2 * time.Second
for attempt := 0; attempt < maxRetries; attempt++ {