Enha: or free models
This commit is contained in:
8
main.go
8
main.go
@@ -4,8 +4,8 @@ import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"log/slog"
|
||||
"net/http"
|
||||
@@ -210,10 +210,10 @@ func runBench(questions []models.Question) ([]models.Answer, error) {
|
||||
logger.Error("failed to parse llm response", "error", err)
|
||||
continue
|
||||
}
|
||||
|
||||
|
||||
// Process the response to detect tool usage
|
||||
respText, toolCall := processLLMResponse(respText)
|
||||
|
||||
|
||||
a := models.Answer{
|
||||
Q: q,
|
||||
Answer: respText,
|
||||
@@ -243,7 +243,7 @@ func callLLM(prompt string, apiURL string) ([]byte, error) {
|
||||
}
|
||||
}
|
||||
|
||||
maxRetries := 6
|
||||
maxRetries := 3
|
||||
baseDelay := 2 * time.Second
|
||||
|
||||
for attempt := 0; attempt < maxRetries; attempt++ {
|
||||
|
Reference in New Issue
Block a user