29 lines
862 B
TOML
29 lines
862 B
TOML
ChatAPI = "http://localhost:8080/v1/chat/completions"
|
|
CompletionAPI = "http://localhost:8080/completion"
|
|
OpenRouterCompletionAPI = "https://openrouter.ai/api/v1/completions"
|
|
OpenRouterChatAPI = "https://openrouter.ai/api/v1/chat/completions"
|
|
EmbedURL = "http://localhost:8080/v1/embeddings"
|
|
ShowSys = true
|
|
LogFile = "log.txt"
|
|
UserRole = "user"
|
|
ToolRole = "tool"
|
|
AssistantRole = "assistant"
|
|
SysDir = "sysprompts"
|
|
ChunkLimit = 100000
|
|
# rag settings
|
|
RAGBatchSize = 100
|
|
RAGWordLimit = 80
|
|
RAGWorkers = 5
|
|
# extra tts
|
|
TTS_ENABLED = false
|
|
TTS_URL = "http://localhost:8880/v1/audio/speech"
|
|
TTS_SPEED = 1.0
|
|
# extra stt
|
|
STT_ENABLED = false
|
|
STT_URL = "http://localhost:8081/inference"
|
|
DBPATH = "gflt.db"
|
|
FetchModelNameAPI = "http://localhost:8080/v1/models"
|
|
# external search tool
|
|
SearchAPI = "" # url to call the tool by
|
|
SearchDescribe = "" # link that returns models.Tool
|