24 lines
673 B
TOML
24 lines
673 B
TOML
ChatAPI = "http://localhost:8080/v1/chat/completions"
|
|
CompletionAPI = "http://localhost:8080/completion"
|
|
OpenRouterCompletionAPI = "https://openrouter.ai/api/v1/completions"
|
|
OpenRouterChatAPI = "https://openrouter.ai/api/v1/chat/completions"
|
|
EmbedURL = "http://localhost:8080/v1/embeddings"
|
|
ShowSys = true
|
|
LogFile = "log.txt"
|
|
UserRole = "user"
|
|
ToolRole = "tool"
|
|
AssistantRole = "assistant"
|
|
SysDir = "sysprompts"
|
|
ChunkLimit = 100000
|
|
# rag settings
|
|
RAGBatchSize = 100
|
|
RAGWordLimit = 80
|
|
RAGWorkers = 5
|
|
# extra tts
|
|
TTS_ENABLED = false
|
|
TTS_URL = "http://localhost:8880/v1/audio/speech"
|
|
TTS_SPEED = 1.0
|
|
# extra stt
|
|
STT_ENABLED = false
|
|
STT_URL = "http://localhost:8081/inference"
|