18 lines
444 B
TOML
18 lines
444 B
TOML
ChatAPI = "http://localhost:8080/v1/chat/completions"
|
|
CompletionAPI = "http://localhost:8080/completion"
|
|
EmbedURL = "http://localhost:8080/v1/embeddings"
|
|
ShowSys = true
|
|
LogFile = "log.txt"
|
|
UserRole = "user"
|
|
ToolRole = "tool"
|
|
AssistantRole = "assistant"
|
|
SysDir = "sysprompts"
|
|
ChunkLimit = 100000
|
|
# rag settings
|
|
RAGBatchSize = 100
|
|
RAGWordLimit = 80
|
|
RAGWorkers = 5
|
|
# extra tts
|
|
TTS_ENABLED = false
|
|
TTS_URL = "http://localhost:8880/v1/audio/speech"
|