134 lines
2.9 KiB
Go
134 lines
2.9 KiB
Go
package main
|
|
|
|
import (
|
|
"elefant/models"
|
|
"encoding/json"
|
|
"regexp"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
// TODO: form that message based on existing funcs
|
|
basicSysMsg = `Large Language Model that helps user with any of his requests.`
|
|
toolCallRE = regexp.MustCompile(`__tool_call__\s*([\s\S]*?)__tool_call__`)
|
|
toolSysMsg = `You're a helpful assistant.
|
|
# Tools
|
|
You can do functions call if needed.
|
|
Your current tools:
|
|
<tools>
|
|
[
|
|
{
|
|
"name":"recall",
|
|
"args": "topic",
|
|
"when_to_use": "when asked about topic that user previously asked to memorise"
|
|
},
|
|
{
|
|
"name":"memorise",
|
|
"args": ["topic", "info"],
|
|
"when_to_use": "when asked to memorise something"
|
|
},
|
|
{
|
|
"name":"recall_topics",
|
|
"args": null,
|
|
"when_to_use": "once in a while"
|
|
}
|
|
]
|
|
</tools>
|
|
To make a function call return a json object within __tool_call__ tags;
|
|
Example:
|
|
__tool_call__
|
|
{
|
|
"name":"recall",
|
|
"args": "Adam"
|
|
}
|
|
__tool_call__
|
|
When done right, tool call will be delivered to the 'tool' agent. 'tool' agent will respond with the results of the call.
|
|
After that you are free to respond to the user.
|
|
`
|
|
systemMsg = toolSysMsg
|
|
sysMap = map[string]string{"basic_sys": basicSysMsg, "tool_sys": toolSysMsg}
|
|
sysLabels = []string{"cancel", "basic_sys", "tool_sys"}
|
|
)
|
|
|
|
/*
|
|
consider cases:
|
|
- append mode (treat it like a journal appendix)
|
|
- replace mode (new info/mind invalidates old ones)
|
|
also:
|
|
- some writing can be done without consideration of previous data;
|
|
- others do;
|
|
*/
|
|
func memorise(args ...string) []byte {
|
|
agent := assistantRole
|
|
if len(args) < 2 {
|
|
logger.Warn("not enough args to call memorise tool")
|
|
return nil
|
|
}
|
|
memory := &models.Memory{
|
|
Agent: agent,
|
|
Topic: args[0],
|
|
Mind: args[1],
|
|
UpdatedAt: time.Now(),
|
|
}
|
|
store.Memorise(memory)
|
|
return nil
|
|
}
|
|
|
|
func recall(args ...string) []byte {
|
|
agent := assistantRole
|
|
if len(args) < 1 {
|
|
logger.Warn("not enough args to call recall tool")
|
|
return nil
|
|
}
|
|
mind, err := store.Recall(agent, args[0])
|
|
if err != nil {
|
|
logger.Error("failed to use tool", "error", err, "args", args)
|
|
return nil
|
|
}
|
|
return []byte(mind)
|
|
}
|
|
|
|
func recallTopics(args ...string) []byte {
|
|
agent := assistantRole
|
|
topics, err := store.RecallTopics(agent)
|
|
if err != nil {
|
|
logger.Error("failed to use tool", "error", err, "args", args)
|
|
return nil
|
|
}
|
|
data, err := json.Marshal(topics)
|
|
if err != nil {
|
|
logger.Error("failed to use tool", "error", err, "args", args)
|
|
return nil
|
|
}
|
|
return data
|
|
}
|
|
|
|
func fullMemoryLoad() {}
|
|
|
|
// predifine funcs
|
|
func getUserDetails(args ...string) []byte {
|
|
// db query
|
|
// return DB[id[0]]
|
|
m := map[string]any{
|
|
"username": "fm11",
|
|
"id": 24983,
|
|
"reputation": 911,
|
|
"balance": 214.73,
|
|
}
|
|
data, err := json.Marshal(m)
|
|
if err != nil {
|
|
logger.Error("failed to use tool", "error", err, "args", args)
|
|
return nil
|
|
}
|
|
return data
|
|
}
|
|
|
|
type fnSig func(...string) []byte
|
|
|
|
var fnMap = map[string]fnSig{
|
|
"get_id": getUserDetails,
|
|
"recall": recall,
|
|
"recall_topics": recallTopics,
|
|
"memorise": memorise,
|
|
}
|