Matt Low
3fde58b77d
- More emphasis on `api` package. It now holds database model structs from `lmcli/models` (which is now gone) as well as the tool spec, call, and result types. `tools.Tool` is now `api.ToolSpec`. `api.ChatCompletionClient` was renamed to `api.ChatCompletionProvider`. - Change ChatCompletion interface and implementations to no longer do automatic tool call recursion - they simply return a ToolCall message which the caller can decide what to do with (e.g. prompt for user confirmation before executing) - `api.ChatCompletionProvider` functions have had their ReplyCallback parameter removed, as now they only return a single reply. - Added a top-level `agent` package, moved the current built-in tools implementations under `agent/toolbox`. `tools.ExecuteToolCalls` is now `agent.ExecuteToolCalls`. - Fixed request context handling in openai, google, ollama (use `NewRequestWithContext`), cleaned up request cancellation in TUI - Fix tool call tui persistence bug (we were skipping message with empty content) - Now handle tool calling from TUI layer TODO: - Prompt users before executing tool calls - Automatically send tool results to the model (or make this toggleable)
49 lines
1.2 KiB
Go
49 lines
1.2 KiB
Go
package agent
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"git.mlow.ca/mlow/lmcli/pkg/agent/toolbox"
|
|
"git.mlow.ca/mlow/lmcli/pkg/api"
|
|
)
|
|
|
|
var AvailableTools map[string]api.ToolSpec = map[string]api.ToolSpec{
|
|
"dir_tree": toolbox.DirTreeTool,
|
|
"read_dir": toolbox.ReadDirTool,
|
|
"read_file": toolbox.ReadFileTool,
|
|
"write_file": toolbox.WriteFileTool,
|
|
"file_insert_lines": toolbox.FileInsertLinesTool,
|
|
"file_replace_lines": toolbox.FileReplaceLinesTool,
|
|
}
|
|
|
|
func ExecuteToolCalls(calls []api.ToolCall, available []api.ToolSpec) ([]api.ToolResult, error) {
|
|
var toolResults []api.ToolResult
|
|
for _, call := range calls {
|
|
var tool *api.ToolSpec
|
|
for i := range available {
|
|
if available[i].Name == call.Name {
|
|
tool = &available[i]
|
|
break
|
|
}
|
|
}
|
|
if tool == nil {
|
|
return nil, fmt.Errorf("Requested tool '%s' is not available. Hallucination?", call.Name)
|
|
}
|
|
|
|
// Execute the tool
|
|
result, err := tool.Impl(tool, call.Parameters)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("Tool '%s' error: %v\n", call.Name, err)
|
|
}
|
|
|
|
toolResult := api.ToolResult{
|
|
ToolCallID: call.ID,
|
|
ToolName: call.Name,
|
|
Result: result,
|
|
}
|
|
|
|
toolResults = append(toolResults, toolResult)
|
|
}
|
|
return toolResults, nil
|
|
}
|