mlow/lmcli
Private
Public Access
1
0
Fork 0
Code Activity

Add metadata json field to Message, store generation model/provider

Browse Source
This commit is contained in:
Matt Low
2024-09-30 17:37:50 +00:00
parent 327a128b2f
commit 5d13c3e056
4 changed files with 44 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
pkg/tui/model/model.go
View File

@@ -248,7 +248,11 @@ func (a *AppModel) ExecuteToolCalls(toolCalls []api.ToolCall) ([]api.ToolResult,
return agents.ExecuteToolCalls(toolCalls, agent.Toolbox)
}
func (a *AppModel) PromptLLM(messages []api.Message, chatReplyChunks chan provider.Chunk, stopSignal chan struct{}) (*api.Message, error) {
func (a *AppModel) Prompt(
messages []api.Message,
chatReplyChunks chan provider.Chunk,
stopSignal chan struct{},
) (*api.Message, error) {
model, _, p, err := a.Ctx.GetModelProvider(a.Model, a.ProviderName)
if err != nil {
return nil, err
@@ -274,7 +278,12 @@ func (a *AppModel) PromptLLM(messages []api.Message, chatReplyChunks chan provid
}
}()
return p.CreateChatCompletionStream(
msg, err := p.CreateChatCompletionStream(
ctx, params, messages, chatReplyChunks,
)
if msg != nil {
msg.Metadata.GenerationProvider = &a.ProviderName
msg.Metadata.GenerationModel = &a.Model
}
return msg, err
}

2
pkg/tui/views/chat/cmds.go
View File

@@ -129,7 +129,7 @@ func (m *Model) promptLLM() tea.Cmd {
m.tokenCount = 0
return func() tea.Msg {
resp, err := m.App.PromptLLM(m.App.Messages, m.chatReplyChunks, m.stopSignal)
resp, err := m.App.Prompt(m.App.Messages, m.chatReplyChunks, m.stopSignal)
if err != nil {
return msgChatResponseError{ Err: err }
}