mlow/lmcli
1
0
Fork 0
Code Issues 3 Pull Requests Packages Projects Releases Wiki Activity

Update Anthropic token counting logic

Browse Source
This commit is contained in:
Matt Low 2024-10-20 02:38:25 +00:00
parent 304820c919
commit ae1e85e166
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pkg/api/provider/anthropic/anthropic.go
View File

@ -353,7 +353,8 @@ func (c *AnthropicClient) CreateChatCompletionStream(
block.Text += text block.Text += text
output <- provider.Chunk{ output <- provider.Chunk{
Content: text, Content: text,
TokenCount: 1, // rough, anthropic performs some chunking
TokenCount: uint(len(strings.Split(text, " "))),
} }
} }
case "input_json_delta": case "input_json_delta":