Update Anthropic token counting logic

2024-10-20 02:38:25 +00:00 · 2024-10-20 02:38:25 +00:00 · ae1e85e166
commit ae1e85e166
parent 304820c919
1 changed files with 2 additions and 1 deletions
--- a/pkg/api/provider/anthropic/anthropic.go
+++ b/pkg/api/provider/anthropic/anthropic.go
@ -353,7 +353,8 @@ func (c *AnthropicClient) CreateChatCompletionStream(
 						block.Text += text
 						output <- provider.Chunk{
 							Content:    text,
-							TokenCount: 1,
+							// rough, anthropic performs some chunking
+							TokenCount: uint(len(strings.Split(text, " "))),
 						}
 					}
 				case "input_json_delta":