weichen/Agent-Native
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Carry cache tokens on message_end events (N3 WP6 follow-up) #36

Closed
weichen wants to merge 1 commits from feature/n3-usage-retry-wp6 into main
pull from: feature/n3-usage-retry-wp6
merge into: :main
Conversation 0 Commits 1 Files Changed 1
+1 -1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
runtime/loop.go
+1 -1
View File
@@ -352,7 +352,7 @@ func Run(ctx context.Context, cfg Config, user llm.Message) (Result, error) {
return Result{}, err return Result{}, err
} }
messages = append(messages, last) messages = append(messages, last)
emit(cfg, Event{Type: "message_end", Message: last, PromptTokens: end.Usage.PromptTokens, CompletionTokens: end.Usage.CompletionTokens, TotalTokens: end.Usage.TotalTokens}) emit(cfg, Event{Type: "message_end", Message: last, PromptTokens: end.Usage.PromptTokens, CompletionTokens: end.Usage.CompletionTokens, TotalTokens: end.Usage.TotalTokens, CacheReadTokens: end.Usage.CacheReadTokens, CacheWriteTokens: end.Usage.CacheWriteTokens})
if last.StopReason == llm.StopToolCalls && len(last.ToolCalls) > 0 { if last.StopReason == llm.StopToolCalls && len(last.ToolCalls) > 0 {
if reason := budgetExceeded(cfg.Budget, usage, toolCalls, time.Now()); reason != "" { if reason := budgetExceeded(cfg.Budget, usage, toolCalls, time.Now()); reason != "" {