Merge pull request 'Carry cache tokens on message_end events (N3 WP6 follow-up)' (#37) from feature/n3-usage-retry-wp6-followup into main
Carry cache tokens on message_end events (N3 WP6 follow-up)
This commit was merged in pull request #37.
This commit is contained in:
+1
-1
@@ -352,7 +352,7 @@ func Run(ctx context.Context, cfg Config, user llm.Message) (Result, error) {
|
||||
return Result{}, err
|
||||
}
|
||||
messages = append(messages, last)
|
||||
emit(cfg, Event{Type: "message_end", Message: last, PromptTokens: end.Usage.PromptTokens, CompletionTokens: end.Usage.CompletionTokens, TotalTokens: end.Usage.TotalTokens})
|
||||
emit(cfg, Event{Type: "message_end", Message: last, PromptTokens: end.Usage.PromptTokens, CompletionTokens: end.Usage.CompletionTokens, TotalTokens: end.Usage.TotalTokens, CacheReadTokens: end.Usage.CacheReadTokens, CacheWriteTokens: end.Usage.CacheWriteTokens})
|
||||
|
||||
if last.StopReason == llm.StopToolCalls && len(last.ToolCalls) > 0 {
|
||||
if reason := budgetExceeded(cfg.Budget, usage, toolCalls, time.Now()); reason != "" {
|
||||
|
||||
Reference in New Issue
Block a user