Skip to content

Commit b272de9

Browse files
dgageotkrissetto
authored andcommitted
fix: include Gemini thinking tokens in output token count for cost calculation
Assisted-By: docker-agent
1 parent 0131b77 commit b272de9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

pkg/model/provider/gemini/adapter.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -171,7 +171,7 @@ func (g *StreamAdapter) Recv() (chat.MessageStreamResponse, error) {
171171
if res.resp.UsageMetadata != nil && g.trackUsage {
172172
resp.Usage = &chat.Usage{
173173
InputTokens: int64(res.resp.UsageMetadata.PromptTokenCount - res.resp.UsageMetadata.CachedContentTokenCount),
174-
OutputTokens: int64(res.resp.UsageMetadata.CandidatesTokenCount),
174+
OutputTokens: int64(res.resp.UsageMetadata.CandidatesTokenCount + res.resp.UsageMetadata.ThoughtsTokenCount),
175175
CachedInputTokens: int64(res.resp.UsageMetadata.CachedContentTokenCount),
176176
ReasoningTokens: int64(res.resp.UsageMetadata.ThoughtsTokenCount),
177177
}

0 commit comments

Comments
 (0)