ext/new-api
2
0
Fork 0
mirror of https://github.com/QuantumNous/new-api.git synced 2026-09-11 14:41:21 +00:00
Code Activity

fix: settle Responses cached token usage (#6892)

Browse Source
This commit is contained in:
Qi
2026-08-18 18:24:43 +08:00
committed by GitHub
parent 137d1171f2
commit f116414284
2 changed files with 109 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
service/billing_usage.go
+23
View File
@@ -113,6 +113,29 @@ func usageFromOpenAIBillingUsage(billingUsage *dto.BillingUsage) *dto.Usage {
if usage.TotalTokens == 0 {
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
}
if inputDetails := usage.InputTokensDetails; inputDetails != nil {
if usage.PromptTokensDetails.CachedTokens == 0 && inputDetails.CachedTokens > 0 {
usage.PromptTokensDetails.CachedTokens = inputDetails.CachedTokens
}
if usage.PromptTokensDetails.CachedCreationTokens == 0 && inputDetails.CachedCreationTokens > 0 {
usage.PromptTokensDetails.CachedCreationTokens = inputDetails.CachedCreationTokens
}
if usage.PromptTokensDetails.CacheWriteTokens == 0 && inputDetails.CacheWriteTokens > 0 {
usage.PromptTokensDetails.CacheWriteTokens = inputDetails.CacheWriteTokens
}
if usage.PromptTokensDetails.TextTokens == 0 && inputDetails.TextTokens > 0 {
usage.PromptTokensDetails.TextTokens = inputDetails.TextTokens
}
if usage.PromptTokensDetails.ImageTokens == 0 && inputDetails.ImageTokens > 0 {
usage.PromptTokensDetails.ImageTokens = inputDetails.ImageTokens
}
if usage.PromptTokensDetails.AudioTokens == 0 && inputDetails.AudioTokens > 0 {
usage.PromptTokensDetails.AudioTokens = inputDetails.AudioTokens
}
}
if usage.PromptTokensDetails.CachedTokens == 0 && usage.PromptCacheHitTokens > 0 {
usage.PromptTokensDetails.CachedTokens = usage.PromptCacheHitTokens
}
usage.UsageSemantic = dto.BillingUsageSemanticOpenAI
usage.UsageSource = billingUsage.Source
usage.BillingUsage = dto.CloneBillingUsage(billingUsage)