mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-09-03 04:43:01 +00:00
CaIon
48068ce923
Parse OpenAI's native cache_write_tokens (chat prompt_tokens_details / responses input_tokens_details), bill it at the cache-creation ratio, and clamp the uncached prompt remainder at zero since cached + cache-write can exceed prompt_tokens. Propagate the field through chat/responses/claude format conversions and tiered expression billing (cc variable).
479 lines
16 KiB
Go
479 lines
16 KiB
Go
package oaichat
|
|
|
|
import (
|
|
"strings"
|
|
|
|
"github.com/QuantumNous/new-api/common"
|
|
"github.com/QuantumNous/new-api/dto"
|
|
relaycommon "github.com/QuantumNous/new-api/relay/common"
|
|
"github.com/QuantumNous/new-api/relay/reasonmap"
|
|
"github.com/samber/lo"
|
|
)
|
|
|
|
func generateStopBlock(index int) *dto.ClaudeResponse {
|
|
return &dto.ClaudeResponse{
|
|
Type: "content_block_stop",
|
|
Index: common.GetPointer[int](index),
|
|
}
|
|
}
|
|
|
|
func buildClaudeUsageFromOpenAIUsage(oaiUsage *dto.Usage) *dto.ClaudeUsage {
|
|
if oaiUsage == nil {
|
|
return nil
|
|
}
|
|
if billingUsage := dto.CloneBillingUsage(oaiUsage.BillingUsage); billingUsage != nil && billingUsage.ClaudeUsage != nil {
|
|
if billingUsage.Source == dto.BillingUsageSourceClaudeMessages || billingUsage.Semantic == dto.BillingUsageSemanticAnthropic {
|
|
return billingUsage.ClaudeUsage
|
|
}
|
|
}
|
|
billingUsage := dto.NewOpenAIChatBillingUsage(oaiUsage)
|
|
if existingBillingUsage := dto.CloneBillingUsage(oaiUsage.BillingUsage); existingBillingUsage != nil && existingBillingUsage.OpenAIUsage != nil {
|
|
if existingBillingUsage.Source == dto.BillingUsageSourceOAIChat ||
|
|
existingBillingUsage.Source == dto.BillingUsageSourceOAIResponses ||
|
|
existingBillingUsage.Semantic == dto.BillingUsageSemanticOpenAI {
|
|
billingUsage = existingBillingUsage
|
|
}
|
|
}
|
|
cacheCreation5m, cacheCreation1h := NormalizeCacheCreationSplit(
|
|
oaiUsage.PromptTokensDetails.CachedCreationTokens,
|
|
oaiUsage.ClaudeCacheCreation5mTokens,
|
|
oaiUsage.ClaudeCacheCreation1hTokens,
|
|
)
|
|
cacheCreationTokens := oaiUsage.PromptTokensDetails.CacheCreationTokensTotal()
|
|
inputTokens := oaiUsage.PromptTokens
|
|
if oaiUsage.PromptTokensDetails.CacheWriteTokens > 0 {
|
|
// OpenAI native cache-write usage counts cached and cache-write tokens
|
|
// inside prompt_tokens, while Claude semantics reports input_tokens
|
|
// excluding both; the uncached remainder clamps at zero.
|
|
inputTokens = oaiUsage.PromptTokens - oaiUsage.PromptTokensDetails.CachedTokens - cacheCreationTokens
|
|
if inputTokens < 0 {
|
|
inputTokens = 0
|
|
}
|
|
}
|
|
usage := &dto.ClaudeUsage{
|
|
InputTokens: inputTokens,
|
|
OutputTokens: oaiUsage.CompletionTokens,
|
|
CacheCreationInputTokens: cacheCreationTokens,
|
|
CacheReadInputTokens: oaiUsage.PromptTokensDetails.CachedTokens,
|
|
BillingUsage: billingUsage,
|
|
}
|
|
if cacheCreation5m > 0 || cacheCreation1h > 0 {
|
|
usage.CacheCreation = &dto.ClaudeCacheCreationUsage{
|
|
Ephemeral5mInputTokens: cacheCreation5m,
|
|
Ephemeral1hInputTokens: cacheCreation1h,
|
|
}
|
|
}
|
|
return usage
|
|
}
|
|
|
|
func NormalizeCacheCreationSplit(totalTokens int, tokens5m int, tokens1h int) (int, int) {
|
|
remainder := lo.Max([]int{totalTokens - tokens5m - tokens1h, 0})
|
|
return tokens5m + remainder, tokens1h
|
|
}
|
|
|
|
func StreamResponseOpenAI2Claude(openAIResponse *dto.ChatCompletionsStreamResponse, info *relaycommon.RelayInfo) []*dto.ClaudeResponse {
|
|
if info == nil {
|
|
info = &relaycommon.RelayInfo{}
|
|
}
|
|
if info.ClaudeConvertInfo == nil {
|
|
info.ClaudeConvertInfo = &relaycommon.ClaudeConvertInfo{
|
|
LastMessagesType: relaycommon.LastMessageTypeNone,
|
|
}
|
|
}
|
|
if info.ClaudeConvertInfo.Done {
|
|
return nil
|
|
}
|
|
|
|
var claudeResponses []*dto.ClaudeResponse
|
|
// stopOpenBlocks emits the required content_block_stop event(s) for the currently open block(s)
|
|
// according to Anthropic's SSE streaming state machine:
|
|
// content_block_start -> content_block_delta* -> content_block_stop (per index).
|
|
//
|
|
// For text/thinking, there is at most one open block at info.ClaudeConvertInfo.Index.
|
|
// For tools, OpenAI tool_calls can stream multiple parallel tool_use blocks (indexed from 0),
|
|
// so we may have multiple open blocks and must stop each one explicitly.
|
|
stopOpenBlocks := func() {
|
|
switch info.ClaudeConvertInfo.LastMessagesType {
|
|
case relaycommon.LastMessageTypeText, relaycommon.LastMessageTypeThinking:
|
|
claudeResponses = append(claudeResponses, generateStopBlock(info.ClaudeConvertInfo.Index))
|
|
case relaycommon.LastMessageTypeTools:
|
|
base := info.ClaudeConvertInfo.ToolCallBaseIndex
|
|
for offset := 0; offset <= info.ClaudeConvertInfo.ToolCallMaxIndexOffset; offset++ {
|
|
claudeResponses = append(claudeResponses, generateStopBlock(base+offset))
|
|
}
|
|
}
|
|
}
|
|
// stopOpenBlocksAndAdvance closes the currently open block(s) and advances the content block index
|
|
// to the next available slot for subsequent content_block_start events.
|
|
//
|
|
// This prevents invalid streams where a content_block_delta (e.g. thinking_delta) is emitted for an
|
|
// index whose active content_block type is different (the typical cause of "Mismatched content block type").
|
|
stopOpenBlocksAndAdvance := func() {
|
|
if info.ClaudeConvertInfo.LastMessagesType == relaycommon.LastMessageTypeNone {
|
|
return
|
|
}
|
|
stopOpenBlocks()
|
|
switch info.ClaudeConvertInfo.LastMessagesType {
|
|
case relaycommon.LastMessageTypeTools:
|
|
info.ClaudeConvertInfo.Index = info.ClaudeConvertInfo.ToolCallBaseIndex + info.ClaudeConvertInfo.ToolCallMaxIndexOffset + 1
|
|
info.ClaudeConvertInfo.ToolCallBaseIndex = 0
|
|
info.ClaudeConvertInfo.ToolCallMaxIndexOffset = 0
|
|
default:
|
|
info.ClaudeConvertInfo.Index++
|
|
}
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeNone
|
|
}
|
|
if info.SendResponseCount == 1 {
|
|
msg := &dto.ClaudeMediaMessage{
|
|
Id: openAIResponse.Id,
|
|
Model: openAIResponse.Model,
|
|
Type: "message",
|
|
Role: "assistant",
|
|
Usage: &dto.ClaudeUsage{
|
|
InputTokens: info.GetEstimatePromptTokens(),
|
|
OutputTokens: 0,
|
|
},
|
|
}
|
|
msg.SetContent(make([]any, 0))
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_start",
|
|
Message: msg,
|
|
})
|
|
//claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
// Type: "ping",
|
|
//})
|
|
if openAIResponse.IsToolCall() {
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
|
|
info.ClaudeConvertInfo.ToolCallBaseIndex = 0
|
|
info.ClaudeConvertInfo.ToolCallMaxIndexOffset = 0
|
|
var toolCall dto.ToolCallResponse
|
|
if len(openAIResponse.Choices) > 0 && len(openAIResponse.Choices[0].Delta.ToolCalls) > 0 {
|
|
toolCall = openAIResponse.Choices[0].Delta.ToolCalls[0]
|
|
} else {
|
|
first := openAIResponse.GetFirstToolCall()
|
|
if first != nil {
|
|
toolCall = *first
|
|
} else {
|
|
toolCall = dto.ToolCallResponse{}
|
|
}
|
|
}
|
|
resp := &dto.ClaudeResponse{
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Id: toolCall.ID,
|
|
Type: "tool_use",
|
|
Name: toolCall.Function.Name,
|
|
Input: map[string]interface{}{},
|
|
},
|
|
}
|
|
resp.SetIndex(0)
|
|
claudeResponses = append(claudeResponses, resp)
|
|
// 首块包含工具 delta，则追加 input_json_delta
|
|
if toolCall.Function.Arguments != "" {
|
|
idx := 0
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_delta",
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "input_json_delta",
|
|
PartialJson: &toolCall.Function.Arguments,
|
|
},
|
|
})
|
|
}
|
|
} else {
|
|
|
|
}
|
|
// 判断首个响应是否存在内容（非标准的 OpenAI 响应）
|
|
if len(openAIResponse.Choices) > 0 {
|
|
reasoning := openAIResponse.Choices[0].Delta.GetReasoningContent()
|
|
content := openAIResponse.Choices[0].Delta.GetContentString()
|
|
|
|
if reasoning != "" {
|
|
if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
|
|
stopOpenBlocksAndAdvance()
|
|
}
|
|
idx := info.ClaudeConvertInfo.Index
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Type: "thinking",
|
|
Thinking: common.GetPointer[string](""),
|
|
},
|
|
})
|
|
idx2 := idx
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx2,
|
|
Type: "content_block_delta",
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "thinking_delta",
|
|
Thinking: &reasoning,
|
|
},
|
|
})
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
|
|
} else if content != "" {
|
|
if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
|
|
stopOpenBlocksAndAdvance()
|
|
}
|
|
idx := info.ClaudeConvertInfo.Index
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Type: "text",
|
|
Text: common.GetPointer[string](""),
|
|
},
|
|
})
|
|
idx2 := idx
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx2,
|
|
Type: "content_block_delta",
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "text_delta",
|
|
Text: common.GetPointer[string](content),
|
|
},
|
|
})
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
|
|
}
|
|
}
|
|
|
|
// 如果首块就带 finish_reason，需要立即发送停止块
|
|
if len(openAIResponse.Choices) > 0 && openAIResponse.Choices[0].FinishReason != nil && *openAIResponse.Choices[0].FinishReason != "" {
|
|
info.FinishReason = *openAIResponse.Choices[0].FinishReason
|
|
stopOpenBlocks()
|
|
oaiUsage := openAIResponse.Usage
|
|
if oaiUsage == nil {
|
|
oaiUsage = info.ClaudeConvertInfo.Usage
|
|
}
|
|
if oaiUsage != nil {
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_delta",
|
|
Usage: buildClaudeUsageFromOpenAIUsage(oaiUsage),
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
|
|
},
|
|
})
|
|
}
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_stop",
|
|
})
|
|
info.ClaudeConvertInfo.Done = true
|
|
}
|
|
return claudeResponses
|
|
}
|
|
|
|
if len(openAIResponse.Choices) == 0 {
|
|
// Some OpenAI-compatible upstreams end with a usage-only SSE chunk.
|
|
oaiUsage := openAIResponse.Usage
|
|
if oaiUsage == nil {
|
|
oaiUsage = info.ClaudeConvertInfo.Usage
|
|
}
|
|
if oaiUsage != nil {
|
|
stopOpenBlocks()
|
|
stopReason := stopReasonOpenAI2Claude(info.FinishReason)
|
|
if stopReason == "" {
|
|
stopReason = "end_turn"
|
|
}
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_delta",
|
|
Usage: buildClaudeUsageFromOpenAIUsage(oaiUsage),
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
StopReason: common.GetPointer[string](stopReason),
|
|
},
|
|
})
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_stop",
|
|
})
|
|
info.ClaudeConvertInfo.Done = true
|
|
}
|
|
return claudeResponses
|
|
} else {
|
|
chosenChoice := openAIResponse.Choices[0]
|
|
doneChunk := chosenChoice.FinishReason != nil && *chosenChoice.FinishReason != ""
|
|
if doneChunk {
|
|
info.FinishReason = *chosenChoice.FinishReason
|
|
oaiUsage := openAIResponse.Usage
|
|
if oaiUsage == nil {
|
|
oaiUsage = info.ClaudeConvertInfo.Usage
|
|
// Some upstreams emit finish_reason first, then send a final usage-only chunk.
|
|
// Defer closing until usage is available so the final message_delta carries it.
|
|
return claudeResponses
|
|
}
|
|
}
|
|
|
|
var claudeResponse dto.ClaudeResponse
|
|
var isEmpty bool
|
|
claudeResponse.Type = "content_block_delta"
|
|
if len(chosenChoice.Delta.ToolCalls) > 0 {
|
|
toolCalls := chosenChoice.Delta.ToolCalls
|
|
if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeTools {
|
|
stopOpenBlocksAndAdvance()
|
|
info.ClaudeConvertInfo.ToolCallBaseIndex = info.ClaudeConvertInfo.Index
|
|
info.ClaudeConvertInfo.ToolCallMaxIndexOffset = 0
|
|
}
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeTools
|
|
base := info.ClaudeConvertInfo.ToolCallBaseIndex
|
|
maxOffset := info.ClaudeConvertInfo.ToolCallMaxIndexOffset
|
|
|
|
for i, toolCall := range toolCalls {
|
|
offset := 0
|
|
if toolCall.Index != nil {
|
|
offset = *toolCall.Index
|
|
} else {
|
|
offset = i
|
|
}
|
|
if offset > maxOffset {
|
|
maxOffset = offset
|
|
}
|
|
blockIndex := base + offset
|
|
|
|
idx := blockIndex
|
|
if toolCall.Function.Name != "" {
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Id: toolCall.ID,
|
|
Type: "tool_use",
|
|
Name: toolCall.Function.Name,
|
|
Input: map[string]interface{}{},
|
|
},
|
|
})
|
|
}
|
|
|
|
if len(toolCall.Function.Arguments) > 0 {
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_delta",
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "input_json_delta",
|
|
PartialJson: &toolCall.Function.Arguments,
|
|
},
|
|
})
|
|
}
|
|
}
|
|
info.ClaudeConvertInfo.ToolCallMaxIndexOffset = maxOffset
|
|
info.ClaudeConvertInfo.Index = base + maxOffset
|
|
} else {
|
|
reasoning := chosenChoice.Delta.GetReasoningContent()
|
|
textContent := chosenChoice.Delta.GetContentString()
|
|
if reasoning != "" || textContent != "" {
|
|
if reasoning != "" {
|
|
if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeThinking {
|
|
stopOpenBlocksAndAdvance()
|
|
idx := info.ClaudeConvertInfo.Index
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Type: "thinking",
|
|
Thinking: common.GetPointer[string](""),
|
|
},
|
|
})
|
|
}
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeThinking
|
|
claudeResponse.Delta = &dto.ClaudeMediaMessage{
|
|
Type: "thinking_delta",
|
|
Thinking: &reasoning,
|
|
}
|
|
} else {
|
|
if info.ClaudeConvertInfo.LastMessagesType != relaycommon.LastMessageTypeText {
|
|
stopOpenBlocksAndAdvance()
|
|
idx := info.ClaudeConvertInfo.Index
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Index: &idx,
|
|
Type: "content_block_start",
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Type: "text",
|
|
Text: common.GetPointer[string](""),
|
|
},
|
|
})
|
|
}
|
|
info.ClaudeConvertInfo.LastMessagesType = relaycommon.LastMessageTypeText
|
|
claudeResponse.Delta = &dto.ClaudeMediaMessage{
|
|
Type: "text_delta",
|
|
Text: common.GetPointer[string](textContent),
|
|
}
|
|
}
|
|
} else {
|
|
isEmpty = true
|
|
}
|
|
}
|
|
|
|
claudeResponse.Index = common.GetPointer[int](info.ClaudeConvertInfo.Index)
|
|
if !isEmpty && claudeResponse.Delta != nil {
|
|
claudeResponses = append(claudeResponses, &claudeResponse)
|
|
}
|
|
|
|
if doneChunk || info.ClaudeConvertInfo.Done {
|
|
stopOpenBlocks()
|
|
oaiUsage := openAIResponse.Usage
|
|
if oaiUsage == nil {
|
|
oaiUsage = info.ClaudeConvertInfo.Usage
|
|
}
|
|
if oaiUsage != nil {
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_delta",
|
|
Usage: buildClaudeUsageFromOpenAIUsage(oaiUsage),
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
StopReason: common.GetPointer[string](stopReasonOpenAI2Claude(info.FinishReason)),
|
|
},
|
|
})
|
|
}
|
|
claudeResponses = append(claudeResponses, &dto.ClaudeResponse{
|
|
Type: "message_stop",
|
|
})
|
|
info.ClaudeConvertInfo.Done = true
|
|
return claudeResponses
|
|
}
|
|
}
|
|
|
|
return claudeResponses
|
|
}
|
|
|
|
func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relaycommon.RelayInfo) *dto.ClaudeResponse {
|
|
var stopReason string
|
|
contents := make([]dto.ClaudeMediaMessage, 0)
|
|
claudeResponse := &dto.ClaudeResponse{
|
|
Id: openAIResponse.Id,
|
|
Type: "message",
|
|
Role: "assistant",
|
|
Model: openAIResponse.Model,
|
|
}
|
|
for _, choice := range openAIResponse.Choices {
|
|
stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
|
|
textContent := choice.Message.StringContent()
|
|
toolCalls := choice.Message.ParseToolCalls()
|
|
if textContent != "" || len(toolCalls) == 0 {
|
|
claudeContent := dto.ClaudeMediaMessage{}
|
|
claudeContent.Type = "text"
|
|
claudeContent.SetText(textContent)
|
|
contents = append(contents, claudeContent)
|
|
}
|
|
for _, toolUse := range toolCalls {
|
|
claudeContent := dto.ClaudeMediaMessage{}
|
|
claudeContent.Type = "tool_use"
|
|
claudeContent.Id = toolUse.ID
|
|
claudeContent.Name = toolUse.Function.Name
|
|
mapParams := map[string]interface{}{}
|
|
if strings.TrimSpace(toolUse.Function.Arguments) != "" {
|
|
var parsed map[string]interface{}
|
|
if err := common.Unmarshal([]byte(toolUse.Function.Arguments), &parsed); err == nil && parsed != nil {
|
|
mapParams = parsed
|
|
}
|
|
}
|
|
claudeContent.Input = mapParams
|
|
contents = append(contents, claudeContent)
|
|
}
|
|
}
|
|
claudeResponse.Content = contents
|
|
claudeResponse.StopReason = stopReason
|
|
claudeResponse.Usage = buildClaudeUsageFromOpenAIUsage(&openAIResponse.Usage)
|
|
|
|
return claudeResponse
|
|
}
|
|
|
|
func stopReasonOpenAI2Claude(reason string) string {
|
|
return reasonmap.OpenAIFinishReasonToClaudeStopReason(reason)
|
|
}
|