mirror of
https://github.com/QuantumNous/new-api.git
synced 2026-09-10 22:20:25 +00:00
* feat(relaykit): preserve hosted tools across conversions - add protocol-neutral hosted-tool DTOs, conversion metadata, and loss policies - bridge citations, grounding metadata, and hosted-tool stream lifecycles - document the public conversion behavior and channel policy controls * refactor(relaykit): normalize reasoning and thinking intent - centralize provider-neutral reasoning intent, effort, and budget mappings - parse model suffixes at the host entry boundary while preserving provider-owned tails - keep adaptive Claude thinking and explicit zero-token compatibility consistent * fix(billing): preserve authoritative usage across relay hops - carry native BillingUsage sidecars through direct and streamed protocol bridges - merge partial and terminal usage monotonically with safe fallback settlement - retain cache metadata, penultimate usage, and per-call Gemini tool surcharges * feat(relay): bridge Responses with Claude and Gemini protocols - add direct request, response, and stream converters across supported relay formats - expose Claude count_tokens and Chat-to-Responses compatibility endpoints - carry conversion diagnostics through the host while retaining the curated public goldens * fix(relay): wire relaykit conversions into host channels - connect handlers, adaptors, and channel settings to the standalone conversion layer - keep model mapping, pricing identity, retries, and provider-specific suffix behavior aligned - ignore local audit artifacts and retain focused public regression coverage
104 lines
3.2 KiB
Go
104 lines
3.2 KiB
Go
package toolconv
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/QuantumNous/new-api/relaykit/dto"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert/convmeta"
|
|
kitutil "github.com/QuantumNous/new-api/relaykit/relayconvert/kitutil"
|
|
"github.com/QuantumNous/new-api/relaykit/types"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func geminiCodeExecutionRequest(t *testing.T) *dto.GeminiChatRequest {
|
|
t.Helper()
|
|
tools, err := kitutil.Marshal([]map[string]any{{"codeExecution": map[string]any{}}})
|
|
require.NoError(t, err)
|
|
return &dto.GeminiChatRequest{
|
|
Contents: []dto.GeminiChatContent{
|
|
{Role: "user", Parts: []dto.GeminiPart{{Text: "run this"}}},
|
|
},
|
|
Tools: tools,
|
|
}
|
|
}
|
|
|
|
func hasDiagnosticCode(diagnostics []types.ConversionDiagnostic, code string) bool {
|
|
for _, diagnostic := range diagnostics {
|
|
if diagnostic.Code == code {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func TestDefaultPolicyAllowsGeminiCodeExecutionToOpenAI(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
_, set, err := ExtractRequest(types.RelayFormatGemini, geminiCodeExecutionRequest(t))
|
|
require.NoError(t, err)
|
|
target := &dto.GeneralOpenAIRequest{
|
|
Model: "gpt-4o",
|
|
Messages: []dto.Message{{Role: "user", Content: "run this"}},
|
|
}
|
|
|
|
out, diagnostics, err := AttachRequest(types.RelayFormatOpenAI, target, set, &convmeta.Options{})
|
|
require.NoError(t, err)
|
|
require.NotNil(t, out)
|
|
assert.True(t, hasDiagnosticCode(diagnostics, "unsupported_hosted_tool"))
|
|
assert.Equal(t, types.ConversionLossPolicyAllow, (&convmeta.Options{}).EffectiveToolLossPolicy())
|
|
}
|
|
|
|
func TestResponsePhaseNeverRejectsEvenUnderStrictPolicy(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
text := "hello"
|
|
resp := &dto.ClaudeResponse{
|
|
Type: "message",
|
|
Role: "assistant",
|
|
StopReason: "pause_turn",
|
|
Content: []dto.ClaudeMediaMessage{
|
|
{Type: "redacted_thinking", Data: "secret"},
|
|
{Type: "text", Text: &text},
|
|
},
|
|
}
|
|
diagnostics := InspectResponse(types.RelayFormatClaude, types.RelayFormatOpenAI, resp)
|
|
require.True(t, hasDiagnosticCode(diagnostics, "continuation_state_lost"))
|
|
require.Error(t, types.RejectConversionLoss(types.ConversionLossPolicyStrict, diagnostics))
|
|
|
|
_, hosted, err := ExtractHostedResponse(types.RelayFormatClaude, resp)
|
|
require.NoError(t, err)
|
|
out, _, err := AttachHostedResponse(
|
|
types.RelayFormatOpenAI,
|
|
&dto.OpenAITextResponse{},
|
|
hosted,
|
|
&convmeta.Options{ToolLossPolicy: types.ConversionLossPolicyStrict},
|
|
)
|
|
require.NoError(t, err)
|
|
require.NotNil(t, out)
|
|
}
|
|
|
|
func TestSafePolicyRejectsRequestPhaseHostedToolLoss(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
_, set, err := ExtractRequest(types.RelayFormatGemini, geminiCodeExecutionRequest(t))
|
|
require.NoError(t, err)
|
|
target := &dto.GeneralOpenAIRequest{
|
|
Model: "gpt-4o",
|
|
Messages: []dto.Message{{Role: "user", Content: "run this"}},
|
|
}
|
|
|
|
_, diagnostics, err := AttachRequest(
|
|
types.RelayFormatOpenAI,
|
|
target,
|
|
set,
|
|
&convmeta.Options{ToolLossPolicy: types.ConversionLossPolicySafe},
|
|
)
|
|
require.Error(t, err)
|
|
var loss *types.ConversionLossError
|
|
require.ErrorAs(t, err, &loss)
|
|
require.NotEmpty(t, loss.Diagnostics)
|
|
assert.True(t, hasDiagnosticCode(loss.Diagnostics, "unsupported_hosted_tool"))
|
|
assert.True(t, hasDiagnosticCode(diagnostics, "unsupported_hosted_tool"))
|
|
}
|