package service import ( "context" "encoding/base64" "encoding/json" "math" "net/http" "net/http/httptest" "os" "testing" "time" "github.com/QuantumNous/new-api/common" "github.com/QuantumNous/new-api/model" "github.com/QuantumNous/new-api/pkg/billingexpr" relaycommon "github.com/QuantumNous/new-api/relay/common" "github.com/QuantumNous/new-api/setting/ratio_setting" "github.com/QuantumNous/new-api/types" "github.com/gin-gonic/gin" "github.com/glebarez/sqlite" "github.com/shopspring/decimal" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "gorm.io/gorm" ) func TestMain(m *testing.M) { db, err := gorm.Open(sqlite.Open(":memory:"), &gorm.Config{}) if err != nil { panic("failed to open test db: " + err.Error()) } sqlDB, err := db.DB() if err != nil { panic("failed to get sql.DB: " + err.Error()) } sqlDB.SetMaxOpenConns(1) model.DB = db model.LOG_DB = db common.SetDatabaseTypes(common.DatabaseTypeSQLite, common.DatabaseTypeSQLite) common.RedisEnabled = false common.BatchUpdateEnabled = false common.LogConsumeEnabled = true if err := db.AutoMigrate( &model.Task{}, &model.User{}, &model.Token{}, &model.Log{}, &model.Channel{}, &model.Midjourney{}, &model.TopUp{}, &model.UserSubscription{}, &model.SystemTask{}, &model.SystemTaskLock{}, ); err != nil { panic("failed to migrate: " + err.Error()) } os.Exit(m.Run()) } // --------------------------------------------------------------------------- // Seed helpers // --------------------------------------------------------------------------- func truncate(t *testing.T) { t.Helper() t.Cleanup(func() { model.DB.Exec("DELETE FROM tasks") model.DB.Exec("DELETE FROM users") model.DB.Exec("DELETE FROM tokens") model.DB.Exec("DELETE FROM logs") model.DB.Exec("DELETE FROM channels") model.DB.Exec("DELETE FROM midjourneys") model.DB.Exec("DELETE FROM top_ups") model.DB.Exec("DELETE FROM user_subscriptions") model.DB.Exec("DELETE FROM system_task_locks") model.DB.Exec("DELETE FROM system_tasks") }) } func seedUser(t *testing.T, id int, quota int) { t.Helper() user := &model.User{Id: id, Username: "test_user", Quota: quota, Status: common.UserStatusEnabled} require.NoError(t, model.DB.Create(user).Error) } func seedToken(t *testing.T, id int, userId int, key string, remainQuota int) { t.Helper() token := &model.Token{ Id: id, UserId: userId, Key: key, Name: "test_token", Status: common.TokenStatusEnabled, RemainQuota: remainQuota, UsedQuota: 0, } require.NoError(t, model.DB.Create(token).Error) } func seedSubscription(t *testing.T, id int, userId int, amountTotal int64, amountUsed int64) { t.Helper() sub := &model.UserSubscription{ Id: id, UserId: userId, AmountTotal: amountTotal, AmountUsed: amountUsed, Status: "active", StartTime: time.Now().Unix(), EndTime: time.Now().Add(30 * 24 * time.Hour).Unix(), } require.NoError(t, model.DB.Create(sub).Error) } func seedChannel(t *testing.T, id int) { t.Helper() ch := &model.Channel{Id: id, Name: "test_channel", Key: "sk-test", Status: common.ChannelStatusEnabled} require.NoError(t, model.DB.Create(ch).Error) } func seedChargedAccounting(t *testing.T, userID, channelID, tokenID, quota, requestCount int) { t.Helper() require.NoError(t, model.DB.Model(&model.User{}).Where("id = ?", userID).Updates(map[string]any{ "used_quota": quota, "request_count": requestCount, }).Error) require.NoError(t, model.DB.Model(&model.Channel{}).Where("id = ?", channelID). Update("used_quota", quota).Error) if tokenID > 0 { require.NoError(t, model.DB.Model(&model.Token{}).Where("id = ?", tokenID). Update("used_quota", quota).Error) } } func makeTask(userId, channelId, quota, tokenId int, billingSource string, subscriptionId int) *model.Task { return &model.Task{ TaskID: "task_" + time.Now().Format("150405.000"), UserId: userId, ChannelId: channelId, Quota: quota, Status: model.TaskStatus(model.TaskStatusInProgress), Group: "default", Data: json.RawMessage(`{}`), CreatedAt: time.Now().Unix(), UpdatedAt: time.Now().Unix(), Properties: model.Properties{ OriginModelName: "test-model", }, PrivateData: model.TaskPrivateData{ BillingSource: billingSource, SubscriptionId: subscriptionId, TokenId: tokenId, BillingContext: &model.TaskBillingContext{ ModelPrice: 0.02, GroupRatio: 1.0, OriginModelName: "test-model", }, }, } } func TestPriceDataOtherRatiosFilterAndSnapshot(t *testing.T) { priceData := types.PriceData{} priceData.AddOtherRatio("zero", 0) priceData.AddOtherRatio("negative", -0.5) priceData.AddOtherRatio("nan", math.NaN()) priceData.AddOtherRatio("inf", math.Inf(1)) priceData.AddOtherRatio("one", 1) priceData.AddOtherRatio("positive", 2.5) ratios := priceData.OtherRatios() require.Len(t, ratios, 2) assert.Equal(t, 1.0, ratios["one"]) assert.Equal(t, 2.5, ratios["positive"]) assert.True(t, priceData.HasOtherRatio("one")) assert.False(t, priceData.HasOtherRatio("zero")) ratios["positive"] = 99 ratios["new"] = 3 nextSnapshot := priceData.OtherRatios() assert.Equal(t, 2.5, nextSnapshot["positive"]) assert.NotContains(t, nextSnapshot, "new") } func TestPriceDataReplaceAndApplyOtherRatios(t *testing.T) { priceData := types.PriceData{} replaced := priceData.ReplaceOtherRatios(map[string]float64{ "zero": 0, "negative": -3, "nan": math.NaN(), "inf": math.Inf(1), "one": 1, "duration": 2, "size": 1.5, }) require.True(t, replaced) assert.Equal(t, 3.0, priceData.OtherRatioMultiplier()) assert.Equal(t, 30.0, priceData.ApplyOtherRatiosToFloat(10)) assert.Equal(t, 10.0, priceData.RemoveOtherRatiosFromFloat(30)) assert.True(t, decimal.NewFromInt(30).Equal(priceData.ApplyOtherRatiosToDecimal(decimal.NewFromInt(10)))) replaced = priceData.ReplaceOtherRatios(map[string]float64{ "zero": 0, "nan": math.NaN(), }) require.False(t, replaced) assert.Nil(t, priceData.OtherRatios()) assert.Equal(t, 1.0, priceData.OtherRatioMultiplier()) } func TestTaskBillingOtherFiltersHistoricalOtherRatios(t *testing.T) { task := makeTask(1, 1, 100, 0, BillingSourceWallet, 0) task.PrivateData.BillingContext.OtherRatios = map[string]float64{ "seconds": 2, "identity": 1, "zero": 0, "negative": -1, "nan": math.NaN(), "inf": math.Inf(1), } other := taskBillingOther(task) assert.Equal(t, 2.0, other["seconds"]) assert.Equal(t, 1.0, other["identity"]) assert.NotContains(t, other, "zero") assert.NotContains(t, other, "negative") assert.NotContains(t, other, "nan") assert.NotContains(t, other, "inf") assert.NotContains(t, other, "billing_mode") assert.NotContains(t, other, "expr_b64") assert.NotContains(t, other, "matched_tier") assert.NotContains(t, other, "usage_facts") } func TestTaskBillingOtherIncludesTieredSnapshotAndKeepsUsageFactsNested(t *testing.T) { task := makeTask(1, 1, 100, 0, BillingSourceWallet, 0) expression := `tier("720P", u("seconds") * 5)` task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, EstimatedTier: "720P", UsageFacts: map[string]any{ "resolution": "720P", "seconds": 5, }, } other := taskBillingOther(task) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, base64.StdEncoding.EncodeToString([]byte(expression)), other["expr_b64"]) assert.Equal(t, "720P", other["matched_tier"]) facts, ok := other["usage_facts"].(map[string]any) require.True(t, ok) assert.Equal(t, map[string]any{ "resolution": "720P", "seconds": 5, }, facts) assert.NotContains(t, other, "resolution") assert.NotContains(t, other, "seconds") } func TestTaskBillingOtherOmitsEmptyUsageFacts(t *testing.T) { task := makeTask(1, 1, 100, 0, BillingSourceWallet, 0) expression := `tier("base", 1)` task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, EstimatedTier: "base", UsageFacts: map[string]any{}, } other := taskBillingOther(task) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, base64.StdEncoding.EncodeToString([]byte(expression)), other["expr_b64"]) assert.Equal(t, "base", other["matched_tier"]) assert.NotContains(t, other, "usage_facts") } func callLogTaskConsumption(t *testing.T, info *relaycommon.RelayInfo, task *model.Task) *model.Log { t.Helper() gin.SetMode(gin.TestMode) ctx, _ := gin.CreateTestContext(httptest.NewRecorder()) ctx.Request = httptest.NewRequest(http.MethodPost, "/v1/videos", nil) ctx.Set("token_name", "test_token") LogTaskConsumption(ctx, info, task) log := getLastLog(t) require.NotNil(t, log) return log } func TestLogTaskConsumptionIncludesTieredSnapshotUsageFacts(t *testing.T) { truncate(t) const userID, channelID = 40, 40 seedUser(t, userID, 10_000) seedChannel(t, channelID) expression := `tier("720P", u("seconds") * 5)` task := makeTask(userID, channelID, 100, 0, BillingSourceWallet, 0) info := &relaycommon.RelayInfo{ UserId: userID, TokenId: 0, OriginModelName: "wan2.5-i2v-preview", UsingGroup: "default", ChannelMeta: &relaycommon.ChannelMeta{ChannelId: channelID}, TaskRelayInfo: &relaycommon.TaskRelayInfo{Action: "GENERATE"}, PriceData: types.PriceData{ ModelPrice: 0.02, Quota: 100, GroupRatioInfo: types.GroupRatioInfo{GroupRatio: 1}, }, TieredBillingSnapshot: &billingexpr.BillingSnapshot{ ExprString: expression, EstimatedTier: "720P", UsageFacts: map[string]any{ "resolution": "720P", "seconds": 5, }, }, } log := callLogTaskConsumption(t, info, task) var other map[string]any require.NoError(t, common.UnmarshalJsonStr(log.Other, &other)) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, base64.StdEncoding.EncodeToString([]byte(expression)), other["expr_b64"]) assert.Equal(t, "720P", other["matched_tier"]) facts, ok := other["usage_facts"].(map[string]any) require.True(t, ok) assert.Equal(t, "720P", facts["resolution"]) assert.Equal(t, float64(5), facts["seconds"]) assert.NotContains(t, other, "resolution") assert.NotContains(t, other, "seconds") assert.Contains(t, log.Content, "计算参数:") assert.Contains(t, log.Content, "resolution: 720P") assert.Contains(t, log.Content, "seconds: 5") } func TestLogTaskConsumptionWithoutSnapshotKeepsRatioMode(t *testing.T) { truncate(t) const userID, channelID = 41, 41 seedUser(t, userID, 10_000) seedChannel(t, channelID) priceData := types.PriceData{ ModelPrice: 0.02, Quota: 100, GroupRatioInfo: types.GroupRatioInfo{GroupRatio: 1}, } priceData.AddOtherRatio("size", 2) task := makeTask(userID, channelID, 100, 0, BillingSourceWallet, 0) info := &relaycommon.RelayInfo{ UserId: userID, TokenId: 0, OriginModelName: "test-model", UsingGroup: "default", ChannelMeta: &relaycommon.ChannelMeta{ChannelId: channelID}, TaskRelayInfo: &relaycommon.TaskRelayInfo{Action: "GENERATE"}, PriceData: priceData, } log := callLogTaskConsumption(t, info, task) var other map[string]any require.NoError(t, common.UnmarshalJsonStr(log.Other, &other)) assert.Equal(t, true, other["is_task"]) assert.Equal(t, "/v1/videos", other["request_path"]) assert.NotContains(t, other, "billing_mode") assert.NotContains(t, other, "expr_b64") assert.NotContains(t, other, "matched_tier") assert.NotContains(t, other, "usage_facts") assert.Contains(t, log.Content, "计算参数:") assert.Contains(t, log.Content, "size: 2.00") } func TestTaskBillingOtherSeparatesPluginAndRootDiagnostics(t *testing.T) { task := makeTask(1, 1, 100, 0, BillingSourceWallet, 0) task.TaskID = "task_public" task.PrivateData.UpstreamTaskID = "upstream-private" task.PrivateData.NodeName = "node-a" task.PrivateData.Execution = &model.TaskExecutionSnapshot{ TaskPlugin: &model.TaskPluginSnapshot{ Key: "document-parser", Name: "Document Parser", Version: "1.2.3", Author: &model.TaskPluginAuthorSnapshot{ Name: "Community Author", URL: "https://plugins.example/author", }, APIVersion: 1, Generation: 42, }, } other := taskBillingOther(task) assert.Equal(t, "task_public", other["task_id"]) adminInfo, ok := other["admin_info"].(map[string]interface{}) require.True(t, ok) pluginInfo, ok := adminInfo["task_plugin"].(map[string]interface{}) require.True(t, ok) assert.Equal(t, "document-parser", pluginInfo["key"]) assert.Equal(t, "1.2.3", pluginInfo["version"]) assert.Equal(t, map[string]interface{}{ "name": "Community Author", "url": "https://plugins.example/author", }, pluginInfo["author"]) rootInfo, ok := other["root_info"].(map[string]interface{}) require.True(t, ok) assert.Equal(t, "upstream-private", rootInfo["upstream_task_id"]) assert.Equal(t, "node-a", rootInfo["node_name"]) runtimeInfo, ok := rootInfo["task_plugin"].(map[string]interface{}) require.True(t, ok) assert.Equal(t, uint64(42), runtimeInfo["generation"]) assert.NotContains(t, runtimeInfo, "author") } func TestTaskBillingContextPriceDataFiltersMultiplier(t *testing.T) { priceData := taskBillingContextPriceData(&model.TaskBillingContext{ OtherRatios: map[string]float64{ "seconds": 2, "size": 3, "identity": 1, "zero": 0, "negative": -1, "nan": math.NaN(), "inf": math.Inf(1), }, }) require.NotNil(t, priceData) assert.Equal(t, 6.0, priceData.OtherRatioMultiplier()) assert.Equal(t, map[string]float64{ "seconds": 2, "size": 3, "identity": 1, }, priceData.OtherRatios()) } // --------------------------------------------------------------------------- // Read-back helpers // --------------------------------------------------------------------------- func getUserQuota(t *testing.T, id int) int { t.Helper() var user model.User require.NoError(t, model.DB.Select("quota").Where("id = ?", id).First(&user).Error) return user.Quota } func getUserUsageAccounting(t *testing.T, id int) (int, int) { t.Helper() var user model.User require.NoError(t, model.DB.Select("used_quota", "request_count").Where("id = ?", id).First(&user).Error) return user.UsedQuota, user.RequestCount } func getChannelUsedQuota(t *testing.T, id int) int64 { t.Helper() var channel model.Channel require.NoError(t, model.DB.Select("used_quota").Where("id = ?", id).First(&channel).Error) return channel.UsedQuota } func getTokenRemainQuota(t *testing.T, id int) int { t.Helper() var token model.Token require.NoError(t, model.DB.Select("remain_quota").Where("id = ?", id).First(&token).Error) return token.RemainQuota } func getTokenUsedQuota(t *testing.T, id int) int { t.Helper() var token model.Token require.NoError(t, model.DB.Select("used_quota").Where("id = ?", id).First(&token).Error) return token.UsedQuota } func getSubscriptionUsed(t *testing.T, id int) int64 { t.Helper() var sub model.UserSubscription require.NoError(t, model.DB.Select("amount_used").Where("id = ?", id).First(&sub).Error) return sub.AmountUsed } func getTaskQuota(t *testing.T, id int64) int { t.Helper() var task model.Task require.NoError(t, model.DB.Select("quota").Where("id = ?", id).First(&task).Error) return task.Quota } func getMidjourneyTask(t *testing.T, id int) model.Midjourney { t.Helper() var task model.Midjourney require.NoError(t, model.DB.First(&task, id).Error) return task } func getLastLog(t *testing.T) *model.Log { t.Helper() var log model.Log err := model.LOG_DB.Order("id desc").First(&log).Error if err != nil { return nil } return &log } func countLogs(t *testing.T) int64 { t.Helper() var count int64 model.LOG_DB.Model(&model.Log{}).Count(&count) return count } // =========================================================================== // Legacy Midjourney billing tests // =========================================================================== func TestPrepareMidjourneyTaskBillingKeepsUnbilledMarkerClear(t *testing.T) { task := &model.Midjourney{Quota: 900, TokenId: 7, BillingChannelId: 8} prepared, err := PrepareMidjourneyTaskBilling(&relaycommon.RelayInfo{}, task, 900, false) require.NoError(t, err) assert.False(t, prepared) assert.Zero(t, task.Quota) assert.Zero(t, task.TokenId) assert.Zero(t, task.BillingChannelId) } func TestSettleMidjourneyTaskBillingRequiresPersistedTask(t *testing.T) { truncate(t) const userID, tokenID, channelID = 49, 49, 49 const initialUserQuota, initialTokenQuota, chargedQuota = 10000, 5000, 3000 seedUser(t, userID, initialUserQuota) seedToken(t, tokenID, userID, "sk-midjourney-unpersisted", initialTokenQuota) seedChannel(t, channelID) relayInfo := &relaycommon.RelayInfo{ UserId: userID, TokenId: tokenID, TokenKey: "sk-midjourney-unpersisted", UserQuota: initialUserQuota, ChannelMeta: &relaycommon.ChannelMeta{ ChannelId: channelID, }, } task := &model.Midjourney{UserId: userID, ChannelId: channelID} prepared, err := PrepareMidjourneyTaskBilling(relayInfo, task, chargedQuota, true) require.NoError(t, err) require.True(t, prepared) billed, err := SettleMidjourneyTaskBilling(relayInfo, task, prepared) require.Error(t, err) assert.False(t, billed) assert.Equal(t, initialUserQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota, getTokenRemainQuota(t, tokenID)) } func TestMidjourneyRefundRestoresEveryAccountingElementOnBillingChannel(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, billingChannelID, executionChannelID = 50, 50, 50, 51 const initialUserQuota, initialTokenQuota, chargedQuota = 10000, 5000, 3000 seedUser(t, userID, initialUserQuota) seedToken(t, tokenID, userID, "sk-midjourney", initialTokenQuota) seedChannel(t, billingChannelID) seedChannel(t, executionChannelID) relayInfo := &relaycommon.RelayInfo{ UserId: userID, TokenId: tokenID, TokenKey: "sk-midjourney", UserQuota: initialUserQuota, UsingGroup: "default", ChannelMeta: &relaycommon.ChannelMeta{ ChannelId: billingChannelID, }, } task := &model.Midjourney{ UserId: userID, Action: "IMAGINE", MjId: "mj-accounting-refund", ChannelId: executionChannelID, Progress: "0%", } prepared, err := PrepareMidjourneyTaskBilling(relayInfo, task, chargedQuota, true) require.NoError(t, err) require.True(t, prepared) assert.Equal(t, chargedQuota, task.Quota) assert.Zero(t, task.TokenId) assert.Equal(t, billingChannelID, task.BillingChannelId) require.NoError(t, task.Insert()) billed, err := SettleMidjourneyTaskBilling(relayInfo, task, prepared) require.NoError(t, err) require.True(t, billed) assert.Equal(t, initialUserQuota-chargedQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota-chargedQuota, getTokenRemainQuota(t, tokenID)) persisted := getMidjourneyTask(t, task.Id) assert.Equal(t, chargedQuota, persisted.Quota) assert.Equal(t, tokenID, persisted.TokenId) assert.Equal(t, billingChannelID, persisted.BillingChannelId) seedChargedAccounting(t, userID, billingChannelID, tokenID, chargedQuota, 1) assert.True(t, RefundMidjourneyQuota(ctx, task, "构图失败")) assert.Equal(t, initialUserQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota, getTokenRemainQuota(t, tokenID)) assert.Zero(t, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, billingChannelID)) assert.Zero(t, getChannelUsedQuota(t, executionChannelID)) persisted = getMidjourneyTask(t, task.Id) assert.Zero(t, persisted.Quota) assert.Equal(t, tokenID, persisted.TokenId) assert.Equal(t, billingChannelID, persisted.BillingChannelId) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Equal(t, chargedQuota, log.Quota) assert.Equal(t, tokenID, log.TokenId) assert.Equal(t, billingChannelID, log.ChannelId) assert.True(t, RefundMidjourneyQuota(ctx, task, "duplicate poll")) assert.Equal(t, int64(1), countLogs(t)) } func TestSettleMidjourneyTaskBillingFundingFailureClearsMarkers(t *testing.T) { truncate(t) const userID, tokenID, channelID = 52, 52, 52 const initialUserQuota, initialTokenQuota, chargedQuota = 10000, 5000, 3000 seedUser(t, userID, initialUserQuota) seedToken(t, tokenID, userID, "sk-midjourney-funding-failure", initialTokenQuota) seedChannel(t, channelID) relayInfo := &relaycommon.RelayInfo{ UserId: userID, TokenId: tokenID, TokenKey: "sk-midjourney-funding-failure", UserQuota: initialUserQuota, ChannelMeta: &relaycommon.ChannelMeta{ ChannelId: channelID, }, } task := &model.Midjourney{UserId: userID, MjId: "mj-funding-failure", ChannelId: channelID} prepared, err := PrepareMidjourneyTaskBilling(relayInfo, task, chargedQuota, true) require.NoError(t, err) require.True(t, prepared) require.NoError(t, task.Insert()) require.NoError(t, model.DB.Exec(` CREATE TRIGGER fail_midjourney_user_update BEFORE UPDATE ON users WHEN OLD.id = 52 BEGIN SELECT RAISE(ABORT, 'forced user quota failure'); END; `).Error) t.Cleanup(func() { model.DB.Exec("DROP TRIGGER IF EXISTS fail_midjourney_user_update") }) billed, err := SettleMidjourneyTaskBilling(relayInfo, task, prepared) require.Error(t, err) assert.False(t, billed) assert.Equal(t, initialUserQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota, getTokenRemainQuota(t, tokenID)) persisted := getMidjourneyTask(t, task.Id) assert.Zero(t, persisted.Quota) assert.Zero(t, persisted.TokenId) assert.Zero(t, persisted.BillingChannelId) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Zero(t, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) assert.Zero(t, countLogs(t)) } func TestSettleMidjourneyTaskBillingTokenFailureKeepsFundingRefundable(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 53, 53, 53 const initialUserQuota, initialTokenQuota, chargedQuota = 10000, 5000, 3000 seedUser(t, userID, initialUserQuota) seedToken(t, tokenID, userID, "sk-midjourney-token-failure", initialTokenQuota) seedChannel(t, channelID) relayInfo := &relaycommon.RelayInfo{ UserId: userID, TokenId: tokenID, TokenKey: "sk-midjourney-token-failure", UserQuota: initialUserQuota, ChannelMeta: &relaycommon.ChannelMeta{ ChannelId: channelID, }, } task := &model.Midjourney{UserId: userID, MjId: "mj-token-failure", ChannelId: channelID} prepared, err := PrepareMidjourneyTaskBilling(relayInfo, task, chargedQuota, true) require.NoError(t, err) require.True(t, prepared) require.NoError(t, task.Insert()) require.NoError(t, model.DB.Exec(` CREATE TRIGGER fail_midjourney_token_update BEFORE UPDATE ON tokens WHEN OLD.id = 53 BEGIN SELECT RAISE(ABORT, 'forced token quota failure'); END; `).Error) t.Cleanup(func() { model.DB.Exec("DROP TRIGGER IF EXISTS fail_midjourney_token_update") }) billed, err := SettleMidjourneyTaskBilling(relayInfo, task, prepared) require.Error(t, err) require.True(t, billed) assert.Equal(t, initialUserQuota-chargedQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota, getTokenRemainQuota(t, tokenID)) assert.Zero(t, getTokenUsedQuota(t, tokenID)) persisted := getMidjourneyTask(t, task.Id) assert.Equal(t, chargedQuota, persisted.Quota) assert.Zero(t, persisted.TokenId) assert.Equal(t, channelID, persisted.BillingChannelId) seedChargedAccounting(t, userID, channelID, 0, chargedQuota, 1) assert.True(t, RefundMidjourneyQuota(ctx, task, "token settlement failed")) assert.Equal(t, initialUserQuota, getUserQuota(t, userID)) assert.Equal(t, initialTokenQuota, getTokenRemainQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) log := getLastLog(t) require.NotNil(t, log) assert.Zero(t, log.TokenId) } func TestPrepareMidjourneyTaskBillingRejectsSubscriptionBeforeCharge(t *testing.T) { task := &model.Midjourney{Quota: 900, TokenId: 7, BillingChannelId: 8} relayInfo := &relaycommon.RelayInfo{BillingSource: BillingSourceSubscription, SubscriptionId: 1} prepared, err := PrepareMidjourneyTaskBilling(relayInfo, task, 900, true) require.Error(t, err) assert.False(t, prepared) assert.Zero(t, task.Quota) assert.Zero(t, task.TokenId) assert.Zero(t, task.BillingChannelId) } func TestRefundMidjourneyQuotaUsesLegacyChannelFallbackWithoutTokenAdjustment(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 54, 54, 54 const walletAfterCharge, tokenQuota, chargedQuota = 7000, 5000, 3000 seedUser(t, userID, walletAfterCharge) seedToken(t, tokenID, userID, "sk-midjourney-legacy", tokenQuota) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, 0, chargedQuota, 1) task := &model.Midjourney{ UserId: userID, MjId: "mj-legacy-fallback", Action: "IMAGINE", ChannelId: channelID, Quota: chargedQuota, TokenId: 0, Progress: "0%", } require.NoError(t, task.Insert()) assert.True(t, RefundMidjourneyQuota(ctx, task, "legacy failure")) assert.Equal(t, walletAfterCharge+chargedQuota, getUserQuota(t, userID)) assert.Equal(t, tokenQuota, getTokenRemainQuota(t, tokenID)) assert.Zero(t, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, channelID, log.ChannelId) assert.Zero(t, log.TokenId) } // =========================================================================== // RefundTaskQuota tests // =========================================================================== func TestRefundTaskQuota_Wallet(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 1, 1, 1 const initQuota, preConsumed = 10000, 3000 const tokenRemain = 5000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-test-key", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) require.NoError(t, model.DB.Create(task).Error) assert.True(t, RefundTaskQuota(ctx, task, "task failed: upstream error")) // User quota should increase by preConsumed assert.Equal(t, initQuota+preConsumed, getUserQuota(t, userID)) // Token remain_quota should increase, used_quota should decrease assert.Equal(t, tokenRemain+preConsumed, getTokenRemainQuota(t, tokenID)) assert.Zero(t, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) // A refund log should be created log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Equal(t, preConsumed, log.Quota) assert.Equal(t, "test-model", log.ModelName) assert.Zero(t, task.Quota) assert.Zero(t, getTaskQuota(t, task.ID)) } func TestRefundTaskQuota_Subscription(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID, subID = 2, 2, 2, 1 const preConsumed = 2000 const subTotal, subUsed int64 = 100000, 50000 const tokenRemain = 8000 seedUser(t, userID, 0) seedToken(t, tokenID, userID, "sk-sub-key", tokenRemain) seedChannel(t, channelID) seedSubscription(t, subID, userID, subTotal, subUsed) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceSubscription, subID) require.NoError(t, model.DB.Create(task).Error) assert.True(t, RefundTaskQuota(ctx, task, "subscription task failed")) // Subscription used should decrease by preConsumed assert.Equal(t, subUsed-int64(preConsumed), getSubscriptionUsed(t, subID)) // Token should also be refunded assert.Equal(t, tokenRemain+preConsumed, getTokenRemainQuota(t, tokenID)) assert.Zero(t, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Zero(t, getTaskQuota(t, task.ID)) } func TestRefundTaskQuota_ZeroQuota(t *testing.T) { truncate(t) ctx := context.Background() const userID = 3 seedUser(t, userID, 5000) task := makeTask(userID, 0, 0, 0, BillingSourceWallet, 0) assert.True(t, RefundTaskQuota(ctx, task, "zero quota task")) // No change to user quota assert.Equal(t, 5000, getUserQuota(t, userID)) // No log created assert.Equal(t, int64(0), countLogs(t)) } func TestRefundTaskQuota_NoToken(t *testing.T) { truncate(t) ctx := context.Background() const userID, channelID = 4, 4 const initQuota, preConsumed = 10000, 1500 seedUser(t, userID, initQuota) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, 0, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, 0, BillingSourceWallet, 0) // TokenId=0 require.NoError(t, model.DB.Create(task).Error) assert.True(t, RefundTaskQuota(ctx, task, "no token task failed")) // User quota refunded assert.Equal(t, initQuota+preConsumed, getUserQuota(t, userID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) // Log created log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Zero(t, getTaskQuota(t, task.ID)) } func TestRefundTaskQuota_FundingFailureKeepsAccountingAndPendingMarker(t *testing.T) { truncate(t) ctx := context.Background() const userID, channelID, preConsumed = 5, 5, 1200 seedUser(t, userID, 5000) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, 0, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, 0, BillingSourceSubscription, 9999) task.Status = model.TaskStatusFailure require.NoError(t, model.DB.Create(task).Error) assert.False(t, RefundTaskQuota(ctx, task, "subscription missing")) assert.Equal(t, 5000, getUserQuota(t, userID)) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, preConsumed, getTaskQuota(t, task.ID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, preConsumed, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(preConsumed), getChannelUsedQuota(t, channelID)) assert.Equal(t, int64(0), countLogs(t)) } // =========================================================================== // RecalculateTaskQuota tests // =========================================================================== func TestRecalculate_PositiveDelta(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 10, 10, 10 const initQuota, preConsumed = 10000, 2000 const actualQuota = 3000 // under-charged by 1000 const tokenRemain = 5000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-recalc-pos", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) RecalculateTaskQuota(ctx, task, actualQuota, "adaptor adjustment") // User quota should decrease by the delta (1000 additional charge) assert.Equal(t, initQuota-(actualQuota-preConsumed), getUserQuota(t, userID)) // Token should also be charged the delta assert.Equal(t, tokenRemain-(actualQuota-preConsumed), getTokenRemainQuota(t, tokenID)) assert.Equal(t, actualQuota, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, actualQuota, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(actualQuota), getChannelUsedQuota(t, channelID)) // task.Quota should be updated to actualQuota assert.Equal(t, actualQuota, task.Quota) // Log type should be Consume (additional charge) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeConsume, log.Type) assert.Equal(t, actualQuota-preConsumed, log.Quota) } func TestRecalculate_NegativeDelta(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 11, 11, 11 const initQuota, preConsumed = 10000, 5000 const actualQuota = 3000 // over-charged by 2000 const tokenRemain = 5000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-recalc-neg", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) RecalculateTaskQuota(ctx, task, actualQuota, "adaptor adjustment") // User quota should increase by abs(delta) = 2000 (refund overpayment) assert.Equal(t, initQuota+(preConsumed-actualQuota), getUserQuota(t, userID)) // Token should be refunded the difference assert.Equal(t, tokenRemain+(preConsumed-actualQuota), getTokenRemainQuota(t, tokenID)) assert.Equal(t, actualQuota, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, actualQuota, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(actualQuota), getChannelUsedQuota(t, channelID)) // task.Quota updated assert.Equal(t, actualQuota, task.Quota) // Log type should be Refund log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Equal(t, preConsumed-actualQuota, log.Quota) } func TestRecalculate_ZeroDelta(t *testing.T) { truncate(t) ctx := context.Background() const userID = 12 const initQuota, preConsumed = 10000, 3000 seedUser(t, userID, initQuota) task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) RecalculateTaskQuota(ctx, task, preConsumed, "exact match") // No change to user quota assert.Equal(t, initQuota, getUserQuota(t, userID)) // No log created (delta is zero) assert.Equal(t, int64(0), countLogs(t)) } func TestRecalculate_ActualQuotaZero(t *testing.T) { truncate(t) ctx := context.Background() const userID, preConsumed = 13, 5000 const initQuota = 10000 seedUser(t, userID, initQuota) task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) require.NoError(t, model.DB.Create(task).Error) RecalculateTaskQuota(ctx, task, 0, "zero actual") assert.Equal(t, initQuota+preConsumed, getUserQuota(t, userID)) assert.Zero(t, task.Quota) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) assert.Equal(t, preConsumed, log.Quota) } func TestRecalculate_RejectsNegativeActualQuota(t *testing.T) { truncate(t) ctx := context.Background() const userID, preConsumed = 34, 5000 const initQuota = 10000 seedUser(t, userID, initQuota) task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) RecalculateTaskQuota(ctx, task, -1, "invalid negative actual") assert.Equal(t, initQuota, getUserQuota(t, userID)) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, int64(0), countLogs(t)) } func TestRecalculate_Subscription_NegativeDelta(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID, subID = 14, 14, 14, 2 const preConsumed = 5000 const actualQuota = 2000 // over-charged by 3000 const subTotal, subUsed int64 = 100000, 50000 const tokenRemain = 8000 seedUser(t, userID, 0) seedToken(t, tokenID, userID, "sk-sub-recalc", tokenRemain) seedChannel(t, channelID) seedSubscription(t, subID, userID, subTotal, subUsed) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceSubscription, subID) RecalculateTaskQuota(ctx, task, actualQuota, "subscription over-charge") // Subscription used should decrease by delta (refund 3000) assert.Equal(t, subUsed-int64(preConsumed-actualQuota), getSubscriptionUsed(t, subID)) // Token refunded assert.Equal(t, tokenRemain+(preConsumed-actualQuota), getTokenRemainQuota(t, tokenID)) assert.Equal(t, actualQuota, getTokenUsedQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, actualQuota, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(actualQuota), getChannelUsedQuota(t, channelID)) assert.Equal(t, actualQuota, task.Quota) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) } // =========================================================================== // CAS + Billing integration tests // Simulates the flow in updateVideoSingleTask (service/task_polling.go) // =========================================================================== // simulatePollBilling reproduces the CAS + billing logic from updateVideoSingleTask. // It takes a persisted task (already in DB), applies the new status, and performs // the conditional update + billing exactly as the polling loop does. func simulatePollBilling(ctx context.Context, task *model.Task, newStatus model.TaskStatus, actualQuota int) { snap := task.Snapshot() shouldRefund := false shouldSettle := false quota := task.Quota task.Status = newStatus switch string(newStatus) { case model.TaskStatusSuccess: task.Progress = "100%" task.FinishTime = 9999 shouldSettle = true case model.TaskStatusFailure: task.Progress = "100%" task.FinishTime = 9999 task.FailReason = "upstream error" if quota != 0 { shouldRefund = true } default: task.Progress = "50%" } isDone := task.Status == model.TaskStatus(model.TaskStatusSuccess) || task.Status == model.TaskStatus(model.TaskStatusFailure) if isDone && snap.Status != task.Status { won, err := task.UpdateWithStatus(snap.Status) if err != nil { shouldRefund = false shouldSettle = false } else if !won { shouldRefund = false shouldSettle = false } } else if !snap.Equal(task.Snapshot()) { _, _ = task.UpdateWithStatus(snap.Status) } if shouldSettle && actualQuota > 0 { RecalculateTaskQuota(ctx, task, actualQuota, "test settle") } if shouldRefund { RefundTaskQuota(ctx, task, task.FailReason) } } func TestCASGuardedRefund_Win(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 20, 20, 20 const initQuota, preConsumed = 10000, 4000 const tokenRemain = 6000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-cas-refund-win", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) task.Status = model.TaskStatus(model.TaskStatusInProgress) require.NoError(t, model.DB.Create(task).Error) simulatePollBilling(ctx, task, model.TaskStatus(model.TaskStatusFailure), 0) // CAS wins: task in DB should now be FAILURE var reloaded model.Task require.NoError(t, model.DB.First(&reloaded, task.ID).Error) assert.EqualValues(t, model.TaskStatusFailure, reloaded.Status) assert.Zero(t, reloaded.Quota) // Refund should have happened assert.Equal(t, initQuota+preConsumed, getUserQuota(t, userID)) assert.Equal(t, tokenRemain+preConsumed, getTokenRemainQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Zero(t, usedQuota) assert.Equal(t, 1, requestCount) assert.Zero(t, getChannelUsedQuota(t, channelID)) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) } func TestCASGuardedRefund_Lose(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 21, 21, 21 const initQuota, preConsumed = 10000, 4000 const tokenRemain = 6000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-cas-refund-lose", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) // Create task with IN_PROGRESS in DB task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) task.Status = model.TaskStatus(model.TaskStatusInProgress) require.NoError(t, model.DB.Create(task).Error) // Simulate another process already transitioning to FAILURE model.DB.Model(&model.Task{}).Where("id = ?", task.ID).Update("status", model.TaskStatusFailure) // Our process still has the old in-memory state (IN_PROGRESS) and tries to transition // task.Status is still IN_PROGRESS in the snapshot simulatePollBilling(ctx, task, model.TaskStatus(model.TaskStatusFailure), 0) // CAS lost: user quota should NOT change (no double refund) assert.Equal(t, initQuota, getUserQuota(t, userID)) assert.Equal(t, tokenRemain, getTokenRemainQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, preConsumed, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(preConsumed), getChannelUsedQuota(t, channelID)) // No billing log should be created assert.Equal(t, int64(0), countLogs(t)) } func TestCASGuardedSettle_Win(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 22, 22, 22 const initQuota, preConsumed = 10000, 5000 const actualQuota = 3000 // over-charged, should get partial refund const tokenRemain = 8000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-cas-settle-win", tokenRemain) seedChannel(t, channelID) seedChargedAccounting(t, userID, channelID, tokenID, preConsumed, 1) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) task.Status = model.TaskStatus(model.TaskStatusInProgress) require.NoError(t, model.DB.Create(task).Error) simulatePollBilling(ctx, task, model.TaskStatus(model.TaskStatusSuccess), actualQuota) // CAS wins: task should be SUCCESS var reloaded model.Task require.NoError(t, model.DB.First(&reloaded, task.ID).Error) assert.EqualValues(t, model.TaskStatusSuccess, reloaded.Status) // Settlement should refund the over-charge (5000 - 3000 = 2000 back to user) assert.Equal(t, initQuota+(preConsumed-actualQuota), getUserQuota(t, userID)) assert.Equal(t, tokenRemain+(preConsumed-actualQuota), getTokenRemainQuota(t, tokenID)) usedQuota, requestCount := getUserUsageAccounting(t, userID) assert.Equal(t, actualQuota, usedQuota) assert.Equal(t, 1, requestCount) assert.Equal(t, int64(actualQuota), getChannelUsedQuota(t, channelID)) // task.Quota should be updated to actualQuota assert.Equal(t, actualQuota, task.Quota) } func TestNonTerminalUpdate_NoBilling(t *testing.T) { truncate(t) ctx := context.Background() const userID, channelID = 23, 23 const initQuota, preConsumed = 10000, 3000 seedUser(t, userID, initQuota) seedChannel(t, channelID) task := makeTask(userID, channelID, preConsumed, 0, BillingSourceWallet, 0) task.Status = model.TaskStatus(model.TaskStatusInProgress) task.Progress = "20%" require.NoError(t, model.DB.Create(task).Error) // Simulate a non-terminal poll update (still IN_PROGRESS, progress changed) simulatePollBilling(ctx, task, model.TaskStatus(model.TaskStatusInProgress), 0) // User quota should NOT change assert.Equal(t, initQuota, getUserQuota(t, userID)) // No billing log assert.Equal(t, int64(0), countLogs(t)) // Task progress should be updated in DB var reloaded model.Task require.NoError(t, model.DB.First(&reloaded, task.ID).Error) assert.Equal(t, "50%", reloaded.Progress) } // =========================================================================== // Mock adaptor for settleTaskBillingOnComplete tests // =========================================================================== type mockAdaptor struct { adjustReturn int } func (m *mockAdaptor) Init(_ *relaycommon.RelayInfo) {} func (m *mockAdaptor) FetchTask(string, string, map[string]any, string) (*http.Response, error) { return nil, nil } func (m *mockAdaptor) ParseTaskResult([]byte) (*relaycommon.TaskInfo, error) { return nil, nil } func (m *mockAdaptor) AdjustBillingOnComplete(_ *model.Task, _ *relaycommon.TaskInfo) int { return m.adjustReturn } // =========================================================================== // PerCallBilling tests — settleTaskBillingOnComplete // =========================================================================== func TestSettle_PerCallBilling_SkipsAdaptorAdjust(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 30, 30, 30 const initQuota, preConsumed = 10000, 5000 const tokenRemain = 8000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-percall-adaptor", tokenRemain) seedChannel(t, channelID) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) task.PrivateData.BillingContext.PerCallBilling = true adaptor := &mockAdaptor{adjustReturn: 2000} taskResult := &relaycommon.TaskInfo{Status: model.TaskStatusSuccess} settled := settleTaskBillingOnComplete(ctx, adaptor, task, taskResult) // Per-call: no adjustment despite adaptor returning 2000 assert.False(t, settled) assert.Equal(t, initQuota, getUserQuota(t, userID)) assert.Equal(t, tokenRemain, getTokenRemainQuota(t, tokenID)) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, int64(0), countLogs(t)) } func TestSettle_PerCallBilling_SkipsTotalTokens(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 31, 31, 31 const initQuota, preConsumed = 10000, 4000 const tokenRemain = 7000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-percall-tokens", tokenRemain) seedChannel(t, channelID) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) task.PrivateData.BillingContext.PerCallBilling = true adaptor := &mockAdaptor{adjustReturn: 0} taskResult := &relaycommon.TaskInfo{Status: model.TaskStatusSuccess, TotalTokens: 9999} settled := settleTaskBillingOnComplete(ctx, adaptor, task, taskResult) // Per-call: no recalculation by tokens assert.False(t, settled) assert.Equal(t, initQuota, getUserQuota(t, userID)) assert.Equal(t, tokenRemain, getTokenRemainQuota(t, tokenID)) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, int64(0), countLogs(t)) } func TestSettle_NonPerCallBilling_AppliesAdaptorAdjustment(t *testing.T) { truncate(t) ctx := context.Background() const userID, tokenID, channelID = 32, 32, 32 const initQuota, preConsumed = 10000, 5000 const adaptorQuota = 3000 const tokenRemain = 8000 seedUser(t, userID, initQuota) seedToken(t, tokenID, userID, "sk-nonpercall-adj", tokenRemain) seedChannel(t, channelID) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) // PerCallBilling defaults to false adaptor := &mockAdaptor{adjustReturn: adaptorQuota} taskResult := &relaycommon.TaskInfo{Status: model.TaskStatusSuccess} settled := settleTaskBillingOnComplete(ctx, adaptor, task, taskResult) // Non-per-call: adaptor adjustment applies (refund 2000) assert.True(t, settled) assert.Equal(t, initQuota+(preConsumed-adaptorQuota), getUserQuota(t, userID)) assert.Equal(t, tokenRemain+(preConsumed-adaptorQuota), getTokenRemainQuota(t, tokenID)) assert.Equal(t, adaptorQuota, task.Quota) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) } func TestSettle_TieredEvaluationFailureKeepsPreConsumedCharge(t *testing.T) { truncate(t) ctx := context.Background() const userID, preConsumed = 33, 5_000 const initialQuota = 10_000 seedUser(t, userID, initialQuota) task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: `tier("broken",`, ExprHash: billingexpr.ExprHashString(`tier("broken",`), GroupRatio: 1, QuotaPerUnit: 1_000, ExprVersion: 1, TaskUsageBilling: true, } settled := settleTaskBillingOnComplete(ctx, &mockAdaptor{}, task, &relaycommon.TaskInfo{Status: model.TaskStatusFailure}) assert.True(t, settled) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, initialQuota, getUserQuota(t, userID)) assert.Equal(t, int64(0), countLogs(t)) } func TestSettle_TieredFailureReturnsFalseForCallerRefund(t *testing.T) { truncate(t) ctx := context.Background() const userID = 37 const initialQuota, preConsumed = 10_000, 25 seedUser(t, userID, initialQuota) expression := `tier("base", u("seconds") + u("clips") * 10)` task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) task.Status = model.TaskStatusFailure task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, ExprHash: billingexpr.ExprHashString(expression), GroupRatio: 1, QuotaPerUnit: 1, ExprVersion: 1, TaskUsageBilling: true, UsageFacts: map[string]any{"seconds": float64(5), "clips": float64(2)}, EstimatedTier: "base", } settled := settleTaskBillingOnComplete( ctx, &mockAdaptor{adjustReturn: 1}, task, &relaycommon.TaskInfo{Status: model.TaskStatusFailure, UsageFacts: map[string]any{"seconds": float64(8)}}, ) assert.False(t, settled) assert.Equal(t, preConsumed, task.Quota) assert.Equal(t, map[string]any{"seconds": float64(5), "clips": float64(2)}, task.PrivateData.BillingContext.TieredSnapshot.UsageFacts) assert.Equal(t, "base", task.PrivateData.BillingContext.TieredSnapshot.EstimatedTier) assert.Equal(t, initialQuota, getUserQuota(t, userID)) assert.Equal(t, int64(0), countLogs(t)) } func TestSettle_TieredSuccessStillRecomputes(t *testing.T) { truncate(t) ctx := context.Background() const userID = 38 const initialQuota, preConsumed = 10_000, 50 seedUser(t, userID, initialQuota) expression := `tier("base", u("seconds") + u("clips") * 10)` task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) task.Status = model.TaskStatusSuccess task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, ExprHash: billingexpr.ExprHashString(expression), GroupRatio: 1, QuotaPerUnit: 1, ExprVersion: 1, TaskUsageBilling: true, UsageFacts: map[string]any{"seconds": float64(5), "clips": float64(2)}, EstimatedTier: "base", } settled := settleTaskBillingOnComplete( ctx, &mockAdaptor{adjustReturn: 1}, task, &relaycommon.TaskInfo{Status: model.TaskStatusSuccess, UsageFacts: map[string]any{"seconds": float64(8)}}, ) assert.True(t, settled) assert.Equal(t, 28, task.Quota) assert.Equal(t, map[string]any{"seconds": float64(8), "clips": float64(2)}, task.PrivateData.BillingContext.TieredSnapshot.UsageFacts) assert.Equal(t, "base", task.PrivateData.BillingContext.TieredSnapshot.EstimatedTier) assert.Equal(t, initialQuota+(preConsumed-28), getUserQuota(t, userID)) log := getLastLog(t) require.NotNil(t, log) assert.Equal(t, model.LogTypeRefund, log.Type) var other map[string]any require.NoError(t, common.UnmarshalJsonStr(log.Other, &other)) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, "base", other["matched_tier"]) facts, ok := other["usage_facts"].(map[string]any) require.True(t, ok) assert.Equal(t, map[string]any{"seconds": float64(8), "clips": float64(2)}, facts) } func TestSettle_TieredUsageFactsMergeCompletionOverSubmission(t *testing.T) { tests := []struct { name string completionFacts map[string]any expectedQuota int expectedFacts map[string]any }{ { name: "submission facts survive missing completion facts", expectedQuota: 25, expectedFacts: map[string]any{"seconds": float64(5), "clips": float64(2)}, }, { name: "completion facts partially override submission facts", completionFacts: map[string]any{"seconds": float64(8)}, expectedQuota: 28, expectedFacts: map[string]any{"seconds": float64(8), "clips": float64(2)}, }, { name: "completion facts fully override submission facts", completionFacts: map[string]any{"seconds": float64(8), "clips": float64(3)}, expectedQuota: 38, expectedFacts: map[string]any{"seconds": float64(8), "clips": float64(3)}, }, } for _, testCase := range tests { t.Run(testCase.name, func(t *testing.T) { truncate(t) const userID = 34 const initialQuota = 10_000 const preConsumed = 50 seedUser(t, userID, initialQuota) expression := `tier("base", u("seconds") + u("clips") * 10)` submissionFacts := map[string]any{"seconds": float64(5), "clips": float64(2)} task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, ExprHash: billingexpr.ExprHashString(expression), GroupRatio: 1, QuotaPerUnit: 1, ExprVersion: 1, TaskUsageBilling: true, UsageFacts: submissionFacts, EstimatedTier: "base", } settled := settleTaskBillingOnComplete( context.Background(), &mockAdaptor{}, task, &relaycommon.TaskInfo{Status: model.TaskStatusSuccess, UsageFacts: testCase.completionFacts}, ) assert.True(t, settled) assert.Equal(t, testCase.expectedQuota, task.Quota) assert.Equal(t, map[string]any{"seconds": float64(5), "clips": float64(2)}, submissionFacts) require.NotNil(t, task.PrivateData.BillingContext.TieredSnapshot) assert.Equal(t, testCase.expectedFacts, task.PrivateData.BillingContext.TieredSnapshot.UsageFacts) assert.Equal(t, "base", task.PrivateData.BillingContext.TieredSnapshot.EstimatedTier) log := getLastLog(t) require.NotNil(t, log) var other map[string]any require.NoError(t, common.UnmarshalJsonStr(log.Other, &other)) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, "base", other["matched_tier"]) facts, ok := other["usage_facts"].(map[string]any) require.True(t, ok) assert.Equal(t, testCase.expectedFacts, facts) assert.NotContains(t, other, "seconds") assert.NotContains(t, other, "clips") }) } } func TestSettle_TieredSnapshotWriteBackUsesSettledFactsAndMatchedTier(t *testing.T) { truncate(t) const userID = 36 const initialQuota = 10_000 const preConsumed = 25 seedUser(t, userID, initialQuota) expression := `u("resolution") == "1080P" ? tier("1080P", u("seconds") * 10) : tier("720P", u("seconds") * 5)` task := makeTask(userID, 0, preConsumed, 0, BillingSourceWallet, 0) task.PrivateData.BillingContext.TieredSnapshot = &billingexpr.BillingSnapshot{ ExprString: expression, ExprHash: billingexpr.ExprHashString(expression), GroupRatio: 1, QuotaPerUnit: 1, ExprVersion: 1, TaskUsageBilling: true, UsageFacts: map[string]any{"resolution": "720P", "seconds": float64(5)}, EstimatedTier: "720P", } settled := settleTaskBillingOnComplete( context.Background(), &mockAdaptor{}, task, &relaycommon.TaskInfo{ Status: model.TaskStatusSuccess, UsageFacts: map[string]any{"resolution": "1080P"}, }, ) require.True(t, settled) snap := task.PrivateData.BillingContext.TieredSnapshot require.NotNil(t, snap) assert.Equal(t, map[string]any{"resolution": "1080P", "seconds": float64(5)}, snap.UsageFacts) assert.Equal(t, "1080P", snap.EstimatedTier) assert.Equal(t, 50, task.Quota) log := getLastLog(t) require.NotNil(t, log) var other map[string]any require.NoError(t, common.UnmarshalJsonStr(log.Other, &other)) assert.Equal(t, "tiered_expr", other["billing_mode"]) assert.Equal(t, "1080P", other["matched_tier"]) facts, ok := other["usage_facts"].(map[string]any) require.True(t, ok) assert.Equal(t, "1080P", facts["resolution"]) assert.Equal(t, float64(5), facts["seconds"]) assert.NotContains(t, other, "resolution") assert.NotContains(t, other, "seconds") } func TestSettle_TokenRecalcFallsBackToCompletionTokens(t *testing.T) { previousRatios := ratio_setting.ModelRatio2JSONString() require.NoError(t, ratio_setting.UpdateModelRatioByJSONString(`{"test-model":1}`)) t.Cleanup(func() { require.NoError(t, ratio_setting.UpdateModelRatioByJSONString(previousRatios)) }) tests := []struct { name string totalTokens int completionTokens int wantSettled bool wantQuota int }{ { name: "total tokens still win when both are present", totalTokens: 80, completionTokens: 20, wantSettled: true, wantQuota: 80, }, { name: "completion tokens trigger recalc when total is zero", totalTokens: 0, completionTokens: 80, wantSettled: true, wantQuota: 80, }, { name: "neither token count skips recalc", wantSettled: false, wantQuota: 50, }, } for _, testCase := range tests { t.Run(testCase.name, func(t *testing.T) { truncate(t) const userID, tokenID, channelID = 35, 35, 35 const initialQuota, preConsumed, tokenRemain = 10_000, 50, 8_000 seedUser(t, userID, initialQuota) seedToken(t, tokenID, userID, "sk-completion-fallback", tokenRemain) seedChannel(t, channelID) task := makeTask(userID, channelID, preConsumed, tokenID, BillingSourceWallet, 0) settled := settleTaskBillingOnComplete( context.Background(), &mockAdaptor{}, task, &relaycommon.TaskInfo{ Status: model.TaskStatusSuccess, TotalTokens: testCase.totalTokens, CompletionTokens: testCase.completionTokens, }, ) assert.Equal(t, testCase.wantSettled, settled) assert.Equal(t, testCase.wantQuota, task.Quota) }) } }