diff --git a/tests/test_providers.py b/tests/test_providers.py index 99df73c3..604a49a4 100644 --- a/tests/test_providers.py +++ b/tests/test_providers.py @@ -512,7 +512,12 @@ def test_matrix_labels_and_custom_model_fallback(): # Deliberately small: agent-capable current models only (owner call, 2026-07-04). # 60→65 (2026-08-24): the stealth ox-alpha preview slug tipped it; reclaim slack by # pruning retired entries before raising this again. - assert len(MATRIX) < 65 + # 65→70 (2026-09-16): three Claude 4.5/4.6 rows added for comparability with + # published evaluations of those models. The + # pruning owed above is NOT done here — deciding which entries are retired is an owner + # call, and dropping a row silently downgrades that model to the conservative fallback + # capabilities. Prune before raising this a third time. + assert len(MATRIX) < 70 assert all(e.caps.tools for e in MATRIX.values()) # A custom (unlisted) reseller model falls back to the conservative default — usable, # but at the user's own risk (no parallel tool calls assumed).