"""The 4 Nov fix-list batch, engine side (manual testing of Phase 1 and 2): F-1 the sandbox note is recorded only when its text was added, F-5 every line of your instructions counts as a rule, F-4 model calls from outside any session are counted.""" from __future__ import annotations import importlib import time from coworker.observability import Recorder, RecordingStore from coworker.observability.engine_hooks import TurnRecording from coworker.providers import AssistantTurn base = importlib.import_module("test_observability_stamps_context") memory = importlib.import_module("test_memory") class _Workspace: def __init__(self, text): self.text = text self.started = True def context(self): return self.text def describe(self): return {"provider": "x", "enforcement": "full"} def _note(tmp_path, workspace): engine, rec = base._engine(tmp_path, [AssistantTurn(text="ok")]) engine.sandbox_workspace = workspace base._run(engine) [ctx] = [s for s in rec.as_dict()["steps"] if s["kind"] == "context"] return ctx["attrs"]["per_turn"]["sandbox_note"] def test_the_sandbox_note_is_recorded_only_when_its_text_was_added(tmp_path): assert _note(tmp_path, _Workspace("Commands in this session run in a sandbox.")) is True # A workspace that describes itself but adds no note (no sandbox, or runner-local): assert _note(tmp_path, _Workspace("")) is False nothing = type("Direct", (), {"started": True, "describe": lambda self: {"provider": "direct"}})() assert _note(tmp_path, nothing) is False def test_every_line_of_your_instructions_counts_as_a_rule(tmp_path): from coworker.agent import build_code_engine for text, want in (("Use DD-MM-YYYY for dates\nNo tables", 2), ("- one\n- two\n\n - three", 3), ("", 0)): engine = build_code_engine(workspace=tmp_path, provider=memory._StubProvider(), memory_store=None, user_rules=lambda t=text: t) try: assert engine.context_facts["rules"] == want, text finally: engine.executor.close() def test_model_calls_from_outside_any_session_are_counted(tmp_path): store = RecordingStore(tmp_path / "recordings.db", background=False) rec = Recorder(store=store) obs = TurnRecording(rec, lambda: "") step = obs.start_step(kind="model", name="model", attrs={"purpose": "proxy"}, turn_id=None) obs.end_step(step, attrs={"usage": {"reported": True, "input_fresh": 100, "cache_read": 20, "cache_write": None, "output": 30}}) store.flush() assert store.outside_calls(since_ms=0) == {"calls": 1, "tokens": 150} assert store.outside_calls(since_ms=int(time.time() * 1000) + 60_000) == {"calls": 0, "tokens": 0} store.close()