mirror of
https://github.com/andrewyng/openworker.git
synced 2026-11-20 20:37:44 +00:00
Allow developers to easily build AI apps without worrying about the harness part. Bundles the Rust agent runtime as a SDK (Rust and TypeScript) for building desktop and web applications. Applications can manage a local harness or connect to an authenticated harness service on k8s with separately scaled workers and sandbox execution. The implementation is primarily contained in harness/, with deployment tooling in deploy/, Markdown guides in docs/harness/guides/, and the static documentation site in docs-site/. It does not replace the existing Python harness or migrate OpenWorker Desktop. Co-authored-by: Devika Verma <devikaverma11@gmail.com>
184 lines
6.7 KiB
JavaScript
184 lines
6.7 KiB
JavaScript
import test from "node:test";
|
||
import assert from "node:assert/strict";
|
||
import { mkdtemp, rm, readFile } from "node:fs/promises";
|
||
import { join, resolve } from "node:path";
|
||
import { tmpdir } from "node:os";
|
||
import { AgentService } from "../build/electron/agent-service.js";
|
||
import { Library } from "../build/electron/library.js";
|
||
import { SettingsStore } from "../build/electron/settings.js";
|
||
import { modelFixture, until } from "./model-fixture.mjs";
|
||
const executable =
|
||
process.env.OPENWORKER_RUNTIME ??
|
||
resolve("../../target/release/openworker-harness");
|
||
const brief = {
|
||
idea: "Catch the stars",
|
||
kind: "Arcade",
|
||
vibe: "Neon",
|
||
difficulty: "Relaxed",
|
||
};
|
||
test(
|
||
"real SDK: probe, streaming, approval restart, revisions, recovery, cancel and keys",
|
||
{ timeout: 120000 },
|
||
async (t) => {
|
||
const root = await mkdtemp(join(tmpdir(), "arcade-sdk-")),
|
||
fixture = await modelFixture(),
|
||
library = new Library(root),
|
||
settings = new SettingsStore(root),
|
||
events = [];
|
||
let service;
|
||
const launch = () =>
|
||
(service = new AgentService(library, settings, {
|
||
executable,
|
||
emit: (e) => events.push(e),
|
||
credentialStorage: "memory",
|
||
}));
|
||
launch();
|
||
t.after(async () => {
|
||
await service.close();
|
||
library.close();
|
||
await fixture.close();
|
||
await rm(root, { recursive: true, force: true });
|
||
});
|
||
await service.configure(fixture.provider, "fixture-secret-never-save");
|
||
await service.testProvider();
|
||
assert.equal(fixture.state.requests.length, 1);
|
||
assert.equal(fixture.state.requests[0].tools?.length ?? 0, 0);
|
||
assert.equal(library.list().length, 0);
|
||
fixture.state.mode = "unauthorized";
|
||
await assert.rejects(service.testProvider());
|
||
fixture.state.mode = "normal";
|
||
fixture.state.delay = 1800;
|
||
let view = await service.create(brief),
|
||
id = view.game.id;
|
||
await until(
|
||
() =>
|
||
events.some(
|
||
(e) => e.type === "project" && e.view.partial.includes("I’m shaping"),
|
||
),
|
||
"partial text before completion",
|
||
);
|
||
assert.equal(library.get(id).revisionId, null);
|
||
await until(() => service.view(id).pending.length, "publish approval");
|
||
assert.equal(library.revisions(id).length, 0);
|
||
assert.equal(service.view(id).partial, "");
|
||
assert.ok(
|
||
service
|
||
.view(id)
|
||
.messages.some(
|
||
(m) => m.role === "assistant" && m.text.includes("shaping"),
|
||
),
|
||
);
|
||
const requestCount = fixture.state.requests.length;
|
||
await service.close();
|
||
launch();
|
||
await service.configure(fixture.provider, "fixture-secret-never-save");
|
||
view = await service.open(id);
|
||
assert.equal(view.pending.length, 1);
|
||
assert.equal(fixture.state.requests.length, requestCount);
|
||
await assert.rejects(service.respond(id, "stale-interaction", "once"));
|
||
await service.respond(id, view.pending[0].id, "once");
|
||
await until(
|
||
() => !service.view(id).active && library.get(id).status === "ready",
|
||
"completed game",
|
||
);
|
||
assert.equal(library.revisions(id).length, 1);
|
||
assert.match(library.html(id), /Version 1/);
|
||
const first = library.get(id).revisionId;
|
||
fixture.state.delay = 100;
|
||
await service.send(id, "Add another star");
|
||
await until(() => service.view(id).pending.length, "edit approval");
|
||
await service.respond(id, service.view(id).pending[0].id, "session");
|
||
await until(
|
||
() => library.revisions(id).length === 2 && !service.view(id).active,
|
||
"edited game",
|
||
);
|
||
assert.ok(fixture.state.reads.some((s) => s?.includes("Version 1")));
|
||
await service.restore(id, first);
|
||
assert.match(library.html(id), /Version 1/);
|
||
await service.send(id, "Change the restored game");
|
||
await until(
|
||
() => library.revisions(id).length === 3 && !service.view(id).active,
|
||
"session approval reused",
|
||
);
|
||
assert.ok(fixture.state.reads.at(-1).includes("Version 1"));
|
||
const current = library.html(id);
|
||
fixture.state.mode = "fail";
|
||
await service.send(id, "Try changing it");
|
||
await until(() => !service.view(id).active, "failed model");
|
||
assert.equal(library.html(id), current);
|
||
assert.equal(library.get(id).status, "failed");
|
||
fixture.state.mode = "hold";
|
||
await service.send(id, "Start a slow build");
|
||
await until(() => service.view(id).partial, "slow streaming");
|
||
await service.cancel(id);
|
||
await until(() => !service.view(id).active, "cancel");
|
||
assert.equal(library.get(id).status, "cancelled");
|
||
assert.equal(library.html(id), current);
|
||
fixture.state.mode = "normal";
|
||
const count = fixture.state.requests.length;
|
||
await service.close();
|
||
launch();
|
||
view = await service.open(id);
|
||
assert.ok(view.previewUrl);
|
||
assert.equal(fixture.state.requests.length, count);
|
||
assert.ok(view.messages.length > 2);
|
||
// Another game on screen never changes the destination of the active callback.
|
||
await service.configure(
|
||
{ ...fixture.provider, model: "another-model" },
|
||
"fixture-secret-never-save",
|
||
);
|
||
const second = library.duplicate(id, settings.get().gamesRoot);
|
||
fixture.state.mode = "question";
|
||
await service.send(id, "Ask me which color I prefer");
|
||
await until(() => service.view(id).pending.length, "user question");
|
||
assert.equal(service.view(id).pending[0].kind, "question");
|
||
await service.open(second.id);
|
||
await assert.rejects(
|
||
service.respond(
|
||
second.id,
|
||
service.view(id).pending[0].id,
|
||
undefined,
|
||
"Gold",
|
||
),
|
||
);
|
||
await service.respond(
|
||
id,
|
||
service.view(id).pending[0].id,
|
||
undefined,
|
||
"Gold",
|
||
);
|
||
await until(() => !service.view(id).active, "question response");
|
||
assert.equal(library.revisions(second.id).length, 1);
|
||
assert.equal(library.get(second.id).session, null);
|
||
assert.equal(library.get(id).model.name, "fixture-game");
|
||
assert.equal(fixture.state.requests.at(-1).model, "fixture-game");
|
||
fixture.state.mode = "normal";
|
||
const newGame = await service.create(brief, "A second build");
|
||
await until(
|
||
() => service.view(newGame.game.id).pending.length,
|
||
"new model approval",
|
||
);
|
||
assert.equal(library.get(newGame.game.id).model.name, "another-model");
|
||
await service.respond(
|
||
newGame.game.id,
|
||
service.view(newGame.game.id).pending[0].id,
|
||
"deny",
|
||
);
|
||
await until(() => !service.view(newGame.game.id).active, "denied publish");
|
||
assert.equal(library.revisions(newGame.game.id).length, 0);
|
||
assert.equal(
|
||
(await readFile(join(root, "settings.json"), "utf8")).includes(
|
||
"fixture-secret",
|
||
),
|
||
false,
|
||
);
|
||
assert.equal(
|
||
(await readFile(join(root, "library.sqlite"))).includes(
|
||
Buffer.from("fixture-secret"),
|
||
),
|
||
false,
|
||
);
|
||
assert.deepEqual(fixture.state.errors, []);
|
||
},
|
||
);
|