mirror of
https://github.com/andrewyng/openworker.git
synced 2026-11-20 20:37:44 +00:00
Allow developers to easily build AI apps without worrying about the harness part. Bundles the Rust agent runtime as a SDK (Rust and TypeScript) for building desktop and web applications. Applications can manage a local harness or connect to an authenticated harness service on k8s with separately scaled workers and sandbox execution. The implementation is primarily contained in harness/, with deployment tooling in deploy/, Markdown guides in docs/harness/guides/, and the static documentation site in docs-site/. It does not replace the existing Python harness or migrate OpenWorker Desktop. Co-authored-by: Devika Verma <devikaverma11@gmail.com>
39 lines
1.2 KiB
JavaScript
39 lines
1.2 KiB
JavaScript
import { parentPort, workerData } from "node:worker_threads";
|
|
import { getDocument } from "pdfjs-dist/legacy/build/pdf.mjs";
|
|
let task;
|
|
try {
|
|
task = getDocument({
|
|
data: workerData,
|
|
isEvalSupported: false,
|
|
useSystemFonts: false,
|
|
disableFontFace: true,
|
|
});
|
|
const pdf = await task.promise;
|
|
if (pdf.numPages > 80) throw Error("Use a PDF with at most 80 pages.");
|
|
const pages = [];
|
|
let count = 0;
|
|
for (let number = 1; number <= pdf.numPages; number++) {
|
|
const page = await pdf.getPage(number);
|
|
const content = await page.getTextContent();
|
|
const text = content.items
|
|
.map((item) => ("str" in item ? item.str : ""))
|
|
.join(" ");
|
|
count += text.length;
|
|
if (count > 180000)
|
|
throw Error(
|
|
"This PDF has too much text for this example. Use a shorter document.",
|
|
);
|
|
pages.push({ page: number, text });
|
|
page.cleanup();
|
|
}
|
|
if (!pages.some((p) => p.text.trim()))
|
|
throw Error(
|
|
"No readable text found. Scanned PDFs need OCR; this example does not include OCR.",
|
|
);
|
|
parentPort.postMessage({ pages, context: JSON.stringify(pages) });
|
|
} catch (error) {
|
|
parentPort.postMessage({ error: error.message });
|
|
} finally {
|
|
await task?.destroy();
|
|
}
|