Files
HealthLog/tests/integration/document-ai-runs.test.ts
T
Marc-André Bombeck 5a7bd95c7b fix(documents): read a long document through the lab scan's read core
Extracting lab values from a stored document still sent the whole text
in one call. A multi-page report produced more JSON than one call's
output ceiling, the answer was cut mid-fact, the parse failed twice, and
the read came back as 422 "Couldn't read the document. Try a clearer
copy." The lab scan had already learned to read the same report a page
or a part at a time, but each surface carried its own copy of the read,
so the document path never got it. It also ran under the shared 60 s
timeout, dropped every fact past 120 (or every fact when one did not
match the schema), and charged a flat reservation.

The read now lives once, in lib/documents/ocr-read.ts and ocr-plan.ts:
the per-read limits, the corrective retry, the salvage of a cut
answer's complete rows, the wire re-check and budget reservation before
each read, and the planning of a PDF a page at a time and text in parts
at line boundaries. The lab scan and the document extraction (the
extract route, its background run and the lab auto-staging) both read
through it, and the background run plans its reads on the same deadline
as a lab scan. The per-read budget moves to a shared metered budget.

The document path validates the answer fact by fact, keeps the lab
scan's row cap (400), and says why nothing came back: 422
documents.inbound.outputLimit when the reads stopped at the output
limit, 429 when the budget refused them, extractFailed only for answers
that were not the schema. A run whose reads were cut or not reached
reports `incomplete` on its result.

A guard holds the class: the output ceiling is set only in the core,
both surfaces read through runOcrReads, both runs share the deadline,
and a lab read and a document read go out under the same limits.

Refs #1257
2026-10-24 10:34:31 +02:00

857 lines
28 KiB
TypeScript

/**
* Background document AI runs (v1.40) end to end against a real Postgres:
* the queuing routes, the worker body, the poll route and the reaper, with a
* spy standing in for every model call.
*
* What only this file can prove:
* 1. Migration 0366 applied clean (every write below lands in the table).
* 2. Enqueue → worker → poll round-trips the same body the synchronous
* route answers with, for "Read with AI" and for a lab scan, and the
* synchronous route is unchanged without `Prefer: respond-async`.
* 3. The sealed input is ciphertext at rest and is dropped when the run
* finishes.
* 4. A run is its owner's: another account's poll is the same 404 as a run
* that does not exist.
* 5. Consent withdrawn while a run waited stops it in the worker, before
* anything reaches a model.
* 6. The reaper fails a run no worker took (and hands its reservation back)
* and deletes a finished run an hour after it ended.
* 8. A stored-text extraction stages its facts from the worker, and a
* review finished while the read ran is never overwritten: staging
* re-checks the document under a row lock and fails the run instead.
* 7. Summary and suggestion runs (0370) round-trip the routes' own bodies; a
* summary that is to be stored marks the document PENDING while queued,
* READY when it lands and UNAVAILABLE when the run fails; a transient one
* leaves the state alone and never attaches to a stored one.
*/
import { Buffer } from "node:buffer";
import { beforeEach, describe, expect, it, vi } from "vitest";
process.env.ENCRYPTION_KEY ??=
"0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef";
import { encrypt } from "@/lib/crypto";
import { cookieJar, headerJar } from "./mock-next-headers";
import { getPrismaClient, truncateAllTables } from "./setup";
vi.mock("next/headers", async () => {
const { cookieJar, headerJar } = await import("./mock-next-headers");
return {
headers: vi.fn(async () => ({
get: (name: string) => headerJar.get(name.toLowerCase()) ?? null,
})),
cookies: vi.fn(async () => ({
get: (name: string) => {
const value = cookieJar.get(name);
return value ? { name, value } : undefined;
},
set: (name: string, value: string) => {
cookieJar.set(name, value);
},
delete: (name: string) => {
cookieJar.delete(name);
},
})),
};
});
vi.mock("@/lib/db-compat", () => ({
ensureDbCompatibility: vi.fn().mockResolvedValue(undefined),
}));
const queue = vi.hoisted(() => ({
up: true,
send: vi.fn(async () => "job-1"),
}));
vi.mock("@/lib/jobs/boss-instance", () => ({
getGlobalBoss: () => (queue.up ? { send: queue.send } : null),
}));
const send = queue.send;
vi.mock("@/lib/documents/describe", async (importOriginal) => ({
...(await importOriginal<typeof import("@/lib/documents/describe")>()),
transcribeDocument: vi.fn(async () => ({
text: "Entlassbrief Leukozyten erhoeht",
})),
runDocumentSummary: vi.fn(async () => ({
summary: "A hospital discharge letter.",
blocked: null,
})),
}));
vi.mock("@/lib/documents/assist", async (importOriginal) => ({
...(await importOriginal<typeof import("@/lib/documents/assist")>()),
runDocumentAssist: vi.fn(async () => ({
title: "Discharge letter",
kind: "DISCHARGE_LETTER",
documentDate: "2027-01-10",
})),
}));
vi.mock("@/lib/labs/ocr-extract", async (importOriginal) => ({
...(await importOriginal<typeof import("@/lib/labs/ocr-extract")>()),
runOcrExtraction: vi.fn(async () => ({
data: { reportDate: "2027-01-10", providerType: "anthropic", rows: [] },
spentTokens: 900,
cachedTokens: 0,
})),
}));
vi.mock("@/lib/documents/extract", async (importOriginal) => ({
...(await importOriginal<typeof import("@/lib/documents/extract")>()),
runInboundExtraction: vi.fn(async () => ({
reportDate: "2027-01-10",
kind: "OTHER",
providerType: "anthropic",
incomplete: false,
facts: [
{
factType: "OBSERVATION",
confidence: 0.95,
needsReview: false,
data: { label: "Hemoglobin", value: 13.9, unit: "g/dL" },
provenance: {
sourceText: "Hemoglobin 13.9 g/dL",
anchored: true,
sourceOffset: 0,
page: null,
confidence: 0.95,
},
},
],
})),
}));
vi.mock("@/lib/documents/auto-stage-labs", () => ({
maybeAutoStageLabFacts: vi.fn(async () => ({
staged: false,
reason: "not-lab",
})),
}));
import { runDocumentAssist } from "@/lib/documents/assist";
import {
runDocumentSummary,
transcribeDocument,
} from "@/lib/documents/describe";
import { runInboundExtraction } from "@/lib/documents/extract";
import { runOcrExtraction } from "@/lib/labs/ocr-extract";
const PNG = Buffer.from(
"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR4nGNgYGBgAAAABQABXvMqOgAAAABJRU5ErkJggg==",
"base64",
);
let counter = 0;
async function makeUser() {
const suffix = `r-${counter++}`;
return getPrismaClient().user.create({
data: {
username: `runs-${suffix}`,
email: `runs-${suffix}@example.test`,
role: "USER",
timezone: "UTC",
locale: "en",
onboardingCompletedAt: new Date(),
aiProvider: "ANTHROPIC",
aiModel: "claude-sonnet-4-6",
aiAnthropicKeyEncrypted: encrypt("sk-ant-integration-test"),
labsLocalOcrEnabled: true,
modulePreferencesJson: { inboundDocuments: true, labs: true },
},
});
}
async function grantConsent(userId: string) {
return getPrismaClient().consentReceipt.create({
data: {
userId,
kind: "ai_extraction",
artefact: "test",
signedAt: new Date(),
},
});
}
async function signIn(userId: string) {
const session = await getPrismaClient().session.create({
data: { userId, expiresAt: new Date(Date.now() + 600_000) },
});
cookieJar.set("healthlog_session", session.id);
}
async function storeDocument(userId: string) {
const { encryptDocumentContent } = await import("@/lib/documents/store");
const { content, codec } = encryptDocumentContent(PNG);
return getPrismaClient().inboundDocument.create({
data: {
userId,
kind: "OTHER",
filename: "letter.png",
mimeType: "image/png",
byteSize: PNG.byteLength,
status: "STORED",
contentEncrypted: content,
contentCodec: codec,
},
});
}
interface Envelope<T = unknown> {
data: T;
error: string | null;
meta?: Record<string, unknown>;
}
async function postIndex(documentId: string, prefer: boolean) {
const { POST } = await import("@/app/api/documents/inbound/[id]/index/route");
const { NextRequest } = await import("next/server");
const res = await POST(
new NextRequest(
`http://localhost/api/documents/inbound/${documentId}/index`,
{
method: "POST",
headers: prefer ? { prefer: "respond-async" } : {},
},
) as never,
{ params: Promise.resolve({ id: documentId }) } as never,
);
return {
status: res.status,
headers: res.headers,
body: (await res.json()) as Envelope,
};
}
async function postLabScanText(text: string) {
const { POST } = await import("@/app/api/labs/ocr/extract/route");
const res = await POST(
new Request("http://localhost/api/labs/ocr/extract", {
method: "POST",
headers: { "content-type": "application/json" },
body: JSON.stringify({ mode: "text", text }),
}) as never,
);
return { status: res.status, body: (await res.json()) as Envelope };
}
async function postDocumentAi(
documentId: string,
path: string,
prefer: boolean,
) {
const route = path.startsWith("summary")
? await import("@/app/api/documents/inbound/[id]/summary/route")
: await import("@/app/api/documents/inbound/[id]/suggest/route");
const { NextRequest } = await import("next/server");
const res = await route.POST(
new NextRequest(
`http://localhost/api/documents/inbound/${documentId}/${path}`,
{
method: "POST",
headers: prefer ? { prefer: "respond-async" } : {},
},
) as never,
{ params: Promise.resolve({ id: documentId }) } as never,
);
return {
status: res.status,
headers: res.headers,
body: (await res.json()) as Envelope,
};
}
async function summaryState(documentId: string) {
const row = await getPrismaClient().inboundDocument.findUniqueOrThrow({
where: { id: documentId },
select: { summaryState: true, summaryEncrypted: true },
});
return { state: row.summaryState, stored: row.summaryEncrypted !== null };
}
async function poll(runId: string) {
const { GET } = await import("@/app/api/ai-runs/[id]/route");
const res = await GET(
new Request(`http://localhost/api/ai-runs/${runId}`) as never,
{ params: Promise.resolve({ id: runId }) } as never,
);
return {
status: res.status,
body: (await res.json()) as Envelope<Record<string, unknown>>,
};
}
async function work(runId: string) {
const { runDocumentAiRun } = await import("@/lib/jobs/document-ai-run");
return runDocumentAiRun(runId, Date.now() + 45 * 60_000);
}
beforeEach(async () => {
await truncateAllTables(getPrismaClient());
cookieJar.clear();
headerJar.clear();
queue.up = true;
send.mockClear();
vi.mocked(transcribeDocument).mockClear();
vi.mocked(runOcrExtraction).mockClear();
vi.mocked(runDocumentSummary).mockClear();
vi.mocked(runDocumentAssist).mockClear();
vi.mocked(runInboundExtraction).mockClear();
});
describe("Read with AI in the background", () => {
it("queues, runs in the worker, and serves the route's own body", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const queued = await postIndex(document.id, true);
expect(queued.status).toBe(202);
expect(queued.headers.get("preference-applied")).toBe("respond-async");
const { runId } = queued.body.data as { runId: string };
expect(queued.headers.get("location")).toBe(`/api/ai-runs/${runId}`);
expect(transcribeDocument).not.toHaveBeenCalled();
expect(send).toHaveBeenCalledOnce();
const waiting = await poll(runId);
expect(waiting.status).toBe(200);
expect(waiting.body.data).toMatchObject({
status: "QUEUED",
kind: "DOCUMENT_INDEX",
documentId: document.id,
result: null,
});
// A second press while the read is queued attaches to the same run.
const again = await postIndex(document.id, true);
expect(again.status).toBe(202);
expect((again.body.data as { runId: string }).runId).toBe(runId);
expect(send).toHaveBeenCalledOnce();
expect(await work(runId)).toBe("succeeded");
expect(transcribeDocument).toHaveBeenCalledOnce();
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "SUCCEEDED",
error: null,
retryAfterMs: null,
result: {
documentId: document.id,
indexed: true,
labFactsStaged: 0,
},
});
const index = await getPrismaClient().documentContentIndex.findUnique({
where: { documentId: document.id },
});
expect(index).not.toBeNull();
});
it("answers synchronously, exactly as before, without the header", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const res = await postIndex(document.id, false);
expect(res.status).toBe(200);
expect(res.headers.get("preference-applied")).toBeNull();
expect(res.body.data).toMatchObject({
documentId: document.id,
indexed: true,
labFactsStaged: 0,
});
expect(send).not.toHaveBeenCalled();
expect(await getPrismaClient().documentAiRun.count()).toBe(0);
});
it("stops in the worker when consent was withdrawn while the run waited", async () => {
const user = await makeUser();
const receipt = await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const queued = await postIndex(document.id, true);
const { runId } = queued.body.data as { runId: string };
await getPrismaClient().consentReceipt.update({
where: { id: receipt.id },
data: { revokedAt: new Date() },
});
expect(await work(runId)).toBe("failed");
expect(transcribeDocument).not.toHaveBeenCalled();
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "FAILED",
result: null,
error: { code: "consent.ai.required", status: 403 },
});
});
it("answers 503 and leaves no live run when no worker queue is reachable", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
queue.up = false;
const res = await postIndex(document.id, true);
expect(res.status).toBe(503);
expect(res.body.meta?.errorCode).toBe("aiRuns.workerUnavailable");
const live = await getPrismaClient().documentAiRun.count({
where: { status: { in: ["QUEUED", "RUNNING"] } },
});
expect(live).toBe(0);
});
});
describe("a lab scan in the background", () => {
it("seals the text, reads it in the worker, drops the input, serves the rows", async () => {
const user = await makeUser();
await grantConsent(user.id);
await signIn(user.id);
const queued = await postLabScanText("Hämoglobin 14,2 g/dL");
expect(queued.status).toBe(202);
const { runId } = queued.body.data as { runId: string };
const stored = await getPrismaClient().documentAiRun.findUniqueOrThrow({
where: { id: runId },
});
expect(stored.kind).toBe("LABS_OCR_EXTRACT");
expect(stored.inputEncrypted).not.toBeNull();
expect(Buffer.from(stored.inputEncrypted!).toString("utf8")).not.toContain(
"Hämoglobin",
);
expect(JSON.stringify(stored.paramsJson)).not.toContain("Hämoglobin");
expect(await work(runId)).toBe("succeeded");
expect(runOcrExtraction).toHaveBeenCalledWith(
expect.objectContaining({
mode: "text",
chunks: [{ text: "Hämoglobin 14,2 g/dL", pages: [] }],
}),
);
const after = await getPrismaClient().documentAiRun.findUniqueOrThrow({
where: { id: runId },
});
expect(after.inputEncrypted).toBeNull();
expect(after.resultEncrypted).not.toBeNull();
expect(Buffer.from(after.resultEncrypted!).toString("utf8")).not.toContain(
"2027-01-10",
);
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "SUCCEEDED",
kind: "LABS_OCR_EXTRACT",
documentId: null,
result: { reportDate: "2027-01-10", providerType: "anthropic", rows: [] },
});
});
});
describe("whose run it is", () => {
it("is the same 404 for another account's run and for no run", async () => {
const owner = await makeUser();
await grantConsent(owner.id);
await signIn(owner.id);
const queued = await postLabScanText("Glucose 95 mg/dL");
const { runId } = queued.body.data as { runId: string };
const other = await makeUser();
await signIn(other.id);
const foreign = await poll(runId);
expect(foreign.status).toBe(404);
expect(foreign.body.meta?.errorCode).toBe("aiRuns.notFound");
const missing = await poll("does-not-exist");
expect(missing.status).toBe(404);
expect(missing.body.meta?.errorCode).toBe("aiRuns.notFound");
await signIn(owner.id);
expect((await poll(runId)).status).toBe(200);
});
});
describe("the reaper", () => {
it("fails a run no worker took and hands its reservation back", async () => {
const user = await makeUser();
await grantConsent(user.id);
await signIn(user.id);
const queued = await postLabScanText("Glucose 95 mg/dL");
const { runId } = queued.body.data as { runId: string };
const { readDailySpend, buildDateKey } =
await import("@/lib/ai/coach/budget");
expect(
(await readDailySpend(user.id, await buildDateKey(user.id))).total,
).toBeGreaterThan(0);
const { reapAiRuns } = await import("@/lib/documents/ai-runs/store");
const later = new Date(Date.now() + 16 * 60_000);
expect(await reapAiRuns(later)).toEqual({
workerUnavailable: 1,
timedOut: 0,
deleted: 0,
});
expect(
(await readDailySpend(user.id, await buildDateKey(user.id))).total,
).toBe(0);
const run = await getPrismaClient().documentAiRun.findUniqueOrThrow({
where: { id: runId },
});
expect(run.status).toBe("FAILED");
expect(run.errorCode).toBe("aiRuns.workerUnavailable");
expect(run.inputEncrypted).toBeNull();
// A worker that turns up late finds nothing to claim.
expect(await work(runId)).toBe("skipped");
expect(runOcrExtraction).not.toHaveBeenCalled();
});
it("deletes a finished run an hour after it ended, and the poll stops serving it first", async () => {
const user = await makeUser();
await grantConsent(user.id);
await signIn(user.id);
const queued = await postLabScanText("Glucose 95 mg/dL");
const { runId } = queued.body.data as { runId: string };
expect(await work(runId)).toBe("succeeded");
await getPrismaClient().documentAiRun.update({
where: { id: runId },
data: { expiresAt: new Date(Date.now() - 1000) },
});
// Past its retention the run is gone for the client even before the
// reaper's tick.
expect((await poll(runId)).status).toBe(404);
const { reapAiRuns } = await import("@/lib/documents/ai-runs/store");
const summary = await reapAiRuns();
expect(summary.deleted).toBe(1);
expect(
await getPrismaClient().documentAiRun.findUnique({
where: { id: runId },
}),
).toBeNull();
});
});
describe("a summary in the background", () => {
it("marks a stored summary PENDING while queued and READY when it lands", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const queued = await postDocumentAi(
document.id,
"summary?mode=summary&persist=true",
true,
);
expect(queued.status).toBe(202);
expect(queued.headers.get("preference-applied")).toBe("respond-async");
const { runId } = queued.body.data as { runId: string };
expect(runDocumentSummary).not.toHaveBeenCalled();
expect(await summaryState(document.id)).toEqual({
state: "PENDING",
stored: false,
});
// A second press for the same stored summary attaches; a transient
// summary of the same document is its own run.
const again = await postDocumentAi(
document.id,
"summary?mode=summary&persist=true",
true,
);
expect((again.body.data as { runId: string }).runId).toBe(runId);
const transient = await postDocumentAi(
document.id,
"summary?mode=summary",
true,
);
expect(transient.status).toBe(202);
expect((transient.body.data as { runId: string }).runId).not.toBe(runId);
expect(await work(runId)).toBe("succeeded");
expect(runDocumentSummary).toHaveBeenCalledOnce();
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "SUCCEEDED",
kind: "DOCUMENT_SUMMARY",
documentId: document.id,
result: {
summary: "A hospital discharge letter.",
persistence: "stored",
},
});
expect(await summaryState(document.id)).toEqual({
state: "READY",
stored: true,
});
});
it("marks a stored summary UNAVAILABLE when its run fails", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
vi.mocked(runDocumentSummary).mockRejectedValueOnce(
new Error("provider down"),
);
const queued = await postDocumentAi(
document.id,
"summary?mode=summary&persist=true",
true,
);
const { runId } = queued.body.data as { runId: string };
expect(await work(runId)).toBe("failed");
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "FAILED",
error: { code: "documents.inbound.extractFailed", status: 502 },
});
expect(await summaryState(document.id)).toEqual({
state: "UNAVAILABLE",
stored: false,
});
});
it("leaves the document's summary state alone for a transient summary", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
vi.mocked(runDocumentSummary).mockRejectedValueOnce(
new Error("provider down"),
);
const queued = await postDocumentAi(
document.id,
"summary?mode=summary",
true,
);
const { runId } = queued.body.data as { runId: string };
expect(await summaryState(document.id)).toEqual({
state: "NONE",
stored: false,
});
expect(await work(runId)).toBe("failed");
expect(await summaryState(document.id)).toEqual({
state: "NONE",
stored: false,
});
});
it("answers synchronously, exactly as before, without the header", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const res = await postDocumentAi(document.id, "summary?mode=text", false);
expect(res.status).toBe(200);
expect(res.headers.get("preference-applied")).toBeNull();
expect(res.body.data).toEqual({ text: "Entlassbrief Leukozyten erhoeht" });
expect(send).not.toHaveBeenCalled();
expect(await getPrismaClient().documentAiRun.count()).toBe(0);
});
});
describe("filing suggestions in the background", () => {
it("queues, reads in the worker, writes nothing to the document", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await storeDocument(user.id);
await signIn(user.id);
const queued = await postDocumentAi(document.id, "suggest", true);
expect(queued.status).toBe(202);
const { runId } = queued.body.data as { runId: string };
expect(await work(runId)).toBe("succeeded");
expect(runDocumentAssist).toHaveBeenCalledOnce();
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "SUCCEEDED",
kind: "DOCUMENT_SUGGEST",
result: {
suggestions: {
title: "Discharge letter",
kind: "DISCHARGE_LETTER",
documentDate: "2027-01-10",
},
},
});
const after = await getPrismaClient().inboundDocument.findUniqueOrThrow({
where: { id: document.id },
});
expect(after.kind).toBe("OTHER");
expect(after.title).toBeNull();
});
it("is a 404 for another account's document and its run", async () => {
const owner = await makeUser();
await grantConsent(owner.id);
const document = await storeDocument(owner.id);
await signIn(owner.id);
const queued = await postDocumentAi(document.id, "suggest", true);
const { runId } = queued.body.data as { runId: string };
const other = await makeUser();
await grantConsent(other.id);
await signIn(other.id);
const foreignPost = await postDocumentAi(document.id, "suggest", true);
expect(foreignPost.status).toBe(404);
expect(foreignPost.body.meta?.errorCode).toBe("documents.inbound.notFound");
const foreignPoll = await poll(runId);
expect(foreignPoll.status).toBe(404);
expect(foreignPoll.body.meta?.errorCode).toBe("aiRuns.notFound");
});
});
async function postStoredExtract(documentId: string, prefer: boolean) {
const { POST } =
await import("@/app/api/documents/inbound/[id]/extract/route");
const { NextRequest } = await import("next/server");
const headers: Record<string, string> = {
"content-type": "application/json",
};
if (prefer) headers.prefer = "respond-async";
const res = await POST(
new NextRequest(
`http://localhost/api/documents/inbound/${documentId}/extract`,
{ method: "POST", headers, body: JSON.stringify({ mode: "stored" }) },
) as never,
{ params: Promise.resolve({ id: documentId }) } as never,
);
return { status: res.status, body: (await res.json()) as Envelope };
}
async function indexedDocument(userId: string) {
const document = await storeDocument(userId);
const { upsertContentIndex } = await import("@/lib/documents/content-index");
await upsertContentIndex({
userId,
documentId: document.id,
text: "Hemoglobin 13.9 g/dL reference range 12-16",
source: "text-ocr",
providerType: null,
});
return document;
}
describe("fact extraction in the background", () => {
it("stages the facts in the worker and serves the count", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await indexedDocument(user.id);
await signIn(user.id);
const queued = await postStoredExtract(document.id, true);
expect(queued.status).toBe(202);
const { runId } = queued.body.data as { runId: string };
const stored = await getPrismaClient().documentAiRun.findUniqueOrThrow({
where: { id: runId },
});
// The worker reads the content index itself; nothing is sealed.
expect(stored.inputEncrypted).toBeNull();
expect(runInboundExtraction).not.toHaveBeenCalled();
expect(await work(runId)).toBe("succeeded");
expect(runInboundExtraction).toHaveBeenCalledWith(
expect.objectContaining({
ocrText: expect.stringContaining("Hemoglobin 13.9"),
}),
);
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "SUCCEEDED",
kind: "DOCUMENT_EXTRACT",
result: {
documentId: document.id,
factsStaged: 1,
status: "EXTRACTED",
},
});
const facts = await getPrismaClient().extractedFact.findMany({
where: { documentId: document.id },
});
expect(facts.map((f) => f.status)).toEqual(["PENDING"]);
});
it("never replaces a review that was finished while the read ran", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await indexedDocument(user.id);
await signIn(user.id);
const queued = await postStoredExtract(document.id, true);
const { runId } = queued.body.data as { runId: string };
// The person approves a fact from an earlier staging before the worker
// gets to the run.
const { encryptFactData, encryptFactProvenance } =
await import("@/lib/documents/store");
const approved = await getPrismaClient().extractedFact.create({
data: {
documentId: document.id,
userId: user.id,
factType: "OBSERVATION",
status: "APPROVED",
confidence: 0.9,
needsReview: false,
dataEncrypted: encryptFactData({
label: "Glucose",
value: 95,
unit: "mg/dL",
} as never),
provenanceEncrypted: encryptFactProvenance({
sourceText: "Glucose 95",
anchored: true,
sourceOffset: 0,
page: null,
confidence: 0.9,
} as never),
},
});
expect(await work(runId)).toBe("failed");
const done = await poll(runId);
expect(done.body.data).toMatchObject({
status: "FAILED",
error: {
code: "documents.inbound.alreadyPartlyConfirmed",
status: 409,
},
});
const facts = await getPrismaClient().extractedFact.findMany({
where: { documentId: document.id },
});
expect(facts.map((f) => [f.id, f.status])).toEqual([
[approved.id, "APPROVED"],
]);
});
it("answers with the document detail, exactly as before, without the header", async () => {
const user = await makeUser();
await grantConsent(user.id);
const document = await indexedDocument(user.id);
await signIn(user.id);
const res = await postStoredExtract(document.id, false);
expect(res.status).toBe(200);
expect(res.body.data).toMatchObject({
id: document.id,
status: "EXTRACTED",
});
expect((res.body.data as { facts: unknown[] }).facts).toHaveLength(1);
expect(await getPrismaClient().documentAiRun.count()).toBe(0);
});
});