Merge branch 'feat/ai-jobs-stored-text' into release/v1.39.0

This commit is contained in:
Marc-André Bombeck committed 2026-09-24 09:29:54 +02:00
commit c9534b343e
114 files changed
+6002 -2436

No files matched your search

@@ -70,8 +70,8 @@ const CONSENT_HELPERS = [
"assertConsentForChain",
"chainRequiresServerManagedConsent",
"hasActiveConsentForSurface",
// Document-class, pick-shaped.
"assertDocumentEgressConsent",
// Document-class, pick-shaped (the receipt itself is read by the capability
// egress re-check below).
"isExternalDocumentEgress",
] as const;
@@ -0,0 +1,199 @@
/**
* Structural guard on the places a model is actually called.
*
* A capability is only as good as the last check before the wire. A job
* enqueued before an operator flipped a switch, or before the person withdrew
* consent or turned AI analysis off, must still stop there. So every file that
* hands a prompt to a provider (`.generateCompletion(`, the chain runners) is
* named here with the reason its call is admitted, and the ones that ARE a
* chokepoint must re-check a capability in the same file.
*
* Mirrors `ai-consent-enforcement-guard.test.ts` in shape and in its limits: it
* proves a reference exists, not that it sits on every branch or before the
* call. The integration suite with a provider spy
* (`tests/integration/ai-optional-jobs.test.ts`) is what proves behaviour.
* A future egress helper under a new name would slip the matcher; a reviewer
* adding one should add it here.
*/
import { describe, expect, it } from "vitest";
import { readFileSync } from "node:fs";
import { join } from "node:path";
import type { runStatusCompletion } from "@/lib/insights/status-provider";
import { walkSourceFiles } from "./helpers/source-files";
const SRC = join(process.cwd(), "src");
/** A provider call: a client's completion (plain or streamed), or a chain runner. */
const EGRESS_CALL =
/\.generateCompletion(?:Stream)?\s*\(|\brunRawCompletionWithFallback\s*\(|\brunWithFallback\s*\(/;
/**
* A capability read in the same file: one of the gates, or the wire re-check
* (`aiEgressRefusal` / `assertAiEgress`), which also answers the consent a
* picked provider needs.
*/
const CAPABILITY_CHECK =
/\b(?:aiCapabilityForJob|aiCapabilityForRecord|requireAiCapability|getAiCapability|aiEgressRefusal|assertAiEgress)\s*\(/;
/** Comments name the helpers too; only code counts. */
function stripComments(source: string): string {
return source
.replace(/\/\*[\s\S]*?\*\//g, "")
.replace(/(^|[^:])\/\/.*$/gm, "$1");
}
function sourceFiles(): string[] {
return walkSourceFiles(SRC, { floor: 3000 })
.filter((p) => !p.startsWith("generated/"))
.filter((p) => !p.includes("__tests__"))
.filter((p) => !p.endsWith(".test.ts") && !p.endsWith(".test.tsx"))
.sort();
}
function code(rel: string): string {
return stripComments(readFileSync(join(SRC, rel), "utf8"));
}
interface EgressSite {
/** True when this file is a chokepoint and must re-check a capability. */
recheck: boolean;
reason: string;
}
/**
* Every file that calls a provider, and why the call is admitted.
*/
const EGRESS_SITES: Record<string, EgressSite> = {
// ── Chokepoints: re-check at the wire ──────────────────────────────────
"lib/insights/status-provider.ts": {
recheck: true,
reason:
"runStatusCompletion: status notes, narratives, workout paragraphs, derived and biomarker assessments, Coach memory. Takes the capability as a required argument and re-checks it before the chain is resolved.",
},
"lib/jobs/reaction-line.ts": {
recheck: true,
reason:
"Reaction lines call the first chain entry directly; the worker resolves `reactionLines` before the digest and re-checks the chain at the wire (`aiEgressRefusal`).",
},
"lib/jobs/coach-nudge-ai.ts": {
recheck: true,
reason:
"AI-composed nudges call the first chain entry directly; the composer re-checks `coach` before the chain.",
},
// ── Admitted by the one caller that reaches them ───────────────────────
"lib/insights/briefing-provider.ts": {
recheck: false,
reason:
"Reached only through generateComprehensiveInsight, which re-checks `briefing` before the chain is resolved.",
},
"lib/ai/coach/tools/loop.ts": {
recheck: false,
reason:
"The Coach tool loop runs inside the chat stream, which the chat route gates on `coach`.",
},
"lib/ai/coach/self-context-questions.ts": {
recheck: false,
reason:
"About-me follow-up questions; reached from the about-me route, which gates `aboutMeQuestions`.",
},
"lib/documents/assist.ts": {
recheck: false,
reason:
"Document suggest/chat helpers; reached from the document routes and jobs, which resolve `documentAi` before a provider is picked.",
},
"lib/documents/describe.ts": {
recheck: false,
reason:
"Document summary; reached from the summary route and the summary job, which resolve `documentAi` first.",
},
"lib/documents/extract.ts": {
recheck: false,
reason:
"Document extraction/indexing; reached from the document routes and the index jobs, which resolve `documentAi` first.",
},
"lib/labs/ocr-extract.ts": {
recheck: false,
reason:
"Lab report scan; reached from the labs OCR route, which gates `labsOcr`.",
},
"app/api/medications/extract/route.ts": {
recheck: false,
reason:
"Medication text extraction; the route is the chokepoint for `medicationExtract`.",
},
"app/api/ai/test/route.ts": {
recheck: false,
reason:
"The connection test a person runs on a provider they are configuring; it sends a fixed probe prompt, no health data.",
},
// ── The machinery itself ────────────────────────────────────────────────
"lib/ai/provider-runner.ts": {
recheck: false,
reason: "The chain runners; every caller above is what admits a run.",
},
"lib/ai/openai-client.ts": {
recheck: false,
reason: "A wire client delegating to its own completion method.",
},
"lib/ai/local-client.ts": {
recheck: false,
reason: "A wire client delegating to its own completion method.",
},
"lib/ai/coach/eval/judge.ts": {
recheck: false,
reason: "The offline evaluation harness; never on a request or job path.",
},
};
describe("AI egress call sites", () => {
const found = sourceFiles().filter((rel) => EGRESS_CALL.test(code(rel)));
it("finds provider calls at all (an empty matcher is a failure, not a pass)", () => {
expect(found.length).toBeGreaterThan(5);
});
it("every provider call site is named, with a reason", () => {
const unlisted = found.filter((rel) => !(rel in EGRESS_SITES));
expect(
unlisted,
"A new file calls a provider. Add it to EGRESS_SITES with the reason its call is admitted, and re-check a capability in it if it is a chokepoint.",
).toEqual([]);
});
it("the list carries no file that no longer calls a provider", () => {
const stale = Object.keys(EGRESS_SITES).filter(
(rel) => !found.includes(rel),
);
expect(stale).toEqual([]);
});
it("every chokepoint re-checks a capability in the same file", () => {
const missing = Object.entries(EGRESS_SITES)
.filter(([, site]) => site.recheck)
.filter(([rel]) => !CAPABILITY_CHECK.test(code(rel)))
.map(([rel]) => rel);
expect(missing).toEqual([]);
});
});
describe("the status chokepoint's capability argument", () => {
it("is required by the type (the @ts-expect-error below fails typecheck if it is not)", () => {
type Args = Parameters<typeof runStatusCompletion>[0];
// @ts-expect-error — `capability` is required: a caller that omits it does not compile.
const withoutCapability: Args = {
userId: "u",
cacheAction: "insights.weight-status.en",
systemPrompt: "s",
userPrompt: "p",
};
const withCapability: Args = {
...withoutCapability,
capability: "statusText",
};
expect(withCapability.capability).toBe("statusText");
});
});
+1 -1
View File
@@ -74,7 +74,7 @@ const DYNAMIC_ALLOWLIST_PREFIXES = [
*/
const EXEMPT_TEMPLATES: Record<string, string> = {
"insights.${scope}-status.${locale}":
"auditLog action name for the per-metric status cache (statusCacheAction), not an i18n key",
"the per-metric status note name (statusCacheAction), not an i18n key",
"insights.${scope}.${locale}":
"auditLog action name for the previous-insight memory read (getPreviousInsightContext), not an i18n key",
"apiErrors.${errorCode}":