Merge remote-tracking branch 'origin/main' into fix/v1397-derive

This commit is contained in:
Marc-André Bombeck committed 2026-10-01 10:30:10 +02:00
commit 533b75fdcf
70 files changed
+4167 -566

No files matched your search

@@ -1,6 +1,5 @@
/**
* Structural guard: background and insight readers must not materialise a
* dense measurement stream.
* Structural guard: no reader materialises a dense measurement stream.
*
* #1023: a single account syncing heart rate from a watch took the worker
* down within half an hour. The status-card read was bounded in time
@@ -10,17 +9,34 @@
* SQL (`readDayAggregates`, `readLiveBuckets`), so the reader's size tracks
* the number of days, not the sampling rate.
*
* What this guard pins, in the directories that run on the worker or feed an
* insight: every `measurement.findMany` without a `take` reads a type that is
* named as a literal and is not one a device streams. A read whose type is a
* variable could be handed a dense type by the next caller, so it must be
* listed below with the reason it is safe. The list is frozen both ways: a new
* unlisted read fails, and an entry whose read is gone fails too.
* The same class kept turning up outside the directories this guard first
* walked: the targets page read a year of glucose and a month of heart rate,
* the cycle insights read a year of every outcome channel, the per-kind series
* read heart-rate variability and blood oxygen raw for ten years, all from
* `app/api` or a helper beside it. So the guard now covers the request
* handlers, import, export, the targets and the doctor report as well, and
* the raw SQL reads of `measurements` anywhere in the tree.
*
* It is a tripwire, not a proof: the matcher reads source text, and a read
* written some other way (a raw SELECT of rows, a helper in another
* directory) passes it. The floor below fails the guard if the matcher stops
* finding reads at all.
* Two checks.
*
* 1. `measurement.findMany` without a `take`, in the scoped directories,
* must be bounded by its `where`: a type named as a literal (or a list of
* literals) none of which a device streams, or a key list (`id`,
* `externalId` or `measuredAt` `in: [...]`, or an exact `measuredAt`).
* Anything else is listed below with the reason it stays bounded.
*
* 2. A raw `$queryRaw` / `$queryRawUnsafe` whose statement reads from
* `measurements` must fold: `GROUP BY`, `DISTINCT`, `LIMIT`, or a select
* list of aggregates only. A statement that returns rows is listed below
* with its reason. A statement held in a variable is invisible to the
* matcher; that is the check's known blind spot.
*
* Both lists are frozen both ways: a new unlisted read fails, and an entry
* whose read is gone fails too. The floors below fail the guard if a matcher
* stops finding reads at all, and the "plants" cases run each matcher over a
* planted offender, which is the mutation proof kept in the suite: the
* planted findMany of `BLOOD_GLUCOSE` over a year and the planted raw SELECT of
* every pulse row are both caught. It is a tripwire, not a proof.
*/
import { describe, expect, it } from "vitest";
import { readFileSync } from "node:fs";
@@ -42,6 +58,12 @@ const SCOPED_DIRS = [
"lib/analytics/",
"lib/dashboard/",
"lib/daily/",
// Widened in v1.39.7: the request handlers and the helpers they lean on.
"app/api/",
"lib/import",
"lib/export",
"lib/targets/",
"lib/doctor-report",
];
/** Types a device writes at sampling rate rather than a few times a day. */
@@ -55,8 +77,8 @@ const DENSE_TYPES: ReadonlySet<string> = new Set([
]);
/**
* Untaken reads whose type is not a sparse literal, keyed
* `<file>::<type expression>`, with why each stays bounded.
* Untaken reads whose `where` neither names sparse literal types nor a key
* list, keyed `<file>::<type expression>`, with why each stays bounded.
*/
const ALLOWED: Record<string, string> = {
"lib/insights/comprehensive-generate.ts::(shorthand)":
@@ -69,8 +91,6 @@ const ALLOWED: Record<string, string> = {
"A constant for six-minute-walk distance, written at most daily.",
"lib/insights/derived/wellness-scores.ts::measurementType":
"Daily computed / provider scores (recovery, strain, readiness), one row per day.",
"lib/jobs/reaction-line.ts::{ in: [...types]":
"Exact-instant match (`measuredAt: row.occurredAt`), not a window.",
"lib/jobs/step-consolidation-repair.ts::STEP_TYPE":
"Repair job over one user's step rows for a bounded day range; runs once per repair, not per status refresh.",
'lib/ai/coach/snapshot.ts::"BLOOD_GLUCOSE" as never':
@@ -79,6 +99,34 @@ const ALLOWED: Record<string, string> = {
"Same 30-day clinical glucose panel as the coach snapshot (per-reading metrics), grouped by meal context.",
"lib/analytics/score/reader.ts::{ in: types":
"Health-score inputs: steps (drained to one row per day nightly), sleep, waist, weight, blood pressure, fasting glucose only.",
'app/api/analytics/route.ts::"BLOOD_GLUCOSE"':
"The 30-day per-context glucose summary, the same window and bound as the dashboard and coach glucose panels: at a sensor's fixed rate, below 45 000 rows.",
"app/api/measurements/series/route.ts::(shorthand)":
"The raw branch of the per-kind series. Every dense kind reaches it only inside 90 days and under 10 000 rows (counted first); the sparse kinds are a few readings a day.",
"app/api/measurements/batch/route.ts::p.row.type as MeasurementType":
"Cross-source merge probe: one ±tolerance window around each posted reading's instant, so the rows found are bounded by the batch size.",
"app/api/measurements/route.ts::(shorthand)":
"Cross-source merge probe for one posted sleep segment: SLEEP_DURATION in a ±tolerance window around its end.",
"lib/targets/build-response.ts::{ in: recentTypes":
"Thirty days of weight, blood pressure, resting heart rate, body fat and steps (drained to one row per day). PULSE is filtered out of `recentTypes` and folds in SQL.",
"lib/doctor-report/collect.ts::{ notIn: rawExcluded":
"The report window's sparse types. Pulse, heart-rate variability and blood oxygen over 10 000 readings or any window over 90 days, and glucose over 90 days, are in `rawExcluded` and read as day buckets; glucose inside 90 days stays raw for the clinical panel (per-reading metrics), below 26 000 rows at a sensor's rate.",
};
/**
* Raw statements that read rows of `measurements` without folding them, keyed
* `<file>::<ordinal among this file's unfolded statements>`, with why each
* stays bounded.
*/
const ALLOWED_SQL: Record<string, string> = {
"lib/analytics/bp-in-target-fast-path.ts::1":
"Canonical-source blood pressure, one type over 365 days: a cuff, a few readings a day. The in-target pairing needs the individual readings.",
"lib/insights/comprehensive-aggregator.ts::1":
"Canonical-source blood pressure and weight over 90 days: sparse types, a few rows a day.",
"lib/measurements/reconcile-external-measurement.ts::1":
"Row locks (`FOR UPDATE`) on an id list the caller already read; returns those ids only.",
"lib/rollups/measurement-coverage.ts::1":
"Selects from `unnest` of the caller's type list; `measurements` is read inside `EXISTS`, one row per type at most.",
};
interface UntakenRead {
@@ -87,63 +135,199 @@ interface UntakenRead {
typeExpr: string;
}
function scopedFiles(): string[] {
function lineOf(src: string, index: number): number {
return src.slice(0, index).split("\n").length;
}
/** Index just past the bracket that closes the one at `open`. */
function closeOf(src: string, open: number): number {
const pair: Record<string, string> = { "(": ")", "{": "}", "[": "]" };
const want = pair[src[open]];
let depth = 1;
let i = open + 1;
while (depth > 0 && i < src.length) {
if (src[i] === src[open]) depth += 1;
else if (src[i] === want) depth -= 1;
i += 1;
}
return i;
}
/** The `where: { … }` object of a call, or null when `where` is a variable. */
function whereObject(call: string): string | null {
const m = /\bwhere\s*:\s*\{/.exec(call);
if (!m) return null;
const open = m.index + m[0].length - 1;
return call.slice(open, closeOf(call, open));
}
/** The type expression a `where` object constrains on. */
function typeExprOf(call: string): string {
const where = whereObject(call);
if (where === null) {
return /\bwhere\s*[,}]/.test(call) ? "(where variable)" : "(none)";
}
const typed = /\btype\s*:\s*([^,\n}]+)/.exec(where);
if (typed) return typed[1].trim();
return /\btype\s*[,}\n]/.test(where) ? "(shorthand)" : "(none)";
}
/** A `where` that pins rows by key rather than by a window. */
function keyBounded(call: string): boolean {
const where = whereObject(call) ?? "";
return (
/\b(?:id|externalId|measuredAt)\s*:\s*\{\s*in\s*:/.test(where) ||
/\bmeasuredAt\s*:\s*(?![\s{])/.test(where)
);
}
function sparseLiteral(typeExpr: string): boolean {
const lit = /^"([A-Z_0-9]+)"/.exec(typeExpr);
if (lit) return !DENSE_TYPES.has(lit[1]);
const list = /^\{\s*in\s*:\s*\[([^\]]*)/.exec(typeExpr);
if (!list) return false;
const items = list[1]
.split(",")
.map((s) => s.trim())
.filter(Boolean);
return (
items.length > 0 &&
items.every((item) => {
const m = /^"([A-Z_0-9]+)"$/.exec(item);
return m !== null && !DENSE_TYPES.has(m[1]);
})
);
}
/** Every untaken `measurement.findMany` in `src`, with its type expression. */
function untakenFindManyReads(
file: string,
src: string,
): { all: number; untaken: UntakenRead[] } {
let all = 0;
const untaken: UntakenRead[] = [];
// Whitespace-tolerant: a call split across lines still matches.
const re = /\.measurement\s*\.\s*findMany\s*\(/g;
for (let m = re.exec(src); m; m = re.exec(src)) {
all += 1;
const call = src.slice(m.index, closeOf(src, m.index + m[0].length - 1));
if (/\btake\b/.test(call)) continue;
if (keyBounded(call)) continue;
// A type expression can itself contain a full bracket (`{ in: [...] }`);
// the regex above stops at the first `,` / `}` / newline, which is the
// stable key the allowlist uses.
untaken.push({
file,
line: lineOf(src, m.index),
typeExpr: typeExprOf(call),
});
}
return { all, untaken };
}
/** The statement text of the raw call starting at `at`, or null if opaque. */
function statementAt(src: string, at: number): string | null {
let i = at;
// Skip a type argument: `$queryRaw<Array<{ … }>>`.
if (src[i] === "<") {
let depth = 1;
i += 1;
while (depth > 0 && i < src.length) {
if (src[i] === "<") depth += 1;
else if (src[i] === ">") depth -= 1;
i += 1;
}
}
while (/\s/.test(src[i] ?? "")) i += 1;
if (src[i] === "`") {
// Tagged template: up to the matching backtick, skipping `${ … }`.
let j = i + 1;
while (j < src.length && src[j] !== "`") {
if (src[j] === "$" && src[j + 1] === "{") j = closeOf(src, j + 1);
else j += 1;
}
return src.slice(i, j + 1);
}
if (src[i] === "(") return src.slice(i, closeOf(src, i));
return null;
}
const READS_MEASUREMENTS =
/\bFROM\s+"?measurements"?(?![_\w])|canonicalMeasurementsFrom\s*\(/i;
const FOLDS =
/GROUP\s+BY|\bDISTINCT\b|\bLIMIT\b|^[\s`(]*(?:Prisma\.sql`)?\s*SELECT\s+(?:COUNT|SUM|AVG|MIN|MAX|STDDEV_POP)\s*\(/i;
interface RawRead {
file: string;
line: number;
folds: boolean;
}
/** Every raw statement in `src` that reads from `measurements`. */
function rawMeasurementReads(file: string, src: string): RawRead[] {
const out: RawRead[] = [];
const re = /\.\$queryRaw(?:Unsafe)?\b/g;
for (let m = re.exec(src); m; m = re.exec(src)) {
const statement = statementAt(src, m.index + m[0].length);
if (statement === null || !READS_MEASUREMENTS.test(statement)) continue;
out.push({
file,
line: lineOf(src, m.index),
folds: FOLDS.test(statement),
});
}
return out;
}
function sourceFiles(): string[] {
return walkSourceFiles(SRC, { floor: 3000 })
.filter((p) => SCOPED_DIRS.some((d) => p.startsWith(d)))
.filter((p) => !p.startsWith("generated/"))
.filter((p) => !p.includes("__tests__"))
.filter((p) => !p.endsWith(".test.ts") && !p.endsWith(".test.tsx"))
.sort();
}
function untakenReads(): { all: number; untaken: UntakenRead[] } {
function scan() {
let all = 0;
const untaken: UntakenRead[] = [];
for (const file of scopedFiles()) {
const raw: RawRead[] = [];
for (const file of sourceFiles()) {
const src = readFileSync(join(SRC, file), "utf8");
// Whitespace-tolerant: a call split across lines still matches.
const re = /\.measurement\s*\.\s*findMany\s*\(/g;
for (let m = re.exec(src); m; m = re.exec(src)) {
all += 1;
let i = m.index + m[0].length;
let depth = 1;
while (depth > 0 && i < src.length) {
if (src[i] === "(") depth += 1;
else if (src[i] === ")") depth -= 1;
i += 1;
}
const call = src.slice(m.index, i);
if (/\btake\b/.test(call)) continue;
const typed = /\btype\s*:\s*([^,\n}]+)/.exec(call);
const typeExpr = typed
? typed[1].trim()
: /\btype\s*,/.test(call)
? "(shorthand)"
: "(none)";
untaken.push({
file,
line: src.slice(0, m.index).split("\n").length,
typeExpr,
});
}
raw.push(...rawMeasurementReads(file, src));
if (!SCOPED_DIRS.some((d) => file.startsWith(d))) continue;
const reads = untakenFindManyReads(file, src);
all += reads.all;
untaken.push(...reads.untaken);
}
return { all, untaken };
return { all, untaken, raw };
}
function sparseLiteral(typeExpr: string): boolean {
const lit = /^"([A-Z_0-9]+)"/.exec(typeExpr);
return lit !== null && !DENSE_TYPES.has(lit[1]);
/** `<file>::<n>` for the n-th unfolded statement of each file. */
function unfoldedKeys(raw: readonly RawRead[]): Map<string, RawRead> {
const keys = new Map<string, RawRead>();
const perFile = new Map<string, number>();
for (const read of raw) {
if (read.folds) continue;
const n = (perFile.get(read.file) ?? 0) + 1;
perFile.set(read.file, n);
keys.set(`${read.file}::${n}`, read);
}
return keys;
}
describe("dense measurement reads stay bounded (#1023)", () => {
const { all, untaken } = untakenReads();
const { all, untaken, raw } = scan();
it("finds the reads it is meant to police", () => {
// Guard against a matcher that silently matches nothing.
expect(all).toBeGreaterThanOrEqual(40);
expect(untaken.length).toBeGreaterThanOrEqual(15);
// Pinned below the counts on 2026-10-01 (82 / 45 / 37 / 33).
expect(all).toBeGreaterThanOrEqual(75);
expect(untaken.length).toBeGreaterThanOrEqual(40);
expect(raw.length).toBeGreaterThanOrEqual(33);
expect(raw.filter((r) => r.folds).length).toBeGreaterThanOrEqual(30);
});
it("every untaken read names a sparse literal type or is listed with its reason", () => {
it("every untaken read names sparse literal types, a key list, or is listed with its reason", () => {
const offenders = untaken
.filter((r) => !sparseLiteral(r.typeExpr))
.filter((r) => !(`${r.file}::${r.typeExpr}` in ALLOWED))
@@ -156,20 +340,78 @@ describe("dense measurement reads stay bounded (#1023)", () => {
expect(Object.keys(ALLOWED).filter((k) => !present.has(k))).toEqual([]);
});
it("every raw read of measurements folds or is listed with its reason", () => {
const keys = unfoldedKeys(raw);
const offenders = [...keys]
.filter(([key]) => !(key in ALLOWED_SQL))
.map(([key, read]) => `${key} (line ${read.line})`);
expect(offenders).toEqual([]);
expect(Object.keys(ALLOWED_SQL).filter((k) => !keys.has(k))).toEqual([]);
});
it("the readers fixed for #1023 fold in SQL rather than reading rows", () => {
for (const file of [
"lib/insights/graded-series.ts",
"lib/rollups/tiered-context.ts",
"lib/jobs/coach-plan-review.ts",
"lib/measurements/daily-series-read.ts",
"lib/insights/derived/baseline.ts",
"lib/targets/glucose-read.ts",
]) {
const src = readFileSync(join(SRC, file), "utf8");
expect(src, file).not.toMatch(/\.measurement\s*\.\s*findMany\s*\(/);
}
const baseline = readFileSync(
join(SRC, "lib/insights/derived/baseline.ts"),
"utf8",
});
it("plants: an unbounded findMany of a dense type is caught", () => {
const planted = `
const rows = await prisma.measurement.findMany({
where: { userId, type: "BLOOD_GLUCOSE", measuredAt: { gte: oneYearAgo } },
select: { value: true, measuredAt: true },
});`;
const { all: n, untaken: found } = untakenFindManyReads(
"app/api/planted/route.ts",
planted,
);
expect(baseline).not.toMatch(/\.measurement\s*\.\s*findMany\s*\(/);
expect(n).toBe(1);
expect(found.map((r) => r.typeExpr)).toEqual(['"BLOOD_GLUCOSE"']);
expect(sparseLiteral(found[0].typeExpr)).toBe(false);
// The same read with a key list or a take is bounded.
expect(
untakenFindManyReads(
"x.ts",
planted.replace("measuredAt: { gte", "id: { in: ids }, x: { gte"),
).untaken,
).toEqual([]);
expect(
untakenFindManyReads(
"x.ts",
planted.replace("select:", "take: 10, select:"),
).untaken,
).toEqual([]);
// A list of sparse literals passes; one dense member does not.
expect(sparseLiteral('{ in: ["WEIGHT", "BODY_FAT"]')).toBe(true);
expect(sparseLiteral('{ in: ["WEIGHT", "PULSE"]')).toBe(false);
});
it("plants: a raw SELECT of rows from measurements is caught", () => {
const planted =
"const rows = await prisma.$queryRaw<Array<{ v: number }>>`\n" +
' SELECT m."value" FROM measurements m\n' +
' WHERE m."user_id" = ${userId} AND m."type" = \'PULSE\'\n' +
"`;";
const reads = rawMeasurementReads("lib/planted.ts", planted);
expect(reads).toHaveLength(1);
expect(reads[0].folds).toBe(false);
const folded = rawMeasurementReads(
"lib/planted.ts",
planted.replace("WHERE", "WHERE true GROUP BY 1 HAVING true AND"),
);
expect(folded[0].folds).toBe(true);
const aggregate = rawMeasurementReads(
"lib/planted.ts",
planted.replace('SELECT m."value"', 'SELECT COUNT(*), AVG(m."value")'),
);
expect(aggregate[0].folds).toBe(true);
});
});
@@ -0,0 +1,371 @@
/**
* Structural guard: every pg-boss queue declares how long its job can run, and
* a long one is safe against pg-boss's expiry.
*
* pg-boss gives a job fifteen minutes unless the send says otherwise, then
* fails it, fires its abort signal and retries it while the handler keeps
* going. The full-history imports ran beside themselves that way (#1066), and
* so could every other job that legitimately needs longer: the nightly status
* passes, the pre-generation, the record scan, the key rotation, the backups.
*
* `src/lib/jobs/queue-runtime.ts` declares every queue `short`, `budgeted` or
* `long`. This guard holds the tree to it:
*
* - every queue bound with `createAndWork` is in the table, and every table
* entry is bound;
* - every `boss.send` and every schedule tuple names a queue in the table;
* - a `long` queue has an expiry between the default and pg-boss's 24-hour
* ceiling, every send and schedule for it carries `expireInSeconds` (or an
* identifier the table names as its carrier), it stops on the job's budget
* where the table says (`jobBudget` / `jobDeadline`, or a declared
* one-shot), and it is exclusive per identity where the table says
* (`lockedPass` at the binding, or the named marker);
* - a `budgeted` queue stops on the budget and relies on the default expiry;
* - a `short` queue's sends set no expiry of their own, which would mean the
* job is longer than the table claims.
*
* Floors fail the guard if a matcher stops matching, and the "plants" cases
* run the checks over a planted long queue that lacks each protection in turn
* (the mutation proof kept in the suite). Removing `lockedPass` from the
* pr-detection binding, or the expiry from its cron tuple, fails the real
* checks below.
*/
import { describe, expect, it } from "vitest";
import { readFileSync } from "node:fs";
import { join } from "node:path";
import { walkSourceFiles } from "./helpers/source-files";
import {
DEFAULT_JOB_EXPIRE_SECONDS,
QUEUE_RUNTIME,
type QueueRuntime,
type SourceSite,
} from "@/lib/jobs/queue-runtime";
const SRC = join(process.cwd(), "src");
const REGISTRARS = [
"lib/jobs/reminder/register-integration-sync.ts",
"lib/jobs/reminder/register-maintenance.ts",
"lib/jobs/reminder/register-reminders.ts",
"lib/jobs/reminder/register-rollup.ts",
"lib/jobs/reminder/register-status.ts",
];
/** pg-boss refuses an expiry of 24 hours or more. */
const MAX_EXPIRE_SECONDS = 24 * 60 * 60;
const files = walkSourceFiles(SRC, { floor: 3000 })
.filter((p) => !p.startsWith("generated/"))
.filter((p) => !p.includes("__tests__"))
.filter((p) => !p.endsWith(".test.ts") && !p.endsWith(".test.tsx"));
const source = new Map(
files.map((f) => [f, readFileSync(join(SRC, f), "utf8")]),
);
/** Strip comments so documentation that quotes code never matches. */
function code(text: string): string {
return text
.replace(/\/\*[\s\S]*?\*\//g, "")
.replace(/(^|[^:])\/\/.*$/gm, "$1");
}
/** Index just past the bracket that closes the one at `open`. */
function closeOf(text: string, open: number): number {
const pair: Record<string, string> = { "(": ")", "[": "]", "{": "}" };
const want = pair[text[open]];
let depth = 1;
let i = open + 1;
while (depth > 0 && i < text.length) {
if (text[i] === text[open]) depth += 1;
else if (text[i] === want) depth -= 1;
i += 1;
}
return i;
}
type Definitions = Map<string, Array<{ file: string; name: string }>>;
/** `const NAME = "queue-name"` definitions, per file. */
function definitionsOf(texts: ReadonlyMap<string, string>): Definitions {
const definitions: Definitions = new Map();
for (const [file, text] of texts) {
for (const m of text.matchAll(
/\bconst\s+([A-Z][A-Z0-9_]*)\s*(?::\s*string\s*)?=\s*"([a-z0-9-]+)"/g,
)) {
const list = definitions.get(m[1]) ?? [];
list.push({ file, name: m[2] });
definitions.set(m[1], list);
}
}
return definitions;
}
/** Resolve a queue identifier as seen from `file`, preferring its own. */
function resolve(
definitions: Definitions,
file: string,
ident: string,
): string | null {
const defs = definitions.get(ident) ?? [];
const own = defs.find((d) => d.file === file);
if (own) return own.name;
const names = new Set(defs.map((d) => d.name));
return names.size === 1 ? [...names][0] : null;
}
interface Site {
file: string;
queue: string;
text: string;
}
/** Every `createAndWork(boss, QUEUE, …)` in the registrars. */
function bindings(
texts: ReadonlyMap<string, string>,
definitions: Definitions,
): Site[] {
const out: Site[] = [];
for (const file of REGISTRARS) {
const text = code(texts.get(file) ?? "");
for (const m of text.matchAll(
/createAndWork\s*(?:<[^(]*?>)?\(\s*boss\s*,\s*([A-Z][A-Z0-9_]*)/g,
)) {
const open = text.indexOf("(", m.index);
const queue = resolve(definitions, file, m[1]);
if (queue) {
out.push({ file, queue, text: text.slice(open, closeOf(text, open)) });
}
}
}
return out;
}
/** Every `boss.send(QUEUE, …)` / `getGlobalBoss()?.send(QUEUE, …)`. */
function sends(
texts: ReadonlyMap<string, string>,
definitions: Definitions,
): Site[] {
const out: Site[] = [];
for (const [file, raw] of texts) {
const text = code(raw);
for (const m of text.matchAll(
/\b(?:boss|getGlobalBoss\(\)\??)\s*\.\s*send\s*(?:<[^(]*?>)?\(\s*([A-Z][A-Z0-9_]*)/g,
)) {
const open = text.indexOf("(", text.indexOf("send", m.index));
const queue = resolve(definitions, file, m[1]);
if (queue) {
out.push({ file, queue, text: text.slice(open, closeOf(text, open)) });
}
}
}
return out;
}
/** Every `[QUEUE, CRON, options?]` tuple in a registrar's `schedules`. */
function schedules(
texts: ReadonlyMap<string, string>,
definitions: Definitions,
): Site[] {
const out: Site[] = [];
for (const file of REGISTRARS) {
const text = code(texts.get(file) ?? "");
const m = /const\s+schedules\s*:\s*ScheduleEntry\[\]\s*=\s*\[/.exec(text);
if (!m) continue;
const open = m.index + m[0].length - 1;
const body = text.slice(open + 1, closeOf(text, open) - 1);
for (let i = 0; i < body.length; i += 1) {
if (body[i] !== "[") continue;
const end = closeOf(body, i);
const tuple = body.slice(i, end);
const ident = /^\[\s*([A-Z][A-Z0-9_]*)/.exec(tuple)?.[1];
const queue = ident ? resolve(definitions, file, ident) : null;
if (queue) out.push({ file, queue, text: tuple });
i = end - 1;
}
}
return out;
}
/** The text of `fn` (a function or a const) in `file`. */
function bodyOf(
texts: ReadonlyMap<string, string>,
site: { file: string; fn: string },
): string {
const text = code(texts.get(site.file) ?? "");
const m = new RegExp(
`(?:function\\s+${site.fn}\\b|const\\s+${site.fn}\\b)`,
).exec(text);
if (!m) return "";
const end = text.indexOf("\n}", m.index);
return text.slice(m.index, end < 0 ? undefined : end + 2);
}
function siteText(
texts: ReadonlyMap<string, string>,
site: SourceSite,
binding: Site | undefined,
): string {
return site === "binding" ? (binding?.text ?? "") : bodyOf(texts, site);
}
const STOPS = /\bjob(?:Budget|Deadline)\s*\(/;
/** Every finding for one queue's declaration against the tree. */
function check(
queue: string,
entry: QueueRuntime,
texts: ReadonlyMap<string, string>,
all: { bindings: Site[]; sends: Site[]; schedules: Site[] },
): string[] {
const problems: string[] = [];
const binding = all.bindings.find((b) => b.queue === queue);
const carriers = [...all.sends, ...all.schedules].filter(
(s) => s.queue === queue,
);
if (entry.runtime === "long") {
if (
!(entry.expireInSeconds > DEFAULT_JOB_EXPIRE_SECONDS) ||
!(entry.expireInSeconds < MAX_EXPIRE_SECONDS)
) {
problems.push(`${queue}: expiry ${entry.expireInSeconds}s out of range`);
}
for (const site of carriers) {
const carried =
/\bexpireInSeconds\b/.test(site.text) ||
entry.expiryVia.some((v) => new RegExp(`\\b${v}\\b`).test(site.text));
if (!carried) {
problems.push(
`${queue}: ${site.file} sends or schedules it without an expiry`,
);
}
}
if (typeof entry.stop === "object" && "oneShot" in entry.stop) {
if (entry.stop.oneShot.length < 20) {
problems.push(`${queue}: a one-shot needs its reason`);
}
} else if (!STOPS.test(siteText(texts, entry.stop, binding))) {
problems.push(`${queue}: does not stop on the job's budget`);
}
if (entry.exclusive === "lockedPass") {
if (!/\blockedPass\s*\(/.test(binding?.text ?? "")) {
problems.push(`${queue}: binding holds no lockedPass`);
}
} else if (
!siteText(texts, entry.exclusive.at, binding).includes(
entry.exclusive.marker,
)
) {
problems.push(`${queue}: no "${entry.exclusive.marker}" where declared`);
}
} else {
if (entry.runtime === "budgeted") {
if (!STOPS.test(siteText(texts, entry.budget, binding))) {
problems.push(`${queue}: does not stop on the job's budget`);
}
}
for (const site of carriers) {
if (/\bexpireInSeconds\b/.test(site.text)) {
problems.push(
`${queue}: ${site.file} sets an expiry on a queue declared ${entry.runtime}`,
);
}
}
}
return problems;
}
function scan(texts: ReadonlyMap<string, string>) {
const definitions = definitionsOf(texts);
return {
bindings: bindings(texts, definitions),
sends: sends(texts, definitions),
schedules: schedules(texts, definitions),
};
}
describe("every queue declares its runtime", () => {
const all = scan(source);
const bound = new Set(all.bindings.map((b) => b.queue));
it("finds the bindings, sends and schedules it is meant to police", () => {
// Pinned below the counts on 2026-10-01 (112 / 64 / 74).
expect(all.bindings.length).toBeGreaterThanOrEqual(105);
expect(all.sends.length).toBeGreaterThanOrEqual(50);
expect(all.schedules.length).toBeGreaterThanOrEqual(70);
expect(
Object.values(QUEUE_RUNTIME).filter((e) => e.runtime === "long").length,
).toBeGreaterThanOrEqual(15);
});
it("every bound queue is in the table, and every entry is bound", () => {
expect([...bound].filter((q) => !(q in QUEUE_RUNTIME)).sort()).toEqual([]);
expect(
Object.keys(QUEUE_RUNTIME)
.filter((q) => !bound.has(q))
.sort(),
).toEqual([]);
});
it("every send and schedule names a queue in the table", () => {
const unknown = [...all.sends, ...all.schedules]
.filter((s) => !(s.queue in QUEUE_RUNTIME))
.map((s) => `${s.file} → ${s.queue}`);
expect(unknown).toEqual([]);
});
it("every queue meets its declaration", () => {
const problems = Object.entries(QUEUE_RUNTIME).flatMap(([queue, entry]) =>
check(queue, entry, source, all),
);
expect(problems).toEqual([]);
});
it("plants: a long queue missing any protection is caught", () => {
const registrar = REGISTRARS[1];
const planted = (binding: string, schedule: string) =>
new Map([
...source,
[
registrar,
`const PLANT_QUEUE = "planted-long";\n` +
`const schedules: ScheduleEntry[] = [\n ${schedule},\n];\n` +
`async function register(boss) {\n await createAndWork(boss, PLANT_QUEUE, { localConcurrency: 1 }, ${binding});\n}\n`,
],
]);
const entry: QueueRuntime = {
runtime: "long",
expireInSeconds: 3600,
expiryVia: [],
stop: "binding",
exclusive: "lockedPass",
why: "planted",
};
const findings = (binding: string, schedule: string) => {
const texts = planted(binding, schedule);
return check("planted-long", entry, texts, scan(texts));
};
const safe = [
"lockedPass(PLANT_QUEUE, () => WHOLE_PASS, async (jobs) => run(jobBudget(jobs)))",
"[PLANT_QUEUE, CRON, { expireInSeconds: 3600 }]",
] as const;
expect(findings(...safe)).toEqual([]);
expect(findings(safe[0], "[PLANT_QUEUE, CRON]")).toEqual([
`planted-long: ${registrar} sends or schedules it without an expiry`,
]);
expect(
findings("lockedPass(PLANT_QUEUE, () => WHOLE_PASS, run)", safe[1]),
).toEqual(["planted-long: does not stop on the job's budget"]);
expect(findings("async (jobs) => run(jobBudget(jobs))", safe[1])).toEqual([
"planted-long: binding holds no lockedPass",
]);
expect(
check(
"planted-long",
{ ...entry, expireInSeconds: 900 },
...((): [ReadonlyMap<string, string>, ReturnType<typeof scan>] => {
const texts = planted(...safe);
return [texts, scan(texts)];
})(),
),
).toEqual(["planted-long: expiry 900s out of range"]);
});
});