mirror of
https://github.com/MBombeck/HealthLog.git
synced 2026-11-16 07:13:29 +00:00
The nightly briefing pass settled an account as failed whenever its generation failed, including when every provider of its chain was benched for background work and no request was sent, and when the provider refused the account's own credential. A key revoked at its issuer stays saved and is refused every night, so a single-account instance read as all-failed night after night and the repeated-failure alert reported a broken job. - A chain that sent nothing settles as skipped (provider_benched), with no 45-minute retry. - A refused credential of the account's own settles as auth_failed, which the run reports as partial but does not fail over; a refusal of the operator's shared key still fails the run. - The generator's failed outcome names the provider that failed first, whether its credential was refused and whether anything was sent. - The run's facts carry failure_cause and failure_provider. The admin Background jobs card listed only pg-boss failures, while the alert also counts runs that completed with every account failed, so an operator sent to the card read that nothing had failed. The card now lists those runs, and the card and the alert describe them in words with the cause and provider instead of quoting the run's JSON. The warm tally counted a status card that fell back to its deterministic text as a warmed assessment; it now counts model-written notes only. Refs #1384
124 lines
4.0 KiB
TypeScript
124 lines
4.0 KiB
TypeScript
/**
|
|
* A switch turned off while a nightly job is running stops the rest of it.
|
|
*
|
|
* Reads inside one request are memoised on the request's wide event, so a
|
|
* page that resolves the AI capabilities five times reads the settings row
|
|
* once. A background job opens one wide event for its whole run, and the
|
|
* status batch loops over every candidate inside it: memoising there meant the
|
|
* switches, the modules and the consent kinds were read once at the start of
|
|
* the run and served to every later user, and the wire re-check read the same
|
|
* cached answer. Turning the Assistant off at 02:05 did not stop the 02:00
|
|
* pass.
|
|
*
|
|
* Driven here over the real loop, the real capability loader and Postgres.
|
|
* The batch is stubbed past its first step, the `statusText` capability it
|
|
* resolves before building anything: the first user's run turns the switch
|
|
* off, the remaining users must not get past that step, and the wire re-check
|
|
* inside the first user's own run must see the change too.
|
|
*/
|
|
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
|
|
import { getPrismaClient, truncateAllTables } from "./setup";
|
|
|
|
const candidates = vi.hoisted(() => ({ ids: [] as string[] }));
|
|
|
|
vi.mock("@/lib/jobs/status-cron-candidates", () => ({
|
|
findStatusCronCandidates: vi.fn(async () =>
|
|
candidates.ids.map((id) => ({ id, locale: "en" })),
|
|
),
|
|
}));
|
|
|
|
const batch = vi.hoisted(() => ({
|
|
run: async (_userId: string): Promise<void> => {},
|
|
}));
|
|
|
|
vi.mock("@/lib/insights/status-batch", async () => {
|
|
const { aiCapabilityForJob } = await import("@/lib/ai/capabilities/gate");
|
|
return {
|
|
generateStatusBatchForUser: vi.fn(async (userId: string) => {
|
|
const result = {
|
|
served: 0,
|
|
batched: 0,
|
|
fellBack: 0,
|
|
fellBackAnswered: 0,
|
|
batchCallMade: false,
|
|
};
|
|
if (!(await aiCapabilityForJob(userId, "statusText")).available) {
|
|
return result;
|
|
}
|
|
await batch.run(userId);
|
|
return { ...result, batched: 1, batchCallMade: true };
|
|
}),
|
|
};
|
|
});
|
|
|
|
import { runStatusBatchCron } from "@/lib/jobs/reminder/insights-handlers";
|
|
import { aiEgressRefusal } from "@/lib/ai/capabilities/egress";
|
|
|
|
let counter = 0;
|
|
|
|
async function seedUserWithProvider(): Promise<string> {
|
|
const n = counter++;
|
|
const user = await getPrismaClient().user.create({
|
|
data: {
|
|
username: `fresh-switch-${n}`,
|
|
email: `fresh-switch-${n}@example.test`,
|
|
role: "USER",
|
|
timezone: "UTC",
|
|
locale: "en",
|
|
aiProvider: "ANTHROPIC",
|
|
aiAnthropicKeyEncrypted: "v1:presence-only",
|
|
consentReceipts: {
|
|
create: { kind: "ai_full", artefact: "test", signedAt: new Date() },
|
|
},
|
|
},
|
|
});
|
|
return user.id;
|
|
}
|
|
|
|
async function setInsightStatusSwitch(enabled: boolean): Promise<void> {
|
|
await getPrismaClient().appSettings.upsert({
|
|
where: { id: "singleton" },
|
|
create: { id: "singleton", assistantInsightStatusEnabled: enabled },
|
|
update: { assistantInsightStatusEnabled: enabled },
|
|
});
|
|
}
|
|
|
|
beforeEach(async () => {
|
|
await truncateAllTables(getPrismaClient());
|
|
await setInsightStatusSwitch(true);
|
|
});
|
|
|
|
describe("a switch turned off mid-run", () => {
|
|
it("stops the remaining users of the same background pass", async () => {
|
|
candidates.ids = [
|
|
await seedUserWithProvider(),
|
|
await seedUserWithProvider(),
|
|
await seedUserWithProvider(),
|
|
];
|
|
const reached: string[] = [];
|
|
const wire: Array<string | null> = [];
|
|
|
|
batch.run = async (userId: string) => {
|
|
reached.push(userId);
|
|
// The wire re-check before the switch moves: open.
|
|
wire.push(
|
|
(await aiEgressRefusal("statusText", userId, ["anthropic"]))?.reason ??
|
|
null,
|
|
);
|
|
await setInsightStatusSwitch(false);
|
|
// The same user's wire re-check after it moved: closed.
|
|
wire.push(
|
|
(await aiEgressRefusal("statusText", userId, ["anthropic"]))?.reason ??
|
|
null,
|
|
);
|
|
};
|
|
|
|
await runStatusBatchCron("job.test.fresh_switch", () => false);
|
|
|
|
expect(reached).toEqual([candidates.ids[0]]);
|
|
expect(wire[0]).toBeNull();
|
|
expect(wire[1]).not.toBeNull();
|
|
});
|
|
});
|