import { prisma } from "@/lib/db"; import { hasUsableStatusProvider, statusConsentBlocksGeneration, } from "@/lib/insights/status-provider"; import { enqueueStatusGeneration, type InsightStatusScope, } from "@/lib/jobs/insight-status-generate-shared"; import { annotate } from "@/lib/logging/context"; /** * Shared cache-read for the seven `*-status.ts` insight generators. * * Every generator persists its assessment as an `auditLog` row keyed * `insights.-status.` whose `details` JSON carries * `{ dateKey, locale, text, providerType, model, tokensUsed }`. On the * next mount the generator reads the most recent such row and, if it is * still for today, serves it without re-hitting the provider. * * The timeout fallback used to poison this read. When a provider call * exceeded the status budget the route persisted a `model:"timeout-stub"` * / `timeout:true` row carrying the generic no-key text under the SAME * `text` field a real assessment uses. The cache-read only checked * `dateKey === today && text` — so the stub looked like a valid * assessment and stuck until midnight, hiding the real data-driven text * for the rest of the day. * * `readFreshStatusText` is the one cache-read every standard generator * shares. It rejects stubs explicitly so a single stall no longer pins * the fallback for the day, and a fresh generation is attempted instead. */ /** * The single source of truth for the per-status cache-action shape. * * Every per-metric assessment is persisted as an `auditLog` row whose * `action` is `insights.-status.`. The shape IS the cache * key, so building it by hand in multiple places risks the same silent * drift the queryKey factory guards against on the client. `statusCacheAction` * is the one builder. */ export function statusCacheAction(scope: string, locale: string): string { return `insights.${scope}-status.${locale}`; } interface ParsedStatusCache { dateKey?: string; locale?: string; text?: string; summary?: string; providerType?: string; model?: string; tokensUsed?: number | null; timeout?: boolean; /** v1.8.3 — ISO timestamp before which a timeout stub suppresses re-enqueue. */ retryAt?: string; /** v1.16.8 — fingerprint of the data snapshot the text was generated from. */ snapshotHash?: string; } /** * A cached row is a timeout stub when it carries the sentinel marker the * timeout path writes. Either flag is sufficient — older stub rows may * predate one of the two markers, so both are honoured. */ export function isTimeoutStub(parsed: { model?: string; timeout?: boolean; }): boolean { return parsed.model === "timeout-stub" || parsed.timeout === true; } export interface FreshStatusCacheHit { text: string; updatedAt: string; } /** * Read the latest cached assessment for `(userId, cacheAction)` and * return its text only when it is (a) for today and (b) NOT a timeout * stub. Returns `null` on a miss, a stale day, a stub, or a malformed * payload — every one of those means the caller should regenerate. * * `force` short-circuits to `null` so a forced regeneration never reads * the cache. The DB read is still skipped entirely under `force` to * keep the forced path cheap. */ export async function readFreshStatusText(args: { userId: string; cacheAction: string; todayKey: string; force: boolean; }): Promise { const { userId, cacheAction, todayKey, force } = args; if (force) return null; const latestCache = await prisma.auditLog.findFirst({ where: { userId, action: cacheAction }, orderBy: { createdAt: "desc" }, select: { createdAt: true, details: true }, }); if (!latestCache?.details) return null; try { const parsed = JSON.parse(latestCache.details) as ParsedStatusCache; if (parsed.dateKey !== todayKey) return null; if (isTimeoutStub(parsed)) return null; if (typeof parsed.text !== "string" || parsed.text.trim().length === 0) { return null; } return { text: parsed.text, updatedAt: latestCache.createdAt.toISOString(), }; } catch { // Malformed cache payload — treat as a miss and regenerate. return null; } } /** * v1.16.8 — the content-hash regeneration gate for the per-status and * generic metric cards. * * A generator that has already gathered its data snapshot calls this * BEFORE the provider round-trip. When the latest cached assessment for * `(userId, cacheAction)` is a real (non-stub) text whose stored * `snapshotHash` equals the fresh snapshot's hash, nothing the prompt * sees has changed — so the gate re-persists the same text under * today's `dateKey` (a pure timestamp refresh that keeps the read path * and the ingest debounce satisfied) and returns it, and the caller * skips the LLM call entirely. Returns `null` on any miss (no prior * row, stub, empty text, missing or differing hash) — every one of * those means the caller should generate for real. * * This single gate is what turns the nightly warm, the forced warm, and * the ingest-driven regeneration into no-ops on unchanged data: each of * those paths forces past the same-day cache read, gathers the * snapshot, and lands here. * * Consent comes BEFORE the hash compare (mirroring the comprehensive * pipeline's consent-before-gate order): re-stamping a cached text * under today's `dateKey` presents it as a current AI assessment, so a * user who revoked the server-managed AI consent must not have old * text re-dated by an unchanged-data refresh. On a blocked consent the * gate misses, the generator proceeds to `runStatusCompletion`, and * that gate returns the no-key fallback without persisting anything. */ export async function refreshUnchangedStatusInsight(args: { userId: string; cacheAction: string; todayKey: string; snapshotHash: string; }): Promise { if (await statusConsentBlocksGeneration(args.userId, "insights")) { annotate({ action: { name: "insights.status.consent_required" }, meta: { cache_action: args.cacheAction, gate: "unchanged-refresh" }, }); return null; } const latest = await prisma.auditLog.findFirst({ where: { userId: args.userId, action: args.cacheAction }, orderBy: { createdAt: "desc" }, select: { details: true }, }); if (!latest?.details) return null; let parsed: ParsedStatusCache; try { parsed = JSON.parse(latest.details) as ParsedStatusCache; } catch { return null; } if (isTimeoutStub(parsed)) return null; if (typeof parsed.text !== "string" || parsed.text.trim().length === 0) { return null; } if (parsed.snapshotHash !== args.snapshotHash) return null; // Same data, valid text — refresh the cache row's day key so the // read path serves it as today's assessment and the ingest debounce // window restarts, without touching the provider. const created = await prisma.auditLog.create({ data: { userId: args.userId, action: args.cacheAction, details: JSON.stringify({ ...parsed, dateKey: args.todayKey }), }, select: { createdAt: true }, }); annotate({ action: { name: "insights.status.skipped_unchanged" }, meta: { cache_action: args.cacheAction }, }); return { text: parsed.text, updatedAt: created.createdAt.toISOString() }; } export interface LastGoodStatusHit { text: string; updatedAt: string; } /** * v1.8.7 — read the most recent NON-stub assessment for `(userId, * cacheAction)` regardless of which day it was generated. This is the * stale-while-revalidate source: when today's cache is a miss the * read-only path can still serve yesterday's (or older) good text * instantly while a fresh generation is warmed out of band, so opening a * category never drops to the "preparing" skeleton if an assessment was * ever produced. Returns `null` only when there is genuinely no prior * assessment (or every prior row is a timeout stub / malformed). */ export async function readLastGoodStatusText(args: { userId: string; cacheAction: string; }): Promise { const { userId, cacheAction } = args; const rows = await prisma.auditLog.findMany({ where: { userId, action: cacheAction }, orderBy: { createdAt: "desc" }, take: 5, select: { createdAt: true, details: true }, }); for (const row of rows) { if (!row.details) continue; try { const parsed = JSON.parse(row.details) as ParsedStatusCache; if (isTimeoutStub(parsed)) continue; if (typeof parsed.text !== "string" || parsed.text.trim().length === 0) { continue; } return { text: parsed.text, updatedAt: row.createdAt.toISOString() }; } catch { // Malformed payload — skip and look further back. continue; } } return null; } /** * Outcome of the read-only cache-miss resolution. The generators map this * onto their public return shape: * - `no-provider` → `{ hasProvider: false, text: }` * - `preparing` → `{ hasProvider: true, text: , preparing: true }` * * v1.8.7 — `preparing` now carries the last good assessment (if any) so * the card renders the previous text immediately (stale-while-revalidate) * instead of a skeleton while the worker re-warms the cache. * * v1.9.0 — `revalidating` is true only when last-good text is served AND a * fresh generation was actually enqueued (the open-card refresh case). When * the served text is terminal the card otherwise stops polling and never * sees the freshly-warmed assessment until a remount; the flag keeps the * bounded poll alive until the new row lands. It is false on the * suppressed-stub branch (no enqueue, so nothing is in flight) and whenever * there is no last-good text (that path already polls via `preparing`). */ export type ReadOnlyMissOutcome = | { kind: "no-provider" } // v1.16.13 — a provider IS configured, but it resolves via the operator's // server-managed key and the user has no active consent receipt, so the // generation gate (`assertConsentForChain` / `runStatusCompletion`) would // serve the no-key fallback. Distinct from `no-provider` so the status DTO // can render an honest "consent required" signal instead of conflating it // with "no AI configured at all". | { kind: "consent-missing" } | { kind: "preparing"; lastGood: LastGoodStatusHit | null; revalidating: boolean; }; /** * v1.8.3 — resolve what a read-only status generation should return on a * cache miss WITHOUT running the heavy SQL gather or the blocking LLM * round-trip. This is the core of the holistic freeze fix: a navigation * request must never await an uncapped provider call. * * On a miss the route either: * - finds no usable provider → returns `no-provider` (the card shows the * no-key fallback; nothing to generate), or * - finds a provider → fire-and-forget enqueues a generation job and * returns `preparing` (the card shows a preparing state and the client * polls until the worker warms the cache). * * The provider probe is a cheap chain-resolve (no completion), so the GET * stays sub-second even on a cold cache. */ export async function resolveReadOnlyStatusMiss(args: { userId: string; metric: InsightStatusScope; locale: "de" | "en"; }): Promise { const hasProvider = await hasUsableStatusProvider(args.userId); if (!hasProvider) return { kind: "no-provider" }; // v1.16.13 — a provider is configured but the server-managed consent gate // would block egress (no active receipt for the surface). Surface this as // a distinct outcome so the card renders an honest "consent required" // signal rather than the generic no-key fallback. Enqueuing here would be // wasted work — the generator's own gate would short-circuit to `none`. if (await statusConsentBlocksGeneration(args.userId, "insights")) { annotate({ action: { name: "insights.status.consent_required" }, meta: { metric: args.metric, read_only_miss: true }, }); return { kind: "consent-missing" }; } const cacheAction = statusCacheAction(args.metric, args.locale); // v1.8.7 — stale-while-revalidate. Surface the last good (non-stub) // assessment for this scope so the card renders the previous text // immediately instead of a skeleton while a refresh is warmed. Null when // no assessment was ever produced — only then does the card show // "preparing"/"no analysis yet". const lastGood = await readLastGoodStatusText({ userId: args.userId, cacheAction, }); // v1.8.3 — honour the short-TTL negative cache. If the worker recently // hit a provider stall it wrote a `retryAt` stub; re-enqueuing on every // navigation while the provider is still degraded would be a storm. While // the stub is fresh, stay in `preparing` without enqueuing; once it goes // stale (or never existed) enqueue a fresh generation. if (await hasFreshTimeoutStub({ userId: args.userId, cacheAction })) { annotate({ action: { name: "insights.status.preparing" }, meta: { metric: args.metric, suppressed_enqueue: true }, }); // No enqueue on this branch — nothing is in flight, so the open card has // nothing to revalidate against. It still polls via `preparing` when // there is no last-good text to show. return { kind: "preparing", lastGood, revalidating: false }; } // Enqueue out of band — do NOT await an LLM here. The enqueue itself is // best-effort and de-duped per (user, metric, locale). await enqueueStatusGeneration({ userId: args.userId, metric: args.metric, locale: args.locale, }); annotate({ action: { name: "insights.status.preparing" }, meta: { metric: args.metric, stale_served: lastGood !== null }, }); // A fresh generation is now in flight. When last-good text is served the // payload is otherwise terminal (`preparing` is false), so the open card // would stop polling and never pick up the warmed assessment. Signal // `revalidating` so the bounded poll stays alive until the new row lands. return { kind: "preparing", lastGood, revalidating: lastGood !== null }; } /** * True when the most recent cache row for `(userId, cacheAction)` is a * timeout stub whose `retryAt` is still in the future. Used by the * read-only resolver to suppress a re-enqueue storm while a provider is * degraded. A stub without `retryAt` (legacy) is treated as stale so the * resolver retries, matching the pre-v1.8.3 "transient miss" behaviour. */ async function hasFreshTimeoutStub(args: { userId: string; cacheAction: string; }): Promise { const latest = await prisma.auditLog.findFirst({ where: { userId: args.userId, action: args.cacheAction }, orderBy: { createdAt: "desc" }, select: { details: true }, }); if (!latest?.details) return false; try { const parsed = JSON.parse(latest.details) as ParsedStatusCache; if (!isTimeoutStub(parsed)) return false; if (typeof parsed.retryAt !== "string") return false; return new Date(parsed.retryAt).getTime() > Date.now(); } catch { return false; } }