From 8342d2337b771df35a0d12f19048191c54e6253a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Andr=C3=A9=20Bombeck?= Date: Sun, 27 Sep 2026 13:11:52 +0200 Subject: [PATCH] test(coach): register the live scenario run with the egress and env guards run-case.ts now calls a provider for the live scenario run, and judge.ts reads COACH_EVAL_SCENARIO_REPEATS. Both belong to the offline evaluation harness, like the judge and its model knobs. --- src/__tests__/ai-egress-capability-guard.test.ts | 5 +++++ src/__tests__/compose-env-whitelist-guard.test.ts | 2 ++ 2 files changed, 7 insertions(+) diff --git a/src/__tests__/ai-egress-capability-guard.test.ts b/src/__tests__/ai-egress-capability-guard.test.ts index 123c56808..b163f5f9d 100644 --- a/src/__tests__/ai-egress-capability-guard.test.ts +++ b/src/__tests__/ai-egress-capability-guard.test.ts @@ -147,6 +147,11 @@ const EGRESS_SITES: Record = { recheck: false, reason: "The offline evaluation harness; never on a request or job path.", }, + "lib/ai/coach/eval/run-case.ts": { + recheck: false, + reason: + "The offline evaluation harness's live scenario run, called only by judge.ts; never on a request or job path.", + }, }; describe("AI egress call sites", () => { diff --git a/src/__tests__/compose-env-whitelist-guard.test.ts b/src/__tests__/compose-env-whitelist-guard.test.ts index ba8cfb12a..79f28af68 100644 --- a/src/__tests__/compose-env-whitelist-guard.test.ts +++ b/src/__tests__/compose-env-whitelist-guard.test.ts @@ -131,6 +131,8 @@ const NOT_OPERATOR_CONFIGURABLE: Readonly> = { "repository secret for the nightly model-graded Coach eval; that workflow runs in CI, never in the app image", COACH_EVAL_GENERATOR_MODEL: "CI-only knob for the same nightly eval workflow", COACH_EVAL_JUDGE_MODEL: "CI-only knob for the same nightly eval workflow", + COACH_EVAL_SCENARIO_REPEATS: + "CI-only knob for the same nightly eval workflow", HEALTHLOG_MCP_TOKEN: "read by the local stdio MCP bridge the operator runs on their own machine; the production image strips tsx so it cannot run there",