test(coach): register the live scenario run with the egress and env guards

run-case.ts now calls a provider for the live scenario run, and judge.ts
reads COACH_EVAL_SCENARIO_REPEATS. Both belong to the offline evaluation
harness, like the judge and its model knobs.
This commit is contained in:
Marc-André Bombeck committed 2026-09-27 13:11:52 +02:00
1 parent c2ab9cda11
commit 8342d2337b
2 files changed
+7

No files matched your search

@@ -147,6 +147,11 @@ const EGRESS_SITES: Record<string, EgressSite> = {
recheck: false,
reason: "The offline evaluation harness; never on a request or job path.",
},
"lib/ai/coach/eval/run-case.ts": {
recheck: false,
reason:
"The offline evaluation harness's live scenario run, called only by judge.ts; never on a request or job path.",
},
};
describe("AI egress call sites", () => {
@@ -131,6 +131,8 @@ const NOT_OPERATOR_CONFIGURABLE: Readonly<Record<string, string>> = {
"repository secret for the nightly model-graded Coach eval; that workflow runs in CI, never in the app image",
COACH_EVAL_GENERATOR_MODEL: "CI-only knob for the same nightly eval workflow",
COACH_EVAL_JUDGE_MODEL: "CI-only knob for the same nightly eval workflow",
COACH_EVAL_SCENARIO_REPEATS:
"CI-only knob for the same nightly eval workflow",
HEALTHLOG_MCP_TOKEN:
"read by the local stdio MCP bridge the operator runs on their own machine; the production image strips tsx so it cannot run there",