mirror of
https://github.com/MBombeck/HealthLog.git
synced 2026-11-14 14:40:52 +00:00
The backfill route shared the analytics-read bucket and sent every explicit range without a key, so one account could queue two-year backfills until the instance-wide daily budget was gone for everyone. The route now allows three backfills a rolling hour per account (429 environment.backfill_rate_limited) and one queued backfill per twenty-minute slot, keyed on the account (409 environment.backfill_pending). Every fetch made for an account is also charged to that account's own share of the daily budget, one twentieth of it, so a refused request ends the run as budget-blocked and the nightly run continues.
133 lines
4.5 KiB
TypeScript
133 lines
4.5 KiB
TypeScript
/**
|
|
* `POST /api/environment/backfill` — fetch + store past days on demand.
|
|
*
|
|
* Enqueues a per-user fetch over the requested [startDate, endDate] so the user
|
|
* can populate history rather than waiting for the rolling nightly lookback.
|
|
* The span is capped (the worker re-checks the cap too). Requires a home
|
|
* location (otherwise there is nothing to resolve). Module-gated + rate-limited;
|
|
* `userId` is narrowed from auth.
|
|
*
|
|
* Every backfill draws on the instance-wide Open-Meteo budget, so one account
|
|
* is held to three a rolling hour (429), one queued per twenty minutes (409
|
|
* `environment.backfill_pending`), and its own share of the daily budget in
|
|
* the worker (`OPEN_METEO_ACCOUNT_DAY_SHARE`).
|
|
*/
|
|
import { NextRequest } from "next/server";
|
|
|
|
import { apiHandler, requireAuth } from "@/lib/api-handler";
|
|
import {
|
|
apiError,
|
|
apiSuccess,
|
|
returnAllZodIssues,
|
|
safeJson,
|
|
} from "@/lib/api-response";
|
|
import { annotate } from "@/lib/logging/context";
|
|
import { requireModuleEnabled } from "@/lib/modules/gate";
|
|
import {
|
|
checkAnalyticsReadRateLimit,
|
|
checkEnvironmentBackfillRateLimit,
|
|
} from "@/lib/rate-limit";
|
|
import { prisma } from "@/lib/db";
|
|
import { environmentBackfillSchema } from "@/lib/validations/environment";
|
|
import {
|
|
ENVIRONMENT_MAX_BACKFILL_DAYS,
|
|
defaultBackfillRange,
|
|
utcDayKey,
|
|
} from "@/lib/environment/service";
|
|
import { enqueueEnvironmentBackfill } from "@/lib/jobs/environment-fetch";
|
|
|
|
const MS_PER_DAY = 24 * 60 * 60 * 1000;
|
|
|
|
export const POST = apiHandler(async (request: NextRequest) => {
|
|
const { user } = await requireAuth();
|
|
|
|
const gate = await requireModuleEnabled(user.id, "environment");
|
|
if (!gate.enabled) return gate.response;
|
|
|
|
const rl = await checkAnalyticsReadRateLimit(user.id);
|
|
if (!rl.allowed) {
|
|
return apiError("Too many requests. Please retry shortly.", 429);
|
|
}
|
|
|
|
const { data: rawBody, error: jsonError } = await safeJson(request, {
|
|
maxBytes: 4 * 1024,
|
|
});
|
|
if (jsonError) return jsonError;
|
|
|
|
const parsed = environmentBackfillSchema.safeParse(rawBody);
|
|
if (!parsed.success) {
|
|
return returnAllZodIssues(parsed.error, 422, {
|
|
errorCode: "environment.invalid",
|
|
});
|
|
}
|
|
|
|
const profile = await prisma.user.findUnique({
|
|
where: { id: user.id },
|
|
select: { homeLat: true, homeLocationEncrypted: true, homeSince: true },
|
|
});
|
|
// The sealed home (v1.42), or the readable one the encryption backfill has
|
|
// not cleared yet.
|
|
if (profile?.homeLocationEncrypted == null && profile?.homeLat == null) {
|
|
return apiError("Set a home location before backfilling.", 409, {
|
|
errorCode: "environment.no_home",
|
|
});
|
|
}
|
|
|
|
// Resolve the effective span. An omitted bound defaults to the conservative
|
|
// [homeSince .. today] range — never a fixed reach into the past onto the
|
|
// current home. Days before homeSince still resolve to SKIP in the worker, so
|
|
// even an explicit wider start cannot fabricate weather for the pre-home past.
|
|
const today = utcDayKey(new Date());
|
|
const fallback = defaultBackfillRange(profile.homeSince) ?? {
|
|
startDate: today,
|
|
endDate: today,
|
|
};
|
|
const startDate = parsed.data.startDate ?? fallback.startDate;
|
|
const endDate = parsed.data.endDate ?? fallback.endDate;
|
|
if (startDate > endDate) {
|
|
return apiError("startDate must be on or before endDate", 422, {
|
|
errorCode: "environment.invalid",
|
|
});
|
|
}
|
|
|
|
const [sy, sm, sd] = startDate.split("-").map(Number);
|
|
const [ey, em, ed] = endDate.split("-").map(Number);
|
|
const spanDays =
|
|
Math.round(
|
|
(Date.UTC(ey, em - 1, ed) - Date.UTC(sy, sm - 1, sd)) / MS_PER_DAY,
|
|
) + 1;
|
|
if (spanDays > ENVIRONMENT_MAX_BACKFILL_DAYS) {
|
|
return apiError(
|
|
`Backfill range too large (max ${ENVIRONMENT_MAX_BACKFILL_DAYS} days)`,
|
|
422,
|
|
{ errorCode: "environment.range_too_large" },
|
|
);
|
|
}
|
|
|
|
const backfillLimit = await checkEnvironmentBackfillRateLimit(user.id);
|
|
if (!backfillLimit.allowed) {
|
|
return apiError("Too many backfills. Please retry later.", 429, {
|
|
errorCode: "environment.backfill_rate_limited",
|
|
});
|
|
}
|
|
|
|
const outcome = await enqueueEnvironmentBackfill({
|
|
userId: user.id,
|
|
startDate,
|
|
endDate,
|
|
});
|
|
if (outcome === "already_queued") {
|
|
return apiError("A backfill for this account is already queued.", 409, {
|
|
errorCode: "environment.backfill_pending",
|
|
});
|
|
}
|
|
const enqueued = outcome === "enqueued";
|
|
|
|
annotate({
|
|
action: { name: "environment.backfill.enqueue" },
|
|
meta: { span_days: spanDays, enqueued },
|
|
});
|
|
|
|
return apiSuccess({ enqueued, startDate, endDate, spanDays }, 202);
|
|
});
|