chore(release): v1.28.36 — re-importing after a failed Apple Health import actually retries

The v1.28.33 rollup + staging fixes were correct but never reached the
reporter's case: the upload dedup keys on the content SHA-256 and the
lookup matched a previously FAILED job too, so re-uploading the same
export.zip returned the dead job's id and replayed its stale
failureReason without ever staging or sending again. The dedup now
excludes failed rows (short-circuits only on queued/unpacking/parsing/
upserting/done); the same bytes retry cleanly. A redundant staged upload
is unlinked on a dedup hit instead of leaking in the staging dir.

reconcileOrphanImportJobs no longer unconditionally fails every
non-terminal ImportJob at boot: it now checks pg-boss job state plus a
progress heartbeat (new import_jobs.updated_at, migration 0242), so a
split or multi-worker deployment cannot kill an import running in
another worker. The missing-staging message names the separate-container
cause explicitly, with a matching note in docs/self-hosting/scaling.md.
This commit is contained in:
Marc-André Bombeck committed 2026-07-15 22:07:25 +02:00
1 parent a614542cc3
commit 82aa66b400
13 files changed
+590 -19

No files matched your search

@@ -32,6 +32,8 @@ const mocks = vi.hoisted(() => ({
importJobFindFirst: vi.fn().mockResolvedValue(null),
importJobUpdate: vi.fn(),
userFindUnique: vi.fn(),
streamToDisk: vi.fn(),
unlink: vi.fn().mockResolvedValue(undefined),
}));
vi.mock("@/lib/rate-limit", () => ({
@@ -42,6 +44,15 @@ vi.mock("@/lib/jobs/boss-instance", () => ({
getGlobalBoss: mocks.getGlobalBoss,
}));
vi.mock("@/lib/multipart/stream-to-disk", () => ({
streamMultipartToDisk: mocks.streamToDisk,
}));
vi.mock("node:fs/promises", async (importOriginal) => {
const actual = await importOriginal<typeof import("node:fs/promises")>();
return { ...actual, unlink: mocks.unlink };
});
vi.mock("@/lib/db", () => ({
prisma: {
importJob: {
@@ -67,6 +78,8 @@ const USER_SESSION = {
user: { id: "user-2", username: "alice", role: "USER" as const },
};
const STAGED_PATH = "/tmp/healthlog-admin-apple-health-import-abc.bin";
beforeEach(() => {
vi.resetAllMocks();
mocks.checkRateLimit.mockResolvedValue({ allowed: true });
@@ -76,8 +89,27 @@ beforeEach(() => {
mocks.importJobFindFirst.mockResolvedValue(null);
mocks.importJobUpdate.mockResolvedValue({ id: "ij-1" });
mocks.userFindUnique.mockResolvedValue({ id: "user-2", username: "alice" });
mocks.streamToDisk.mockResolvedValue({
filePath: STAGED_PATH,
bytes: 100,
sha256: "deadbeef",
originalFilename: "export.zip",
textFields: { userId: "user-2" },
});
mocks.unlink.mockResolvedValue(undefined);
});
function multipartReq(): NextRequest {
return new NextRequest(
"http://localhost/api/admin/import-apple-health-export",
{
method: "POST",
headers: { "content-type": "multipart/form-data; boundary=---x" },
body: "stub",
},
);
}
describe("POST /api/admin/import-apple-health-export", () => {
it("returns 401 when unauthenticated", async () => {
vi.mocked(getSession).mockResolvedValue(null);
@@ -139,4 +171,45 @@ describe("POST /api/admin/import-apple-health-export", () => {
const res = await POST(req);
expect(res.status).toBe(429);
});
it("re-stages and enqueues when the only prior job for the same bytes is failed (issue #486)", async () => {
vi.mocked(getSession).mockResolvedValue(ADMIN_SESSION as never);
mocks.importJobFindFirst.mockImplementation(async (args: unknown) => {
const where = (args as { where?: { status?: { not?: string } } }).where;
if (where?.status?.not === "failed") return null;
return { id: "old-failed-job", status: "failed" };
});
const res = await POST(multipartReq());
expect(res.status).toBe(202);
const body = await res.json();
expect(body.data.status).toBe("queued");
expect(body.data.idempotent).toBeUndefined();
expect(body.data.jobId).not.toBe("old-failed-job");
expect(mocks.bossSend).toHaveBeenCalledTimes(1);
expect(mocks.importJobCreate).toHaveBeenCalledTimes(1);
expect(mocks.importJobFindFirst).toHaveBeenCalledWith(
expect.objectContaining({
where: expect.objectContaining({ status: { not: "failed" } }),
}),
);
expect(mocks.unlink).not.toHaveBeenCalled();
});
it("short-circuits to a viable prior job and unlinks the redundant upload", async () => {
vi.mocked(getSession).mockResolvedValue(ADMIN_SESSION as never);
mocks.importJobFindFirst.mockResolvedValue({
id: "live-job",
status: "parsing",
});
const res = await POST(multipartReq());
expect(res.status).toBe(202);
const body = await res.json();
expect(body.data.idempotent).toBe(true);
expect(body.data.jobId).toBe("live-job");
expect(mocks.bossSend).not.toHaveBeenCalled();
expect(mocks.importJobCreate).not.toHaveBeenCalled();
expect(mocks.unlink).toHaveBeenCalledWith(STAGED_PATH);
});
});
@@ -26,6 +26,7 @@ import {
type AppleHealthImportPayload,
} from "@/lib/jobs/apple-health-import-worker";
import { streamMultipartToDisk } from "@/lib/multipart/stream-to-disk";
import { unlink } from "node:fs/promises";
export const dynamic = "force-dynamic";
@@ -112,15 +113,22 @@ export const POST = apiHandler(async (request: NextRequest) => {
// Same content-hash idempotency as the user-facing route, but scoped
// by the target user — an admin re-uploading the same file for the
// same user resolves to the previous job.
// same user resolves to the previous job. As on the user route, a
// prior `failed` job is excluded (issue #486) so the same export can
// be retried; only still-viable jobs (queued / in-flight / done)
// short-circuit.
const existing = await prisma.importJob.findFirst({
where: {
userId: targetUser.id,
uploadSha256: uploaded.sha256,
status: { not: "failed" },
},
orderBy: { startedAt: "desc" },
});
if (existing) {
// Redundant staging file — the existing viable job owns the bytes.
// Unlink so a deduped admin re-upload does not leak `/tmp`.
await unlink(uploaded.filePath).catch(() => {});
annotate({ meta: { idempotent_hit: true, job_id: existing.id } });
return apiSuccess(
{