|
|
|
|
@@ -628,6 +628,14 @@ class TerminalError extends Error {
|
|
|
|
|
*/
|
|
|
|
|
class NetworkError extends Error {}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* The blob is in IndexedDB but its bytes are unreadable — iOS purged the OS file behind a
|
|
|
|
|
* stored `File`. Deliberately NOT a NetworkError: retrying cannot bring the bytes back, and
|
|
|
|
|
* treating it as transient is what produced an empty-POST retry storm during the event. The
|
|
|
|
|
* guest has to re-pick the photo, and the message says so.
|
|
|
|
|
*/
|
|
|
|
|
class UnreadableBlobError extends Error {}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* The guest aborted this upload themselves (the ✕ on an in-flight row). A NetworkError
|
|
|
|
|
* subclass because the transport outcome is identical — but it must NOT stop the batch or
|
|
|
|
|
@@ -701,6 +709,48 @@ export function classifyUploadStatus(status: number): UploadOutcome {
|
|
|
|
|
return 'transient';
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Within the `terminal` bucket, is this 400 a TRUNCATED REQUEST rather than a verdict on the
|
|
|
|
|
* file? Keep the blob and retry if so. Pure + exported for the same reason as
|
|
|
|
|
* `isReversibleLock`: it decides whether a guest keeps their photo.
|
|
|
|
|
*
|
|
|
|
|
* Keyed on the MESSAGE, not the envelope. The obvious rule — "an app-raised 400 carries
|
|
|
|
|
* `bad_request`, so a 400 without it is Axum's plain-text rejection" — does not hold, and was
|
|
|
|
|
* verified against the running backend rather than reasoned about:
|
|
|
|
|
*
|
|
|
|
|
* stream breaks between parts → 400 application/json
|
|
|
|
|
* {"error":"bad_request","message":"Error parsing `multipart/…"}
|
|
|
|
|
* stream breaks mid-file → 400 application/json, same code, message prefixed
|
|
|
|
|
* "Datei konnte nicht gelesen werden: …"
|
|
|
|
|
* no boundary in Content-Type → 400 text/plain "Invalid `boundary` for `multipart/…"
|
|
|
|
|
*
|
|
|
|
|
* Only the third is Axum's own extractor rejection. The first two — the ones a webview or a
|
|
|
|
|
* dropping mobile link actually produce — never reach it: the handler pulls the fields itself
|
|
|
|
|
* and wraps `MultipartError` in `AppError::BadRequest` (`upload.rs` field loop and chunk loop),
|
|
|
|
|
* so they arrive as an ordinary `bad_request` envelope, indistinguishable by code from "file too
|
|
|
|
|
* large" or "caption too long". An envelope check therefore never fires for the case this
|
|
|
|
|
* exists to catch. Confirmed live: the log line for a real guest failure and for a synthetic
|
|
|
|
|
* truncation are byte-identical.
|
|
|
|
|
*
|
|
|
|
|
* Retrying is safe: nothing was parsed, so nothing was stored and no quota was charged, and
|
|
|
|
|
* `X-Client-Upload-Id` makes a duplicate impossible even if the server did see it.
|
|
|
|
|
*
|
|
|
|
|
* The substring is Axum's `MultipartError` Display text and is therefore an UPSTREAM contract
|
|
|
|
|
* this file does not own — an axum upgrade could reword it and silently re-open the data loss.
|
|
|
|
|
* The durable fix is a distinct backend code (e.g. `body_incomplete`) that this can prefer once
|
|
|
|
|
* it exists; the match is kept as the fallback because it needs no app-image release.
|
|
|
|
|
*/
|
|
|
|
|
export function isIncompleteBody(status: number, body: unknown): boolean {
|
|
|
|
|
if (status !== 400) return false;
|
|
|
|
|
const envelope = body as { error?: unknown; message?: unknown } | null | undefined;
|
|
|
|
|
// An unparseable body (proxy, WAF, captive portal) cannot be a considered rejection either.
|
|
|
|
|
if (!envelope || envelope.error !== 'bad_request') return true;
|
|
|
|
|
return (
|
|
|
|
|
typeof envelope.message === 'string' &&
|
|
|
|
|
envelope.message.includes('Error parsing `multipart/form-data` request')
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Within the `terminal` bucket, decide whether a 4xx is a REVERSIBLE lock (keep the blob,
|
|
|
|
|
* park retryable for a host reopen) rather than a permanent rejection (purge the blob).
|
|
|
|
|
@@ -841,6 +891,33 @@ export async function releaseResolvedParks(state: {
|
|
|
|
|
* actually queued (deduped, or the queue is full of un-evictable in-flight items). */
|
|
|
|
|
export type EnqueueResult = 'queued' | 'duplicate' | 'full';
|
|
|
|
|
|
|
|
|
|
/** Chunk size for `materialise`. Bounds peak JS heap, not total copy size. */
|
|
|
|
|
const MATERIALISE_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Copy a picked file's bytes into a Blob this origin owns, so IndexedDB stores DATA rather
|
|
|
|
|
* than a reference to an OS file that iOS will delete. See the call site in `addToQueue` for
|
|
|
|
|
* why that reference is the bug.
|
|
|
|
|
*
|
|
|
|
|
* Chunked deliberately. `new Blob([await file.arrayBuffer()])` is one line and correct for a
|
|
|
|
|
* 3 MB photo, but it pulls the whole file into the JS heap — and this queue accepts videos up
|
|
|
|
|
* to 500 MB, where that would very likely get the tab killed by the OS. Trading a crash for a
|
|
|
|
|
* failed upload is not a fix. Reading a slice at a time and letting each chunk become its own
|
|
|
|
|
* Blob keeps peak heap at one chunk; the browser's blob store owns the accumulated parts and
|
|
|
|
|
* can spill them to disk, which is exactly where a half-gigabyte video should live.
|
|
|
|
|
*/
|
|
|
|
|
async function materialise(file: File): Promise<Blob> {
|
|
|
|
|
if (file.size <= MATERIALISE_CHUNK_BYTES) {
|
|
|
|
|
return new Blob([await file.arrayBuffer()], { type: file.type });
|
|
|
|
|
}
|
|
|
|
|
const parts: Blob[] = [];
|
|
|
|
|
for (let offset = 0; offset < file.size; offset += MATERIALISE_CHUNK_BYTES) {
|
|
|
|
|
const slice = file.slice(offset, offset + MATERIALISE_CHUNK_BYTES);
|
|
|
|
|
parts.push(new Blob([await slice.arrayBuffer()]));
|
|
|
|
|
}
|
|
|
|
|
return new Blob(parts, { type: file.type });
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function addToQueue(
|
|
|
|
|
file: File,
|
|
|
|
|
caption: string,
|
|
|
|
|
@@ -887,6 +964,23 @@ export async function addToQueue(
|
|
|
|
|
// This id is also the server-side idempotency key (`client_upload_id`), so it is minted
|
|
|
|
|
// exactly ONCE per file here and reused by every retry — see uploadItem.
|
|
|
|
|
const id = uuid();
|
|
|
|
|
// MATERIALISE THE BYTES. Do not store the `File` itself.
|
|
|
|
|
//
|
|
|
|
|
// WebKit persists a File in IndexedDB as a REFERENCE to the OS backing file rather than a
|
|
|
|
|
// copy of its contents. iOS purges that file soon after the picker closes, which leaves a
|
|
|
|
|
// "neutered File": `.name` and `.size` still read correctly, so nothing looks wrong, but
|
|
|
|
|
// the bytes are gone. WebKit then does NOT throw on `xhr.send()` — the note at the send
|
|
|
|
|
// site assumed it would — it puts the request on the wire with an EMPTY BODY, the server
|
|
|
|
|
// cannot parse a multipart with no parts, and the guest sees a 400.
|
|
|
|
|
//
|
|
|
|
|
// Measured on the live event rather than inferred: every failing iPhone upload reached
|
|
|
|
|
// Caddy with `Content-Length: 0` in 7-22 ms, while an Android upload in the same minute
|
|
|
|
|
// sent 6,449,056 bytes and got a 201.
|
|
|
|
|
//
|
|
|
|
|
// Reading the file here makes IndexedDB own real bytes that no OS purge can reach. It
|
|
|
|
|
// costs one full read at pick time, which is also the moment the file is guaranteed still
|
|
|
|
|
// readable — the picker has only just handed it over.
|
|
|
|
|
const blob = await materialise(file);
|
|
|
|
|
const entry: QueueEntry = {
|
|
|
|
|
id,
|
|
|
|
|
userId,
|
|
|
|
|
@@ -897,7 +991,7 @@ export async function addToQueue(
|
|
|
|
|
caption,
|
|
|
|
|
hashtags,
|
|
|
|
|
status: 'pending',
|
|
|
|
|
blob: file
|
|
|
|
|
blob
|
|
|
|
|
};
|
|
|
|
|
await storePut(entry);
|
|
|
|
|
|
|
|
|
|
@@ -1070,6 +1164,11 @@ async function processQueue(): Promise<void> {
|
|
|
|
|
// NetworkError, which it extends.)
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
if (e instanceof UnreadableBlobError) {
|
|
|
|
|
// This one photo is unrecoverable, but the others in the queue may be fine
|
|
|
|
|
// (a re-picked copy, or one taken after the fix). Keep draining.
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
if (e instanceof NetworkError) {
|
|
|
|
|
// Connectivity dropped mid-flight. If offline the item is back to 'pending'
|
|
|
|
|
// and the `online` listener resumes it; if the failure hit while nominally
|
|
|
|
|
@@ -1120,7 +1219,26 @@ async function uploadItem(id: string): Promise<void> {
|
|
|
|
|
// and charging the guest's quota twice. Both 200 (deduped) and 201 (created) are
|
|
|
|
|
// success; `classifyUploadStatus` already treats the whole 2xx range that way.
|
|
|
|
|
formData.append('client_upload_id', entry.id);
|
|
|
|
|
formData.append('file', entry.blob, entry.fileName);
|
|
|
|
|
// Never send a body we cannot read. `entry.blob.size` is NOT sufficient on WebKit: a
|
|
|
|
|
// neutered File keeps its metadata and reports the original size while reading as
|
|
|
|
|
// nothing. Only an actual read tells the truth, so probe one byte.
|
|
|
|
|
//
|
|
|
|
|
// This covers items queued BEFORE the materialise-on-pick fix above, which are still
|
|
|
|
|
// sitting in IndexedDB holding a dead File reference. Without it those retry until the
|
|
|
|
|
// budget is spent, every attempt an empty POST — 79 of them during the event.
|
|
|
|
|
const blob = entry.blob;
|
|
|
|
|
let readable = false;
|
|
|
|
|
try {
|
|
|
|
|
readable = (await blob.slice(0, 1).arrayBuffer()).byteLength > 0;
|
|
|
|
|
} catch {
|
|
|
|
|
readable = false;
|
|
|
|
|
}
|
|
|
|
|
if (!readable && entry.fileSize > 0) {
|
|
|
|
|
throw new UnreadableBlobError(
|
|
|
|
|
'Dieses Foto ist auf dem Gerät nicht mehr lesbar — bitte wähle es noch einmal aus.'
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
formData.append('file', blob, entry.fileName);
|
|
|
|
|
if (entry.caption) formData.append('caption', entry.caption);
|
|
|
|
|
if (entry.hashtags) formData.append('hashtags', entry.hashtags);
|
|
|
|
|
|
|
|
|
|
@@ -1252,23 +1370,10 @@ async function uploadItem(id: string): Promise<void> {
|
|
|
|
|
);
|
|
|
|
|
break;
|
|
|
|
|
case 'terminal': {
|
|
|
|
|
// A 400 the APP raised always carries `bad_request` in a JSON envelope
|
|
|
|
|
// (too large, wrong type, caption too long, NUL byte). Axum's own multipart
|
|
|
|
|
// rejection does not: it is a PLAIN-TEXT 400 ("Error parsing
|
|
|
|
|
// `multipart/form-data` request"), so `body` is null here.
|
|
|
|
|
//
|
|
|
|
|
// That distinction decides whether a guest keeps their photo. An
|
|
|
|
|
// unparseable 400 means the request body never arrived intact — a transport
|
|
|
|
|
// failure, not a verdict on the file — and it is exactly what an iOS in-app
|
|
|
|
|
// browser (WhatsApp) produces when it truncates an XHR upload. Classified as
|
|
|
|
|
// terminal, it purged the blob from IndexedDB and offered no retry, so a
|
|
|
|
|
// webview hiccup destroyed the only copy the guest had.
|
|
|
|
|
//
|
|
|
|
|
// Same reasoning the 403 rule below already applies to an unparseable body,
|
|
|
|
|
// and safe to retry: nothing was parsed, so nothing was stored and no quota
|
|
|
|
|
// was charged — and `X-Client-Upload-Id` makes a duplicate impossible even
|
|
|
|
|
// if the server did see it.
|
|
|
|
|
if (xhr.status === 400 && body?.error !== 'bad_request') {
|
|
|
|
|
// A truncated body is a transport failure, not a verdict on the file, so it
|
|
|
|
|
// must not purge the blob. See `isIncompleteBody` for why the envelope alone
|
|
|
|
|
// cannot decide this.
|
|
|
|
|
if (isIncompleteBody(xhr.status, body)) {
|
|
|
|
|
settle(() =>
|
|
|
|
|
reject(new NetworkError('Übertragung unvollständig — bitte erneut versuchen'))
|
|
|
|
|
);
|
|
|
|
|
@@ -1451,6 +1556,20 @@ async function uploadItem(id: string): Promise<void> {
|
|
|
|
|
}
|
|
|
|
|
throw e;
|
|
|
|
|
}
|
|
|
|
|
if (e instanceof UnreadableBlobError) {
|
|
|
|
|
// The bytes are gone from the browser's storage (iOS purged the OS file behind a
|
|
|
|
|
// stored `File`). No retry can recover them, so this is terminal — but unlike a
|
|
|
|
|
// server rejection the photo itself is fine and still in the camera roll, so the
|
|
|
|
|
// message asks for a re-pick rather than reporting the file as refused. Dropping
|
|
|
|
|
// the dead blob also frees the queue slot for the re-picked copy.
|
|
|
|
|
delete entry.blob;
|
|
|
|
|
entry.status = 'blocked';
|
|
|
|
|
entry.error = e.message;
|
|
|
|
|
await storePut(entry);
|
|
|
|
|
updateItemStatus(id, 'blocked', e.message);
|
|
|
|
|
toast(`${entry.fileName}: ${e.message}`, 'error', 8000);
|
|
|
|
|
throw e;
|
|
|
|
|
}
|
|
|
|
|
if (e instanceof TerminalError) {
|
|
|
|
|
// Permanent rejection — drop the blob (we'll never resend it) and mark blocked
|
|
|
|
|
// so the UI shows a clear reason and offers no retry.
|
|
|
|
|
|