till/managarten
1
0
Fork 0
mirror of https://github.com/Memo-2023/mana-monorepo.git synced 2026-05-27 22:17:42 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

feat(sync): batched push with PUSH_BATCH_SIZE = 200

Browse source 
Caps each push request to 200 pending changes so a user who was
offline for weeks doesn't send a single multi-MB payload. After
each successful batch, schedulePush re-triggers to drain the
remaining rows in subsequent chunks.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Till JS 2026-04-10 18:43:33 +02:00
parent 7d18adadf7
commit 97610a08f8
1 changed files with 15 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

18
apps/mana/apps/web/src/lib/data/sync.ts
View file

@ -459,6 +459,13 @@ export type SyncStatus = 'idle' | 'syncing' | 'error' | 'offline';
// ─── Config ─────────────────────────────────────────────────── // ─── Config ───────────────────────────────────────────────────
const PUSH_DEBOUNCE = 1000; const PUSH_DEBOUNCE = 1000;
/**
* Maximum number of pending changes to include in a single push request.
* Prevents multi-MB payloads when a user was offline for weeks and
* accumulated thousands of changes. The push loop re-schedules itself
* after each batch so all changes eventually drain.
*/
const PUSH_BATCH_SIZE = 200;
const PULL_INTERVAL = 30_000; const PULL_INTERVAL = 30_000;
const WS_RECONNECT_DELAY = 5000; const WS_RECONNECT_DELAY = 5000;
@ -662,14 +669,19 @@ export function createUnifiedSync(serverUrl: string, getToken: () => Promise<str
return; return;
} }
// Get pending changes for this appId // Get pending changes for this appId — capped to PUSH_BATCH_SIZE
const pending: PendingChange[] = await db // so a long-offline session doesn't produce a multi-MB request.
// If more rows exist, schedulePush re-triggers after this batch.
const allPending: PendingChange[] = await db
.table('_pendingChanges') .table('_pendingChanges')
.where('appId') .where('appId')
.equals(appId) .equals(appId)
.sortBy('createdAt'); .sortBy('createdAt');
if (pending.length === 0) return; if (allPending.length === 0) return;
const pending = allPending.slice(0, PUSH_BATCH_SIZE);
const hasMore = allPending.length > PUSH_BATCH_SIZE;
setStatus('syncing'); setStatus('syncing');
const startedAt = Date.now(); const startedAt = Date.now();