[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_233":234,"_235":236},"routes/_app.x.$handle.$name",{"_100":99,"_31":44,"_109":90,"_26":110,"_13":14,"_111":-5,"_11":112,"_113":114,"_115":116,"_117":118,"_119":120,"_20":-5,"_121":-5,"_122":-5,"_123":24,"_124":125,"_126":24,"_127":-5,"_128":-5,"_129":130},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":54,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":71,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":24},"version",9,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","lib/events.ts","latestPath","fileId","77a2ac4e-643e-11f1-8747-1607ee4eb77e","name","events.ts","fileType","script","content","// Incremental sync driven by the Stripe Events API. Reads events since the\n// stored cursor (minus an overlap window), dedupes already-processed event\n// ids, then refetches the canonical objects that changed — in parallel — and\n// upserts them. Event payloads are never trusted as the source of truth; the\n// fresh GET is, so out-of-order events can't write stale data.\nimport { EVENT_OVERLAP_SECONDS, PAGE_SIZE, TABLES } from \"../config.ts\";\nimport { batchWrite, Statement } from \"./db.ts\";\nimport { invoiceLines, subscriptionItems } from \"./backfill.ts\";\nimport {\n creditNoteRow,\n customerRow,\n deleteInvoice,\n deleteRow,\n deleteSubscription,\n invoiceRows,\n objectId,\n priceRow,\n productRow,\n subscriptionRows,\n} from \"./rows.ts\";\nimport { stripeGet, stripeGetMaybe, StripeList } from \"./stripe.ts\";\nimport { eventCursor, knownEventIds, markEventError, recordEvents, saveEventCursor } from \"./state.ts\";\n\nconst MAX_EVENT_PAGES = 20;\n\ntype StripeEvent = { id: string; type: string; created: number; data?: { object?: any } };\n\nexport async function runEventSync() {\n try {\n const cursor = await eventCursor();\n const since = Math.max(0, cursor - EVENT_OVERLAP_SECONDS);\n const events = await fetchEventsSince(since);\n const known = await knownEventIds(events.map((event) => event.id));\n const unseen = events.filter((event) => !known.has(event.id));\n const targets = collectTargets(unseen);\n const counts = await syncTargets(targets);\n await recordEvents(unseen);\n const maxCreated = events.reduce((max, event) => Math.max(max, Number(event.created ?? 0)), cursor);\n await saveEventCursor(maxCreated);\n return { mode: \"events\", events: events.length, unseen: unseen.length, ...counts };\n } catch (error) {\n await markEventError(error instanceof Error ? error.message : String(error));\n throw error;\n }\n}\n\ntype Targets = {\n invoices: Set;\n credit_notes: Set;\n subscriptions: Set;\n customers: Set;\n prices: Set;\n products: Set;\n ignored: Set;\n};\n\nfunction collectTargets(events: StripeEvent[]): Targets {\n const targets: Targets = {\n invoices: new Set(),\n credit_notes: new Set(),\n subscriptions: new Set(),\n customers: new Set(),\n prices: new Set(),\n products: new Set(),\n ignored: new Set(),\n };\n for (const event of events) {\n const object = event.data?.object;\n const id = objectId(object);\n if (!object || !id) continue; // e.g. invoice.upcoming has no id\n switch (object.object) {\n case \"invoice\":\n targets.invoices.add(id);\n break;\n case \"credit_note\":\n targets.credit_notes.add(id);\n break;\n case \"subscription\":\n targets.subscriptions.add(id);\n break;\n case \"subscription_item\":\n addIf(targets.subscriptions, objectId(object.subscription));\n break;\n case \"invoiceitem\":\n addIf(targets.invoices, objectId(object.invoice));\n break;\n case \"customer\":\n targets.customers.add(id);\n break;\n case \"price\":\n targets.prices.add(id);\n break;\n case \"product\":\n targets.products.add(id);\n break;\n default:\n targets.ignored.add(event.type);\n }\n }\n return targets;\n}\n\n// Refetch every changed object concurrently (the rate limiter does the\n// pacing). A 404 or deleted flag means the object is gone — drop our row.\nasync function syncTargets(targets: Targets) {\n const syncedAt = new Date().toISOString();\n const refetch = (enabled: boolean, ids: Set, fn: (id: string) => Promise) =>\n enabled ? Promise.all([...ids].map(fn)) : Promise.resolve([]);\n\n const groups = await Promise.all([\n refetch(TABLES.invoices, targets.invoices, async (id) => {\n const invoice = await stripeGetMaybe(`/v1/invoices/${id}`);\n if (!invoice) return deleteInvoice(id);\n return invoiceRows(invoice, await invoiceLines(invoice), syncedAt);\n }),\n refetch(TABLES.credit_notes, targets.credit_notes, async (id) => {\n const note = await stripeGetMaybe(`/v1/credit_notes/${id}`);\n return note ? [creditNoteRow(note, syncedAt)] : [deleteRow(\"stripe_credit_notes\", id)];\n }),\n refetch(TABLES.subscriptions, targets.subscriptions, async (id) => {\n const sub = await stripeGetMaybe(`/v1/subscriptions/${id}`);\n if (!sub) return deleteSubscription(id);\n return subscriptionRows(sub, await subscriptionItems(sub), syncedAt);\n }),\n refetch(TABLES.customers, targets.customers, async (id) => {\n const customer = await stripeGetMaybe(`/v1/customers/${id}`);\n if (!customer || customer.deleted) return [deleteRow(\"stripe_customers\", id)];\n return [customerRow(customer, syncedAt)];\n }),\n refetch(TABLES.prices, targets.prices, async (id) => {\n const price = await stripeGetMaybe(`/v1/prices/${id}`);\n return price ? [priceRow(price, syncedAt)] : [deleteRow(\"stripe_prices\", id)];\n }),\n refetch(TABLES.products, targets.products, async (id) => {\n const product = await stripeGetMaybe(`/v1/products/${id}`);\n if (!product || product.deleted) return [deleteRow(\"stripe_products\", id)];\n return [productRow(product, syncedAt)];\n }),\n ]);\n\n const stmts = groups.flat(2);\n await batchWrite(stmts);\n return {\n changed: {\n invoices: targets.invoices.size,\n credit_notes: targets.credit_notes.size,\n subscriptions: targets.subscriptions.size,\n customers: targets.customers.size,\n prices: targets.prices.size,\n products: targets.products.size,\n },\n upserts: stmts.length,\n ignored: [...targets.ignored].sort(),\n };\n}\n\nasync function fetchEventsSince(createdGte: number): Promise {\n const events: StripeEvent[] = [];\n let startingAfter: string | undefined;\n for (let i = 0; i < MAX_EVENT_PAGES; i++) {\n const page = await stripeGet(\"/v1/events\", {\n limit: String(PAGE_SIZE),\n \"created[gte]\": String(createdGte),\n ...(startingAfter ? { starting_after: startingAfter } : {}),\n }) as StripeList;\n const data = page.data ?? [];\n events.push(...data);\n if (!page.has_more || data.length === 0) break;\n startingAfter = String(data.at(-1)!.id);\n }\n return events;\n}\n\nfunction addIf(target: Set, id: string | null) {\n if (id) target.add(id);\n}\n","createdAt",["D",1781035488296],"branchVersion","branchId","41ab6bde-e273-4dba-99ae-7e8f9d01de9f","id","aca55a8a-72ee-4b8b-84aa-0a0762b4d677","stripe-mirror",["D",1781035360700],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Mirror your Stripe account into SQLite to power ARR/MRR charts","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/522abc55-169d-4249-6a64-9e9382e58300/square512?exp=1789545599&sig=f17ae1c3dc38e857567fc0fb9ff3c967ebb8da6ab0ba7242cdbdf0457b306ca8","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","e70f460e-6444-11f1-b2c1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",2,"orgId","019aa807-52c2-709c-928b-2029bae9a558","tursoName","aca55a8a72ee4b8b84aa0a0762b4d677","tursoHostname","aca55a8a72ee4b8b84aa0a0762b4d677-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789501878689],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_100":99,"_108":104},"org",{"_100":99,"_101":102,"_103":104,"_18":-5,"_105":106,"_107":59},"branch",{"_13":89,"_31":90,"_42":41,"_91":43,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":44,"_98":99},"isOwned",78,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","templates","handle","displayName","Templates","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/129cab32-3bd7-4c3e-f39b-f12900c76100/square512?exp=1789545599&sig=2316df07e67031dd48e537f6ce0c4c14b92716fed790ec83ecf27974cc65aa31","tier","business","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":228,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":54,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":229,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":230,"_84":231,"_86":232,"_88":24},"tree",[160,168],"files",[160,161,162,163,164,165,166,167,168],"counts",{"_150":139,"_151":146,"_152":139,"_153":154,"_155":156},"contents",[131,132],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_137":59,"_37":147,"_13":139,"_33":148,"_35":-5,"_23":24,"_141":-5,"_26":149},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":63,"_137":59,"_37":138,"_13":139,"_33":34,"_35":140,"_23":24,"_141":-5,"_26":142},"2f79552b-7912-49d9-95ea-21471b48334c","config.ts","3569068e-643e-11f1-af85-1607ee4eb77e","parentId","latest",["D",1781035377171],0,"// Configuration for the Stripe → SQLite mirror.\n\n// Which Stripe resources to mirror. Set one to false and the cron stops\n// touching it (existing rows stay put). Set a new one to true and the next\n// cron run automatically backfills it from the beginning of time.\nexport const TABLES = {\n customers: true,\n products: true,\n prices: true,\n subscriptions: true, // also fills stripe_subscription_items\n invoices: true, // also fills stripe_invoice_lines\n credit_notes: true,\n} as const;\n\nexport type Resource = keyof typeof TABLES;\n\nexport function enabledResources(): Resource[] {\n return (Object.keys(TABLES) as Resource[]).filter((resource) => TABLES[resource]);\n}\n\n// --- Rate limiting ----------------------------------------------------------\n// Stripe's default API limits are 100 read requests/sec in live mode and\n// 25/sec in test mode. All requests in this val flow through one token bucket\n// pinned to RATE_LIMIT_FRACTION of that, so the backfill can fan out\n// aggressively while staying safely under the limit and leaving headroom for\n// your production traffic.\nexport const RATE_LIMIT_FRACTION = 0.8;\nexport const LIVE_READS_PER_SECOND = 100;\nexport const TEST_READS_PER_SECOND = 25;\n\n// Upper bound on simultaneous in-flight requests.\nexport const MAX_CONCURRENCY = 25;\n\n// Stripe's max list page size.\nexport const PAGE_SIZE = 100;\n\n// The events sync re-reads this far behind its cursor, so a crashed or\n// overlapping run can never skip an event (already-seen ids are deduped).\nexport const EVENT_OVERLAP_SECONDS = 10 * 60;\n\n// Processed event ids are kept this long for dedupe, then pruned.\nexport const EVENT_RETENTION_DAYS = 30;\n\n// Wall-clock budget for backfill work inside one run.\nexport const RUN_BUDGET_MS = 3.5 * 60 * 1000;\n","label",[134],"b527262a-1d83-40fe-8ce4-b71503f5711f","lib","2e7297be-643e-11f1-812a-1607ee4eb77e",1,["D",1781035365512],"directory",[144],"pulls","branches","forks","envVars",{"_157":146,"_159":139},"connections",{"_157":139,"_158":139},"count","unfilledCount","emptyCount",{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_137":59,"_37":225,"_13":139,"_33":148,"_35":-5,"_23":24,"_141":-5,"_170":226,"_26":227},{"_42":217,"_31":218,"_29":219,"_136":145,"_40":41,"_39":220,"_137":59,"_37":221,"_13":139,"_33":34,"_35":222,"_23":24,"_141":-5,"_170":223,"_26":224},{"_42":209,"_31":210,"_29":211,"_136":145,"_40":41,"_39":212,"_137":59,"_37":213,"_13":139,"_33":34,"_35":214,"_23":24,"_141":-5,"_170":215,"_26":216},{"_42":205,"_31":32,"_29":30,"_136":145,"_40":41,"_39":14,"_137":59,"_37":206,"_13":139,"_33":34,"_35":36,"_23":24,"_141":-5,"_170":207,"_26":208},{"_42":197,"_31":198,"_29":199,"_136":145,"_40":41,"_39":200,"_137":59,"_37":201,"_13":139,"_33":34,"_35":202,"_23":24,"_141":-5,"_170":203,"_26":204},{"_42":189,"_31":190,"_29":191,"_136":145,"_40":41,"_39":192,"_137":59,"_37":193,"_13":139,"_33":34,"_35":194,"_23":24,"_141":-5,"_170":195,"_26":196},{"_42":181,"_31":182,"_29":183,"_136":145,"_40":41,"_39":184,"_137":59,"_37":185,"_13":139,"_33":34,"_35":186,"_23":24,"_141":-5,"_170":187,"_26":188},{"_42":173,"_31":174,"_29":175,"_136":145,"_40":41,"_39":176,"_137":59,"_37":177,"_13":139,"_33":34,"_35":178,"_23":24,"_141":-5,"_170":179,"_26":180},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":63,"_137":59,"_37":169,"_13":139,"_33":34,"_35":140,"_23":24,"_141":-5,"_170":171,"_26":172},["D",1781035377171],"children",[],[134],"97f397f8-e8fe-49f5-b2fd-57bfb5d02499","stripe.ts","40aca0e6-643e-11f1-af79-1607ee4eb77e",4,["D",1781035396088],"// Rate-limited Stripe REST client. Every request flows through a token\n// bucket pinned to RATE_LIMIT_FRACTION of Stripe's documented read limit,\n// plus a concurrency cap — so callers can fire requests in parallel freely\n// and throughput lands at ~80% of what Stripe allows.\nimport {\n LIVE_READS_PER_SECOND,\n MAX_CONCURRENCY,\n PAGE_SIZE,\n RATE_LIMIT_FRACTION,\n TEST_READS_PER_SECOND,\n} from \"../config.ts\";\n\nconst API_BASE = \"https://api.stripe.com\";\nconst MAX_RETRIES = 5;\n\nexport type StripeList = { data?: T[]; has_more?: boolean };\n\nexport function apiKey(): string {\n const key = Deno.env.get(\"STRIPE_API_KEY\");\n if (!key) throw new Error(\"STRIPE_API_KEY is not set — see README.md for setup\");\n return key;\n}\n\nfunction readsPerSecond(): number {\n const limit = apiKey().includes(\"_test_\") ? TEST_READS_PER_SECOND : LIVE_READS_PER_SECOND;\n return Math.max(1, Math.floor(limit * RATE_LIMIT_FRACTION));\n}\n\n// --- token bucket: refills once per second ---\nlet tokens = 0;\nlet windowStart = 0;\n\nasync function acquireToken() {\n while (true) {\n const now = Date.now();\n if (now - windowStart >= 1000) {\n windowStart = now;\n tokens = readsPerSecond();\n }\n if (tokens > 0) {\n tokens--;\n return;\n }\n await sleep(windowStart + 1000 - now + 5);\n }\n}\n\n// --- concurrency gate ---\nlet inFlight = 0;\nconst waiting: Array<() => void> = [];\n\nasync function acquireSlot() {\n if (inFlight >= MAX_CONCURRENCY) await new Promise((resolve) => waiting.push(resolve));\n inFlight++;\n}\n\nfunction releaseSlot() {\n inFlight--;\n waiting.shift()?.();\n}\n\nexport class NotFound extends Error {}\n\nexport async function stripeGet(path: string, params: Record = {}): Promise {\n const url = new URL(API_BASE + path);\n for (const [key, value] of Object.entries(params)) {\n for (const v of Array.isArray(value) ? value : [value]) url.searchParams.append(key, v);\n }\n await acquireSlot();\n try {\n for (let attempt = 0; ; attempt++) {\n await acquireToken();\n const res = await fetch(url, { headers: { Authorization: `Bearer ${apiKey()}` } });\n if (res.ok) return await res.json();\n const body = await res.text();\n if (res.status === 404) throw new NotFound(`Stripe GET ${path} 404`);\n const retryable = res.status === 429 || res.status >= 500;\n if (!retryable || attempt >= MAX_RETRIES) {\n throw new Error(`Stripe GET ${path} ${res.status}: ${body.slice(0, 300)}`);\n }\n const retryAfter = Number(res.headers.get(\"retry-after\"));\n await sleep((retryAfter > 0 ? retryAfter : 2 ** attempt) * 1000);\n }\n } finally {\n releaseSlot();\n }\n}\n\n// Returns null instead of throwing when the object no longer exists.\nexport async function stripeGetMaybe(path: string, params: Record = {}): Promise {\n try {\n return await stripeGet(path, params);\n } catch (error) {\n if (error instanceof NotFound) return null;\n throw error;\n }\n}\n\n// Fetch every page of a list endpoint (used for child lists like the rare\n// invoice with >100 lines).\nexport async function listAll(path: string, params: Record = {}): Promise {\n const all: any[] = [];\n let startingAfter: string | undefined;\n while (true) {\n const page = await stripeGet(path, {\n ...params,\n limit: String(PAGE_SIZE),\n ...(startingAfter ? { starting_after: startingAfter } : {}),\n }) as StripeList;\n const data = page.data ?? [];\n all.push(...data);\n if (!page.has_more || data.length === 0) return all;\n startingAfter = String(data.at(-1).id);\n }\n}\n\nfunction sleep(ms: number) {\n return new Promise((resolve) => setTimeout(resolve, Math.max(ms, 0)));\n}\n",[],[144,174],"3999f387-4a61-4a70-a40a-51c60c39cafc","state.ts","602e97c6-643e-11f1-9a79-1607ee4eb77e",7,["D",1781035448949],"// Sync bookkeeping: backfill cursors per resource and the events cursor.\nimport { enabledResources, EVENT_RETENTION_DAYS, Resource } from \"../config.ts\";\nimport { batchWrite, sqlite } from \"./db.ts\";\n\nexport type PendingResource = { resource: Resource; cursor: string | null };\n\nexport async function pendingResources(): Promise {\n const enabled = enabledResources();\n const result = await sqlite.execute(`SELECT resource, cursor FROM sync_state WHERE status = 'pending'`);\n return result.rows\n .map((row) => ({\n resource: String(row.resource) as Resource,\n cursor: row.cursor == null ? null : String(row.cursor),\n }))\n .filter((row) => enabled.includes(row.resource));\n}\n\nexport async function saveCursor(resource: string, cursor: string | null) {\n await sqlite.execute({\n sql: `UPDATE sync_state SET cursor = ?, last_run_at = ?, last_error = NULL WHERE resource = ?`,\n args: [cursor, new Date().toISOString(), resource],\n });\n}\n\nexport async function markDone(resource: string) {\n await sqlite.execute({\n sql: `UPDATE sync_state SET status = 'done', cursor = NULL, last_run_at = ?, last_error = NULL WHERE resource = ?`,\n args: [new Date().toISOString(), resource],\n });\n}\n\nexport async function markError(resource: string, message: string) {\n await sqlite.execute({\n sql: `UPDATE sync_state SET last_run_at = ?, last_error = ? WHERE resource = ?`,\n args: [new Date().toISOString(), message, resource],\n });\n}\n\n// Queue every enabled resource for a fresh full walk (keeps existing rows;\n// the walk upserts over them).\nexport async function resetForResync() {\n await sqlite.batch(enabledResources().map((resource) => ({\n sql: `UPDATE sync_state SET status = 'pending', cursor = NULL, last_error = NULL WHERE resource = ?`,\n args: [resource],\n })));\n}\n\n// --- events cursor ---\n\nexport async function eventCursor(): Promise {\n const result = await sqlite.execute(`SELECT last_event_created FROM event_state WHERE key = 'events'`);\n return Number(result.rows[0]?.last_event_created ?? 0);\n}\n\nexport async function saveEventCursor(created: number) {\n await sqlite.execute({\n sql: `UPDATE event_state SET last_event_created = ?, updated_at = ?, last_error = NULL WHERE key = 'events'`,\n args: [created, new Date().toISOString()],\n });\n}\n\nexport async function markEventError(message: string) {\n await sqlite.execute({\n sql: `UPDATE event_state SET updated_at = ?, last_error = ? WHERE key = 'events'`,\n args: [new Date().toISOString(), message],\n });\n}\n\nexport async function knownEventIds(ids: string[]): Promise> {\n const known = new Set();\n for (let i = 0; i < ids.length; i += 100) {\n const chunk = ids.slice(i, i + 100);\n const placeholders = chunk.map(() => \"?\").join(\", \");\n const result = await sqlite.execute({\n sql: `SELECT id FROM stripe_events WHERE id IN (${placeholders})`,\n args: chunk,\n });\n for (const row of result.rows) known.add(String(row.id));\n }\n return known;\n}\n\nexport async function recordEvents(events: { id: string; type: string; created: number }[]) {\n const processedAt = new Date().toISOString();\n await batchWrite(events.map((event) => ({\n sql: `INSERT INTO stripe_events (id, type, created, processed_at) VALUES (?, ?, ?, ?)\n ON CONFLICT(id) DO NOTHING`,\n args: [event.id, event.type, Number(event.created ?? 0), processedAt],\n })));\n const cutoff = Math.floor(Date.now() / 1000) - EVENT_RETENTION_DAYS * 24 * 60 * 60;\n await sqlite.execute({ sql: `DELETE FROM stripe_events WHERE created < ?`, args: [cutoff] });\n}\n",[],[144,182],"65ddb154-8b84-498b-bb0b-1f660d40c464","schema.ts","4bb211ce-643e-11f1-afcf-1607ee4eb77e",5,["D",1781035414579],"import { enabledResources } from \"../config.ts\";\nimport { sqlite } from \"./db.ts\";\n\n// Every mirror table promotes a few columns for indexing/joins and keeps the\n// complete Stripe object as JSON in `raw` — anything not promoted is still\n// queryable with json_extract(raw, '$.field').\nconst TABLES = [\n `CREATE TABLE IF NOT EXISTS stripe_customers (\n id TEXT PRIMARY KEY,\n name TEXT,\n email TEXT,\n created INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_products (\n id TEXT PRIMARY KEY,\n name TEXT,\n active INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_prices (\n id TEXT PRIMARY KEY,\n product_id TEXT,\n currency TEXT,\n unit_amount INTEGER,\n recurring_interval TEXT,\n recurring_interval_count INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_subscriptions (\n id TEXT PRIMARY KEY,\n customer_id TEXT,\n status TEXT,\n created INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_subscription_items (\n id TEXT PRIMARY KEY,\n subscription_id TEXT NOT NULL,\n price_id TEXT,\n quantity INTEGER NOT NULL DEFAULT 1,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_invoices (\n id TEXT PRIMARY KEY,\n customer_id TEXT,\n subscription_id TEXT,\n status TEXT,\n total INTEGER,\n currency TEXT,\n created INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_invoice_lines (\n id TEXT PRIMARY KEY,\n invoice_id TEXT NOT NULL,\n subscription_id TEXT,\n price_id TEXT,\n product_id TEXT,\n amount INTEGER,\n period_start INTEGER,\n period_end INTEGER,\n proration INTEGER NOT NULL DEFAULT 0,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_credit_notes (\n id TEXT PRIMARY KEY,\n invoice_id TEXT,\n customer_id TEXT,\n amount INTEGER,\n status TEXT,\n created INTEGER,\n raw TEXT NOT NULL,\n synced_at TEXT NOT NULL\n )`,\n `CREATE TABLE IF NOT EXISTS sync_state (\n resource TEXT PRIMARY KEY,\n status TEXT NOT NULL DEFAULT 'pending',\n cursor TEXT,\n last_run_at TEXT,\n last_error TEXT\n )`,\n `CREATE TABLE IF NOT EXISTS event_state (\n key TEXT PRIMARY KEY,\n last_event_created INTEGER NOT NULL DEFAULT 0,\n updated_at TEXT,\n last_error TEXT\n )`,\n `CREATE TABLE IF NOT EXISTS stripe_events (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n created INTEGER NOT NULL,\n processed_at TEXT NOT NULL\n )`,\n];\n\nconst INDEXES = [\n `CREATE INDEX IF NOT EXISTS idx_invoices_customer ON stripe_invoices(customer_id)`,\n `CREATE INDEX IF NOT EXISTS idx_invoices_subscription ON stripe_invoices(subscription_id)`,\n `CREATE INDEX IF NOT EXISTS idx_invoices_created ON stripe_invoices(created)`,\n `CREATE INDEX IF NOT EXISTS idx_invoice_lines_invoice ON stripe_invoice_lines(invoice_id)`,\n `CREATE INDEX IF NOT EXISTS idx_invoice_lines_price ON stripe_invoice_lines(price_id)`,\n `CREATE INDEX IF NOT EXISTS idx_invoice_lines_subscription ON stripe_invoice_lines(subscription_id)`,\n `CREATE INDEX IF NOT EXISTS idx_subscriptions_customer ON stripe_subscriptions(customer_id)`,\n `CREATE INDEX IF NOT EXISTS idx_subscription_items_subscription ON stripe_subscription_items(subscription_id)`,\n `CREATE INDEX IF NOT EXISTS idx_prices_product ON stripe_prices(product_id)`,\n `CREATE INDEX IF NOT EXISTS idx_credit_notes_invoice ON stripe_credit_notes(invoice_id)`,\n `CREATE INDEX IF NOT EXISTS idx_events_created ON stripe_events(created)`,\n];\n\nexport async function ensureSchema() {\n await sqlite.batch([...TABLES, ...INDEXES].map((sql) => ({ sql, args: [] })));\n\n // Seed state rows. A resource newly enabled in config.ts starts 'pending',\n // so the next cron run backfills it automatically.\n await sqlite.batch(enabledResources().map((resource) => ({\n sql: `INSERT INTO sync_state (resource, status) VALUES (?, 'pending') ON CONFLICT(resource) DO NOTHING`,\n args: [resource],\n })));\n\n // The event cursor starts at \"now\": history before this moment is the\n // backfill's job, and changes made during the backfill replay through events.\n await sqlite.execute({\n sql: `INSERT INTO event_state (key, last_event_created) VALUES ('events', ?) ON CONFLICT(key) DO NOTHING`,\n args: [Math.floor(Date.now() / 1000)],\n });\n}\n",[],[144,190],"c0eea8b4-8382-48f4-97be-f32bd71f540d","rows.ts","58f57420-643e-11f1-a315-1607ee4eb77e",6,["D",1781035436828],"// Maps raw Stripe objects to mirror-table upsert statements.\nimport { Statement, upsert } from \"./db.ts\";\n\n// Stripe fields can be an id string or an expanded object; normalize to id.\nexport function objectId(value: unknown): string | null {\n if (!value) return null;\n if (typeof value === \"string\") return value || null;\n return String((value as { id?: unknown }).id ?? \"\") || null;\n}\n\nexport function customerRow(customer: any, syncedAt: string): Statement {\n return upsert(\"stripe_customers\", {\n id: customer.id,\n name: customer.name,\n email: customer.email,\n created: customer.created,\n raw: JSON.stringify(customer),\n synced_at: syncedAt,\n });\n}\n\nexport function productRow(product: any, syncedAt: string): Statement {\n return upsert(\"stripe_products\", {\n id: product.id,\n name: product.name,\n active: product.active ? 1 : 0,\n raw: JSON.stringify(product),\n synced_at: syncedAt,\n });\n}\n\nexport function priceRow(price: any, syncedAt: string): Statement {\n return upsert(\"stripe_prices\", {\n id: price.id,\n product_id: objectId(price.product),\n currency: price.currency,\n unit_amount: price.unit_amount,\n recurring_interval: price.recurring?.interval,\n recurring_interval_count: price.recurring?.interval_count,\n raw: JSON.stringify(price),\n synced_at: syncedAt,\n });\n}\n\nexport function creditNoteRow(note: any, syncedAt: string): Statement {\n return upsert(\"stripe_credit_notes\", {\n id: note.id,\n invoice_id: objectId(note.invoice),\n customer_id: objectId(note.customer),\n amount: note.amount,\n status: note.status,\n created: note.created,\n raw: JSON.stringify(note),\n synced_at: syncedAt,\n });\n}\n\n// An invoice and its line items are written together: stale lines are deleted\n// first so removed or regenerated lines never linger.\nexport function invoiceRows(invoice: any, lines: any[], syncedAt: string): Statement[] {\n const invoiceId = String(invoice.id);\n return [\n { sql: `DELETE FROM stripe_invoice_lines WHERE invoice_id = ?`, args: [invoiceId] },\n upsert(\"stripe_invoices\", {\n id: invoiceId,\n customer_id: objectId(invoice.customer),\n subscription_id: invoiceSubscriptionId(invoice),\n status: invoice.status,\n total: invoice.total,\n currency: invoice.currency,\n created: invoice.created,\n raw: JSON.stringify(invoice),\n synced_at: syncedAt,\n }),\n ...lines.map((line) =>\n upsert(\"stripe_invoice_lines\", {\n id: line.id,\n invoice_id: invoiceId,\n subscription_id: lineSubscriptionId(invoice, line),\n price_id: linePriceId(line),\n product_id: lineProductId(line),\n amount: line.amount,\n period_start: line.period?.start,\n period_end: line.period?.end,\n proration: lineProration(line) ? 1 : 0,\n raw: JSON.stringify(line),\n synced_at: syncedAt,\n })\n ),\n ];\n}\n\nexport function subscriptionRows(sub: any, items: any[], syncedAt: string): Statement[] {\n const subId = String(sub.id);\n return [\n { sql: `DELETE FROM stripe_subscription_items WHERE subscription_id = ?`, args: [subId] },\n upsert(\"stripe_subscriptions\", {\n id: subId,\n customer_id: objectId(sub.customer),\n status: sub.status,\n created: sub.created,\n raw: JSON.stringify(sub),\n synced_at: syncedAt,\n }),\n ...items.map((item) =>\n upsert(\"stripe_subscription_items\", {\n id: item.id,\n subscription_id: subId,\n price_id: objectId(item.price),\n quantity: item.quantity ?? 1,\n raw: JSON.stringify(item),\n synced_at: syncedAt,\n })\n ),\n ];\n}\n\nexport function deleteInvoice(invoiceId: string): Statement[] {\n return [\n { sql: `DELETE FROM stripe_invoice_lines WHERE invoice_id = ?`, args: [invoiceId] },\n { sql: `DELETE FROM stripe_invoices WHERE id = ?`, args: [invoiceId] },\n ];\n}\n\nexport function deleteSubscription(subId: string): Statement[] {\n return [\n { sql: `DELETE FROM stripe_subscription_items WHERE subscription_id = ?`, args: [subId] },\n { sql: `DELETE FROM stripe_subscriptions WHERE id = ?`, args: [subId] },\n ];\n}\n\nexport function deleteRow(table: string, id: string): Statement {\n return { sql: `DELETE FROM ${table} WHERE id = ?`, args: [id] };\n}\n\n// Newer Stripe API versions put line price/product under pricing.price_details\n// and the subscription under parent.*; older versions used price/plan and\n// top-level subscription fields. Check both shapes.\nfunction linePriceId(line: any): string | null {\n return line.pricing?.price_details?.price ?? objectId(line.price) ?? objectId(line.plan);\n}\n\nfunction lineProductId(line: any): string | null {\n return line.pricing?.price_details?.product ?? objectId(line.price?.product) ?? objectId(line.plan?.product);\n}\n\nfunction lineSubscriptionId(invoice: any, line: any): string | null {\n return objectId(line.parent?.subscription_item_details?.subscription)\n ?? objectId(line.subscription)\n ?? invoiceSubscriptionId(invoice);\n}\n\nfunction invoiceSubscriptionId(invoice: any): string | null {\n return objectId(invoice.subscription) ?? objectId(invoice.parent?.subscription_details?.subscription);\n}\n\nfunction lineProration(line: any): boolean {\n return Boolean(line.parent?.subscription_item_details?.proration ?? line.proration ?? false);\n}\n",[],[144,198],"d3f018cc-077c-4bf6-a95a-d302512915c4",["D",1781035488296],[],[144,32],"0369a34c-077d-4445-8ca6-462dc82ea33e","db.ts","38241008-643e-11f1-822e-1607ee4eb77e",3,["D",1781035381773],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport { sqlite };\n\nexport type Statement = { sql: string; args: unknown[] };\n\n// sqlite.batch is transactional; chunk large write sets to keep batches sane.\nexport async function batchWrite(stmts: Statement[]) {\n for (let i = 0; i < stmts.length; i += 200) {\n await sqlite.batch(stmts.slice(i, i + 200) as any);\n }\n}\n\n// Build an idempotent upsert from a column map. Every mirror table keys on\n// `id`, which is what makes backfill, re-sync, and event replay all safe to\n// run repeatedly and concurrently.\nexport function upsert(table: string, cols: Record): Statement {\n const keys = Object.keys(cols);\n const updates = keys.filter((k) => k !== \"id\").map((k) => `${k} = excluded.${k}`).join(\", \");\n return {\n sql: `INSERT INTO ${table} (${keys.join(\", \")}) VALUES (${keys.map(() => \"?\").join(\", \")})\n ON CONFLICT(id) DO UPDATE SET ${updates}`,\n args: keys.map((k) => cols[k] ?? null),\n };\n}\n",[],[144,210],"8e985576-9329-43c3-b40a-f80973e1bb73","backfill.ts","6b1d76ac-643e-11f1-85c4-1607ee4eb77e",8,["D",1781035467271],"// Full historical sync. Each enabled resource walks its Stripe list endpoint\n// with a resumable cursor; all resources run in parallel, and within a page\n// the per-invoice/per-subscription child fetches fan out too. The shared\n// limiter in stripe.ts keeps total throughput at ~80% of Stripe's rate limit.\n// Safe to interrupt anywhere: progress is saved page by page and every write\n// is an upsert.\nimport { PAGE_SIZE, Resource } from \"../config.ts\";\nimport { batchWrite, Statement } from \"./db.ts\";\nimport { creditNoteRow, customerRow, invoiceRows, priceRow, productRow, subscriptionRows } from \"./rows.ts\";\nimport { listAll, stripeGet, StripeList } from \"./stripe.ts\";\nimport { markDone, markError, pendingResources, saveCursor } from \"./state.ts\";\n\nconst LIST: Record }> = {\n customers: { path: \"/v1/customers\" },\n products: { path: \"/v1/products\" },\n prices: { path: \"/v1/prices\" },\n subscriptions: { path: \"/v1/subscriptions\", params: { status: \"all\" } },\n invoices: { path: \"/v1/invoices\" },\n credit_notes: { path: \"/v1/credit_notes\" },\n};\n\nexport async function hasPendingBackfill(): Promise {\n return (await pendingResources()).length > 0;\n}\n\nexport async function runBackfill(budgetMs: number) {\n const deadline = Date.now() + budgetMs;\n const pending = await pendingResources();\n const results = await Promise.all(pending.map(async ({ resource, cursor }) => {\n try {\n return await syncResource(resource, cursor, deadline);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n await markError(resource, message);\n return { resource, error: message };\n }\n }));\n return { mode: \"backfill\", results, done: !(await hasPendingBackfill()) };\n}\n\nasync function syncResource(resource: Resource, cursor: string | null, deadline: number) {\n let pages = 0;\n let objects = 0;\n while (Date.now() < deadline) {\n const page = await stripeGet(LIST[resource].path, {\n limit: String(PAGE_SIZE),\n ...LIST[resource].params,\n ...(cursor ? { starting_after: cursor } : {}),\n }) as StripeList;\n const data = page.data ?? [];\n await batchWrite(await pageStatements(resource, data));\n pages += 1;\n objects += data.length;\n if (!page.has_more || data.length === 0) {\n await markDone(resource);\n return { resource, pages, objects, done: true };\n }\n cursor = String(data.at(-1).id);\n await saveCursor(resource, cursor);\n }\n return { resource, pages, objects, done: false };\n}\n\nasync function pageStatements(resource: Resource, data: any[]): Promise {\n const syncedAt = new Date().toISOString();\n switch (resource) {\n case \"customers\":\n return data.map((customer) => customerRow(customer, syncedAt));\n case \"products\":\n return data.map((product) => productRow(product, syncedAt));\n case \"prices\":\n return data.map((price) => priceRow(price, syncedAt));\n case \"credit_notes\":\n return data.map((note) => creditNoteRow(note, syncedAt));\n case \"invoices\":\n return (await Promise.all(data.map(async (invoice) =>\n invoiceRows(invoice, await invoiceLines(invoice), syncedAt)\n ))).flat();\n case \"subscriptions\":\n return (await Promise.all(data.map(async (sub) =>\n subscriptionRows(sub, await subscriptionItems(sub), syncedAt)\n ))).flat();\n }\n}\n\n// List responses embed the first page of lines/items; only the rare object\n// with more than that costs an extra fetch.\nexport async function invoiceLines(invoice: any): Promise {\n if (!invoice.lines?.has_more) return invoice.lines?.data ?? [];\n return await listAll(`/v1/invoices/${invoice.id}/lines`);\n}\n\nexport async function subscriptionItems(sub: any): Promise {\n if (!sub.items?.has_more) return sub.items?.data ?? [];\n return await listAll(\"/v1/subscription_items\", { subscription: String(sub.id) });\n}\n",[],[144,218],["D",1781035365512],[161,162,163,164,165,166,167],[144],["D",1781035360700],["D",1789501878689],{"_100":99,"_108":104},{"_100":99,"_101":102,"_103":104,"_18":-5,"_105":106,"_107":59},{"_13":89,"_31":90,"_42":41,"_91":43,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":44,"_98":99},"ctx",{"_82":-5,"_128":266,"_267":268,"_269":270,"_271":24,"_272":24,"_273":24,"_274":59,"_275":-5,"_276":-7,"_277":-7,"_278":139,"_279":24,"_280":24,"_281":-5,"_282":24,"_283":24,"_284":24,"_285":-5},"ENV",{"_237":238,"_239":240,"_241":90,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v9