[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_349":350,"_351":352},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_17":18,"_48":-7,"_210":-5,"_19":211,"_212":213,"_214":215,"_216":217,"_218":219,"_21":220,"_221":-5,"_222":-5,"_223":30,"_224":225,"_226":24,"_227":-5,"_228":-5,"_229":230},"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":30,"_31":-5},"handle","cschick","name","design-database","branchName","main","path","data","project",{"_42":158,"_13":14,"_46":159,"_160":-5,"_161":30,"_162":163,"_164":163,"_165":166,"_167":-5,"_31":78,"_168":169,"_170":24,"_171":-5,"_172":-5,"_173":26,"_50":51,"_174":175,"_176":177,"_178":179,"_180":-5,"_181":182,"_183":182,"_184":185,"_186":185,"_187":185,"_188":182,"_189":182,"_63":190,"_191":192,"_193":194,"_195":30},"file",{"_73":155,"_13":18,"_76":156,"_77":30,"_157":-5},"isDirectory",true,"page",0,"history",[32,33,34,35,36,37,38,39,40,41],"hasNext",false,"userId",{"_42":147,"_44":45,"_46":148,"_48":149,"_50":51,"_52":150,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":151,"_21":152,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":153},{"_42":137,"_44":45,"_46":138,"_48":139,"_50":51,"_52":140,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":141,"_21":142,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":143},{"_42":130,"_44":45,"_46":131,"_48":132,"_50":51,"_52":123,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":133,"_21":134,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":135},{"_42":123,"_44":45,"_46":124,"_48":125,"_50":51,"_52":116,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":126,"_21":127,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":128},{"_42":116,"_44":45,"_46":117,"_48":118,"_50":51,"_52":108,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":119,"_21":120,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":121},{"_42":108,"_44":45,"_46":109,"_48":110,"_50":51,"_52":111,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":112,"_21":113,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":114},{"_42":99,"_44":45,"_46":100,"_48":101,"_50":51,"_52":90,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":102,"_21":103,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":104},{"_42":90,"_44":45,"_46":91,"_48":92,"_50":51,"_52":81,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":93,"_21":94,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":95},{"_42":81,"_44":45,"_46":82,"_48":83,"_50":51,"_52":43,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":84,"_21":85,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":86},{"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_21":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71},"id","90d4a796-20a1-4b44-a5a0-12853547a66c","branchId","f064a77f-da10-40b1-b2c8-85400a044673","createdAt",["D",1787171668821],"version",16,"orgId","675fd955-734f-4afa-a1fc-de0c0cf86139","parentId","8a4c35b6-6bec-4a8a-9ae8-acc76c1eaf15","incomingCommitId","aiChatMessageId","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle","source","mcp","clientLabel","Claude","user",{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":74,"_13":75,"_76":21,"_77":30},"pull","merge","revert","multiple","commits",[72],{"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_21":65,"_66":-5,"_67":-5,"_68":-5},"fileId","6041ede2-9c0d-11f1-b85d-1607ee4eb77e","tiny_test.json","fileType","deleted","442cb420-422c-11f0-bbe8-8f3f0ddc6612","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yeTY0alNTUThEcXp4czVhYzlySDZIeFBNa1kifQ","55fd0de3-5f49-49cd-bffb-2c9461e402ee",["D",1787171685127],17,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":88,"_13":89,"_76":21,"_77":30},[87],{"_42":81,"_44":45,"_46":82,"_48":83,"_50":51,"_52":43,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":84,"_21":85,"_66":-5,"_67":-5,"_68":-5},"69f522c8-9c0d-11f1-a1f7-1607ee4eb77e","tiny_test2.json","7d906c2b-5d78-41e7-b181-dafbb75e2f59",["D",1787171708237],18,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":97,"_13":98,"_76":21,"_77":30},[96],{"_42":90,"_44":45,"_46":91,"_48":92,"_50":51,"_52":81,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":93,"_21":94,"_66":-5,"_67":-5,"_68":-5},"77bd45ca-9c0d-11f1-b010-1607ee4eb77e","image_results_part1.json","295b15e3-6cc8-4d13-90ed-60ea880be1c4",["D",1787171724477],19,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":106,"_13":107,"_76":21,"_77":30},[105],{"_42":99,"_44":45,"_46":100,"_48":101,"_50":51,"_52":90,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":102,"_21":103,"_66":-5,"_67":-5,"_68":-5},"816faf2c-9c0d-11f1-a33e-1607ee4eb77e","image_results_part2.json","34a626de-edff-4594-8847-59e802bf3503",["D",1787171802704],21,"ece09d5e-27d0-4434-b5a3-12d5ec25f2f9",{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":74,"_13":75,"_76":21,"_77":24},[115],{"_42":108,"_44":45,"_46":109,"_48":110,"_50":51,"_52":111,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":112,"_21":113,"_66":-5,"_67":-5,"_68":-5},"8f62351f-5ccc-419a-bf56-5430bced3917",["D",1787171805244],22,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":88,"_13":89,"_76":21,"_77":24},[122],{"_42":116,"_44":45,"_46":117,"_48":118,"_50":51,"_52":108,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":119,"_21":120,"_66":-5,"_67":-5,"_68":-5},"85a29844-a9cf-40a5-bbde-21377bd19658",["D",1787171808442],23,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":97,"_13":98,"_76":21,"_77":24},[129],{"_42":123,"_44":45,"_46":124,"_48":125,"_50":51,"_52":116,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":126,"_21":127,"_66":-5,"_67":-5,"_68":-5},"e0636efd-31d4-409e-8988-50338640f918",["D",1787171811233],24,{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":106,"_13":107,"_76":21,"_77":24},[136],{"_42":130,"_44":45,"_46":131,"_48":132,"_50":51,"_52":123,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":133,"_21":134,"_66":-5,"_67":-5,"_68":-5},"5f5aa186-b806-4cc0-97c3-d74aa94640cd",["D",1787172807283],27,"8de8c25b-4eca-46ae-b433-7360fcd3b98d",{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":145,"_13":146,"_76":21,"_77":30},[144],{"_42":137,"_44":45,"_46":138,"_48":139,"_50":51,"_52":140,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":141,"_21":142,"_66":-5,"_67":-5,"_68":-5},"06d585f4-9c10-11f1-96e5-1607ee4eb77e","video_results.json","3a664e64-6f6a-4b6d-a38f-aaa98cd6f5f3",["D",1787172836744],29,"80affe90-4ace-4593-8e36-d6a3593ebb8c",{"_42":78,"_50":51,"_11":12,"_79":80},{"_73":145,"_13":146,"_76":21,"_77":24},[154],{"_42":147,"_44":45,"_46":148,"_48":149,"_50":51,"_52":150,"_54":-5,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":151,"_21":152,"_66":-5,"_67":-5,"_68":-5},"0ca9efc2-d8b6-4a26-880b-f9e8ea8eb099","directory","deletedAtVersion","7615b982-4ecc-4be8-ba7a-c3d6aed0dd32",["D",1787169600594],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Offline design DB for Grey and Slate catalog","imageUrl","pinnedFileId","0a7ef8ee-9c0a-11f1-bbe1-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount","tursoName","7615b9824ecc4be8ba7ac3d6aed0dd32","tursoHostname","7615b9824ecc4be8ba7ac3d6aed0dd32-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789517443998],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_11":12,"_209":80},"org",{"_11":12,"_205":-5,"_79":80,"_31":78,"_206":207,"_208":30},"branch",{"_48":196,"_13":16,"_42":45,"_197":158,"_198":-5,"_199":-5,"_200":-5,"_201":-5,"_202":-5,"_203":14,"_204":12},"isOwned",30,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_42":158,"_13":14,"_46":344,"_160":-5,"_161":30,"_162":163,"_164":163,"_165":166,"_167":-5,"_31":78,"_168":169,"_170":24,"_171":-5,"_172":-5,"_173":26,"_50":51,"_174":175,"_176":177,"_178":345,"_180":-5,"_181":182,"_183":182,"_184":185,"_186":185,"_187":185,"_188":182,"_189":182,"_63":346,"_191":347,"_193":348,"_195":30},"tree",[249,250,258,259],"files",[249,250,251,252,253,254,255,256,257,258,259],"counts",{"_237":26,"_238":239,"_240":26,"_241":242,"_243":244},"contents",[],{"_42":231,"_44":45,"_73":155,"_13":18,"_232":-5,"_76":156,"_48":26,"_52":-5,"_46":233,"_234":49,"_235":-5,"_17":236},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},"36dec0b5-6226-473a-9de2-0a60d87e1950","content",["D",1787171668821],"branchVersion","label",[18],"pulls","branches",1,"forks","envVars",{"_245":247,"_248":26},"connections",{"_245":26,"_246":26},"count","unfilledCount",2,"emptyCount",{"_42":231,"_13":18,"_73":155,"_52":-5,"_44":45,"_234":49,"_263":24,"_46":341,"_48":26,"_76":156,"_232":-5,"_77":30,"_235":-5,"_267":342,"_17":343},{"_42":337,"_13":288,"_73":280,"_52":-5,"_44":45,"_234":247,"_263":24,"_46":338,"_48":26,"_76":156,"_232":-5,"_77":30,"_235":-5,"_267":339,"_17":340},{"_42":329,"_13":330,"_73":331,"_52":280,"_44":45,"_234":332,"_263":24,"_46":333,"_48":26,"_76":284,"_232":334,"_77":30,"_235":-5,"_267":335,"_17":336},{"_42":320,"_13":321,"_73":322,"_52":280,"_44":45,"_234":323,"_263":24,"_46":324,"_48":325,"_76":284,"_232":326,"_77":30,"_235":-5,"_267":327,"_17":328},{"_42":312,"_13":313,"_73":314,"_52":280,"_44":45,"_234":315,"_263":24,"_46":316,"_48":26,"_76":284,"_232":317,"_77":30,"_235":-5,"_267":318,"_17":319},{"_42":305,"_13":306,"_73":307,"_52":280,"_44":45,"_234":196,"_263":24,"_46":308,"_48":26,"_76":284,"_232":309,"_77":30,"_235":-5,"_267":310,"_17":311},{"_42":297,"_13":298,"_73":299,"_52":280,"_44":45,"_234":300,"_263":24,"_46":301,"_48":26,"_76":284,"_232":302,"_77":30,"_235":-5,"_267":303,"_17":304},{"_42":289,"_13":290,"_73":291,"_52":280,"_44":45,"_234":292,"_263":24,"_46":293,"_48":26,"_76":284,"_232":294,"_77":30,"_235":-5,"_267":295,"_17":296},{"_42":277,"_13":278,"_73":279,"_52":280,"_44":45,"_234":281,"_263":24,"_46":282,"_48":283,"_76":284,"_232":285,"_77":30,"_235":-5,"_267":286,"_17":287},{"_42":270,"_13":271,"_73":272,"_52":-5,"_44":45,"_234":239,"_263":24,"_46":273,"_48":26,"_76":21,"_232":274,"_77":30,"_235":-5,"_267":275,"_17":276},{"_42":260,"_13":261,"_73":169,"_52":-5,"_44":45,"_234":262,"_263":24,"_46":264,"_48":239,"_76":265,"_232":266,"_77":30,"_235":-5,"_267":268,"_17":269},"c7c45ced-578e-46c5-9bea-3a0d534ed67d","etsy-oauth.http.ts",12,"latest",["D",1787170454916],"http","import { Hono } from \"npm:hono\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst app = new Hono();\napp.onError((err) => Promise.reject(err));\n\nconst apiKey = Deno.env.get(\"ETSY_API_KEY\")!;\n\nasync function ensureTables() {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS etsy_oauth_state (\n state TEXT PRIMARY KEY,\n code_verifier TEXT,\n created_at INTEGER\n )\n `);\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS etsy_oauth (\n id INTEGER PRIMARY KEY CHECK (id = 1),\n access_token TEXT,\n refresh_token TEXT,\n expires_at INTEGER\n )\n `);\n}\n\nfunction base64url(bytes: Uint8Array): string {\n return btoa(String.fromCharCode(...bytes))\n .replace(/\\+/g, \"-\")\n .replace(/\\//g, \"_\")\n .replace(/=+$/, \"\");\n}\n\nfunction randomString(len: number): string {\n const bytes = new Uint8Array(len);\n crypto.getRandomValues(bytes);\n return base64url(bytes).slice(0, len);\n}\n\nasync function codeChallenge(verifier: string): Promise {\n const digest = await crypto.subtle.digest(\"SHA-256\", new TextEncoder().encode(verifier));\n return base64url(new Uint8Array(digest));\n}\n\napp.get(\"/etsy/login\", async (c) => {\n await ensureTables();\n const state = randomString(32);\n const verifier = randomString(64);\n const challenge = await codeChallenge(verifier);\n\n await sqlite.execute(\n `INSERT INTO etsy_oauth_state (state, code_verifier, created_at) VALUES (?, ?, ?)`,\n [state, verifier, Date.now()],\n );\n\n const redirectUri = new URL(\"/etsy/callback\", c.req.url).toString();\n const authUrl = new URL(\"https://www.etsy.com/oauth/connect\");\n authUrl.searchParams.set(\"response_type\", \"code\");\n authUrl.searchParams.set(\"redirect_uri\", redirectUri);\n authUrl.searchParams.set(\"scope\", \"listings_r shops_r\");\n authUrl.searchParams.set(\"client_id\", apiKey);\n authUrl.searchParams.set(\"state\", state);\n authUrl.searchParams.set(\"code_challenge\", challenge);\n authUrl.searchParams.set(\"code_challenge_method\", \"S256\");\n\n return new Response(null, { status: 302, headers: { Location: authUrl.toString() } });\n});\n\napp.get(\"/etsy/callback\", async (c) => {\n await ensureTables();\n const code = c.req.query(\"code\");\n const state = c.req.query(\"state\");\n const err = c.req.query(\"error\");\n if (err) return c.text(`Etsy returned an error: ${err} - ${c.req.query(\"error_description\")}`, 400);\n if (!code || !state) return c.text(\"Missing code or state\", 400);\n\n const row = await sqlite.execute(`SELECT code_verifier FROM etsy_oauth_state WHERE state = ?`, [state]);\n if (row.rows.length === 0) return c.text(\"Unknown or expired state\", 400);\n const verifier = row.rows[0].code_verifier as string;\n\n const redirectUri = new URL(\"/etsy/callback\", c.req.url).toString();\n const tokenRes = await fetch(\"https://api.etsy.com/v3/public/oauth/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n grant_type: \"authorization_code\",\n client_id: apiKey,\n redirect_uri: redirectUri,\n code,\n code_verifier: verifier,\n }),\n });\n\n if (!tokenRes.ok) {\n return c.text(`Token exchange failed: ${tokenRes.status} ${await tokenRes.text()}`, 500);\n }\n const tokenData = await tokenRes.json();\n const expiresAt = Date.now() + tokenData.expires_in * 1000;\n\n await sqlite.execute(\n `INSERT INTO etsy_oauth (id, access_token, refresh_token, expires_at) VALUES (1, ?, ?, ?)\n ON CONFLICT(id) DO UPDATE SET access_token = excluded.access_token, refresh_token = excluded.refresh_token, expires_at = excluded.expires_at`,\n [tokenData.access_token, tokenData.refresh_token, expiresAt],\n );\n await sqlite.execute(`DELETE FROM etsy_oauth_state WHERE state = ?`, [state]);\n\n return c.text(\"Etsy authorized (listings_r + shops_r). You can close this tab.\");\n});\n\nexport default app.fetch;\n","children",[],[261],"942b84c6-f715-408f-a5e6-4810ae8b5748","README.md","8f81f6b0-9c08-11f1-9a6b-1607ee4eb77e",["D",1787169600642],"# design-database\n\nOffline, durable copy of the Grey and Slate Etsy catalog (active listings only).\n\n- SQLite tables `listings` and `images` hold metadata; see schema below.\n- Actual image files are archived locally on disk (iCloud: Folder for Claude/Etsy Store/Design Database/images/), not in Val.town storage.\n- Populated by a local extraction script (Etsy Open API v3), not by an HTTP endpoint on this val.\n\nSee HANDOFF_DESIGN_DATABASE.md in the same iCloud folder for full scope/context.\n",[],[271],"a7384858-f426-4aa0-8568-ee27f56209f9","test-auth.ts","8d3cca82-9c09-11f1-8c4c-1607ee4eb77e","c47c07c1-2003-4f8b-8e73-b94386f5691d",25,["D",1787172068237],7,"script","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst apiKey = Deno.env.get(\"ETSY_API_KEY\");\nconst sharedSecret = Deno.env.get(\"ETSY_SHARED_SECRET\");\nconst tokenRow = await sqlite.execute(`SELECT access_token FROM etsy_oauth WHERE id = 1`);\nconst { access_token } = tokenRow.rows[0] as { access_token: string };\n\nconst headers = {\n \"x-api-key\": `${apiKey}:${sharedSecret}`,\n \"Authorization\": `Bearer ${access_token}`,\n};\n\nconst listingId = 4300506570;\nconst res = await fetch(`https://openapi.etsy.com/v3/application/listings/${listingId}/videos`, { headers });\nconsole.log(\"videos endpoint ->\", res.status);\nconsole.log((await res.text()).slice(0, 1500));\n",[],[288,278],"scripts","a6cbed9c-8d84-4753-905b-b36b1b96c331","ingest-videos.ts","10aad7d2-9c10-11f1-b87d-1607ee4eb77e",28,["D",1787172823817],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\n\ntype Row = {\n listing_id: number;\n etsy_video_id: number;\n video_hash: string;\n local_file_path: string;\n original_etsy_url: string;\n width: number;\n height: number;\n};\n\nconst rows = JSON.parse(await readFile(\"/data/video_results.json\", import.meta.url)) as Row[];\nconsole.log(\"total rows:\", rows.length);\n\nconst videos = new Map();\nfor (const r of rows) {\n if (!videos.has(r.video_hash)) {\n videos.set(r.video_hash, {\n local_file_path: r.local_file_path,\n original_etsy_url: r.original_etsy_url,\n width: r.width,\n height: r.height,\n });\n }\n}\nconsole.log(\"unique videos:\", videos.size);\n\nconst statements: { sql: string; args: any[] }[] = [];\nfor (const [hash, v] of videos) {\n statements.push({\n sql: `INSERT OR IGNORE INTO videos (video_hash, local_file_path, original_etsy_url, width, height) VALUES (?, ?, ?, ?, ?)`,\n args: [hash, v.local_file_path, v.original_etsy_url, v.width, v.height],\n });\n}\n// one video per listing, so a straight per-row update is fine (no need to sort/aggregate)\nfor (const r of rows) {\n statements.push({\n sql: `UPDATE listings SET video_hash = ? WHERE listing_id = ?`,\n args: [r.video_hash, r.listing_id],\n });\n}\n\nconsole.log(\"total statements:\", statements.length);\nconst CHUNK = 500;\nfor (let i = 0; i < statements.length; i += CHUNK) {\n await sqlite.batch(statements.slice(i, i + CHUNK));\n console.log(`batched ${Math.min(i + CHUNK, statements.length)}/${statements.length}`);\n}\n\nconst vidCount = await sqlite.execute(`SELECT COUNT(*) as c FROM videos`);\nconst withVideo = await sqlite.execute(`SELECT COUNT(*) as c FROM listings WHERE video_hash IS NOT NULL`);\nconsole.log(\"videos table rows:\", vidCount.rows[0].c);\nconsole.log(\"listings with video_hash set:\", withVideo.rows[0].c);\n",[],[288,290],"64b6047c-378a-4030-9ea0-da7e2bcd2977","ingest-images.ts","a1b3ca48-9c0d-11f1-a0f8-1607ee4eb77e",20,["D",1787171778645],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\n\n// Each row: [listing_id, listing_image_id, rank, image_hash, local_file_path, original_etsy_url, width, height]\ntype Row = [number, number, number, string, string, string, number, number];\n\nconst part1 = JSON.parse(await readFile(\"/data/image_results_part1.json\", import.meta.url)) as Row[];\nconst part2 = JSON.parse(await readFile(\"/data/image_results_part2.json\", import.meta.url)) as Row[];\nconst rows = [...part1, ...part2];\nconsole.log(\"total rows:\", rows.length);\n\n// Unique images (first occurrence per hash)\nconst images = new Map();\nfor (const [, , , hash, local_file_path, original_etsy_url, width, height] of rows) {\n if (!images.has(hash)) images.set(hash, { local_file_path, original_etsy_url, width, height });\n}\nconsole.log(\"unique images:\", images.size);\n\n// Per-listing hash lists, ordered by rank\nconst byListing = new Map();\nfor (const [listing_id, , rank, hash] of rows) {\n if (!byListing.has(listing_id)) byListing.set(listing_id, []);\n byListing.get(listing_id)!.push({ rank, hash });\n}\n\nconst statements: { sql: string; args: any[] }[] = [];\n\nfor (const [hash, img] of images) {\n statements.push({\n sql: `INSERT OR IGNORE INTO images (image_hash, local_file_path, original_etsy_url, width, height) VALUES (?, ?, ?, ?, ?)`,\n args: [hash, img.local_file_path, img.original_etsy_url, img.width, img.height],\n });\n}\n\nfor (const [listing_id, imgs] of byListing) {\n imgs.sort((a, b) => a.rank - b.rank);\n const hashes = imgs.map((i) => i.hash);\n statements.push({\n sql: `UPDATE listings SET primary_image_hash = ?, image_hashes = ? WHERE listing_id = ?`,\n args: [hashes[0], JSON.stringify(hashes), listing_id],\n });\n}\n\nconsole.log(\"total statements:\", statements.length);\n\nconst CHUNK = 500;\nfor (let i = 0; i < statements.length; i += CHUNK) {\n const chunk = statements.slice(i, i + CHUNK);\n await sqlite.batch(chunk);\n console.log(`batched ${Math.min(i + CHUNK, statements.length)}/${statements.length}`);\n}\n\nconst imgCount = await sqlite.execute(`SELECT COUNT(*) as c FROM images`);\nconst withPrimary = await sqlite.execute(`SELECT COUNT(*) as c FROM listings WHERE primary_image_hash IS NOT NULL`);\nconsole.log(\"images table rows:\", imgCount.rows[0].c);\nconsole.log(\"listings with primary_image_hash set:\", withPrimary.rows[0].c);\n",[],[288,298],"2ac99863-7bdf-4332-b8f1-6f593c6e8c9d","find-duplicate-candidates.ts","9bae891e-9c10-11f1-82b8-1607ee4eb77e",["D",1787173057040],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst res = await sqlite.execute(`SELECT listing_id, title, image_hashes FROM listings`);\nconst listings = res.rows.map((r) => ({\n listing_id: r.listing_id as number,\n title: r.title as string,\n hashes: JSON.parse(r.image_hashes as string) as string[],\n}));\n\n// frequency of each image hash across all listings\nconst freq = new Map();\nfor (const l of listings) {\n for (const h of l.hashes) freq.set(h, (freq.get(h) ?? 0) + 1);\n}\n\nconsole.log(\"hash frequency distribution (freq -> count of hashes at that freq):\");\nconst distro = new Map();\nfor (const f of freq.values()) distro.set(f, (distro.get(f) ?? 0) + 1);\nconsole.log(JSON.stringify([...distro.entries()].sort((a, b) => a[0] - b[0])));\n\n// Boilerplate = images shared by many listings (care instructions, sizing chart, hand-drawn info, logo etc)\n// Rare-shared = images shared by a small handful of listings - likely the SAME design reused across listing variants\nconst BOILERPLATE_MIN = 15;\nconst rareShared = new Set([...freq.entries()].filter(([, c]) => c >= 2 && c < BOILERPLATE_MIN).map(([h]) => h));\n\n// meaningful (non-boilerplate) hash count per listing, for ratio calc\nconst meaningfulCount = new Map();\nfor (const l of listings) {\n meaningfulCount.set(l.listing_id, l.hashes.filter((h) => freq.get(h)! < BOILERPLATE_MIN).length);\n}\n\n// pairwise: for each rare-shared hash, connect the listings that share it\nconst pairShared = new Map(); // \"id1|id2\" (id1 shared rare hash count\nconst hashToListings = new Map();\nfor (const l of listings) {\n for (const h of l.hashes) {\n if (!rareShared.has(h)) continue;\n if (!hashToListings.has(h)) hashToListings.set(h, []);\n hashToListings.get(h)!.push(l.listing_id);\n }\n}\nfor (const ids of hashToListings.values()) {\n for (let i = 0; i < ids.length; i++) {\n for (let j = i + 1; j < ids.length; j++) {\n const key = ids[i] < ids[j] ? `${ids[i]}|${ids[j]}` : `${ids[j]}|${ids[i]}`;\n pairShared.set(key, (pairShared.get(key) ?? 0) + 1);\n }\n }\n}\n\nconst titleById = new Map(listings.map((l) => [l.listing_id, l.title]));\nconst rows = [...pairShared.entries()].map(([key, shared]) => {\n const [a, b] = key.split(\"|\").map(Number);\n const ratio = shared / Math.min(meaningfulCount.get(a)!, meaningfulCount.get(b)!);\n return { a, b, shared, ratio, titleA: titleById.get(a), titleB: titleById.get(b) };\n});\nrows.sort((x, y) => y.ratio - x.ratio || y.shared - x.shared);\n\nconsole.log(\"total candidate pairs (sharing >=1 rare image):\", rows.length);\nconst highConfidence = rows.filter((r) => r.ratio >= 0.5);\nconsole.log(\"high-confidence pairs (ratio >= 0.5):\", highConfidence.length);\nfor (const r of highConfidence) {\n console.log(`${(r.ratio * 100).toFixed(0)}% shared=${r.shared} | ${r.a} \"${r.titleA}\" <-> ${r.b} \"${r.titleB}\"`);\n}\n",[],[288,306],"6b9e72fc-1fa1-49d9-8f43-4bf0a79911d5","extract-videos.ts","63c5fc50-9c0e-11f1-9e88-1607ee4eb77e",26,["D",1787172104248],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst apiKey = Deno.env.get(\"ETSY_API_KEY\");\nconst sharedSecret = Deno.env.get(\"ETSY_SHARED_SECRET\");\n\nconst tokenRow = await sqlite.execute(`SELECT access_token, refresh_token, expires_at FROM etsy_oauth WHERE id = 1`);\nlet { access_token, refresh_token, expires_at } = tokenRow.rows[0] as {\n access_token: string;\n refresh_token: string;\n expires_at: number;\n};\n\nif (Date.now() > Number(expires_at) - 60_000) {\n const res = await fetch(\"https://api.etsy.com/v3/public/oauth/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ grant_type: \"refresh_token\", client_id: apiKey, refresh_token }),\n });\n if (!res.ok) throw new Error(`Token refresh failed: ${res.status} ${await res.text()}`);\n const data = await res.json();\n access_token = data.access_token;\n refresh_token = data.refresh_token;\n await sqlite.execute(\n `UPDATE etsy_oauth SET access_token = ?, refresh_token = ?, expires_at = ? WHERE id = 1`,\n [access_token, refresh_token, Date.now() + data.expires_in * 1000],\n );\n}\n\nconst headers = {\n \"x-api-key\": `${apiKey}:${sharedSecret}`,\n \"Authorization\": `Bearer ${access_token}`,\n};\n\nconst BATCH_SIZE = 80;\nconst pending = await sqlite.execute(\n `SELECT listing_id FROM listings WHERE videos_fetched = 0 LIMIT ?`,\n [BATCH_SIZE],\n);\n\nlet done = 0;\nlet videosInserted = 0;\n\nfor (const row of pending.rows) {\n const listingId = row.listing_id;\n let res = await fetch(`https://openapi.etsy.com/v3/application/listings/${listingId}/videos`, { headers });\n if (res.status === 429) {\n await new Promise((r) => setTimeout(r, 2000));\n res = await fetch(`https://openapi.etsy.com/v3/application/listings/${listingId}/videos`, { headers });\n }\n if (!res.ok) {\n console.log(`listing ${listingId} videos ERROR ${res.status}`, await res.text());\n continue;\n }\n const data = await res.json();\n for (const v of data.results) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO listing_videos_raw\n (listing_id, etsy_video_id, video_url, width, height)\n VALUES (?, ?, ?, ?, ?)`,\n [listingId, v.video_id, v.video_url, v.width, v.height],\n );\n videosInserted++;\n }\n await sqlite.execute(`UPDATE listings SET videos_fetched = 1 WHERE listing_id = ?`, [listingId]);\n done++;\n}\n\nconst remaining = await sqlite.execute(`SELECT COUNT(*) as c FROM listings WHERE videos_fetched = 0`);\nconsole.log(`processed ${done} listings this batch, inserted ${videosInserted} video rows`);\nconsole.log(`remaining listings without videos: ${remaining.rows[0].c}`);\n",[],[288,313],"4fe36903-ed01-4177-a82f-761826651b90","extract-listings.ts","d9d383ae-9c09-11f1-aea5-1607ee4eb77e",14,["D",1787170539854],3,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst SHOP_ID = \"55933970\";\nconst apiKey = Deno.env.get(\"ETSY_API_KEY\");\nconst sharedSecret = Deno.env.get(\"ETSY_SHARED_SECRET\");\n\nconst tokenRow = await sqlite.execute(`SELECT access_token, refresh_token, expires_at FROM etsy_oauth WHERE id = 1`);\nif (tokenRow.rows.length === 0) throw new Error(\"No Etsy OAuth token found - run /etsy/login first\");\nlet { access_token, refresh_token, expires_at } = tokenRow.rows[0] as {\n access_token: string;\n refresh_token: string;\n expires_at: number;\n};\n\nif (Date.now() > Number(expires_at) - 60_000) {\n const res = await fetch(\"https://api.etsy.com/v3/public/oauth/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ grant_type: \"refresh_token\", client_id: apiKey, refresh_token }),\n });\n if (!res.ok) throw new Error(`Token refresh failed: ${res.status} ${await res.text()}`);\n const data = await res.json();\n access_token = data.access_token;\n refresh_token = data.refresh_token;\n const newExpiresAt = Date.now() + data.expires_in * 1000;\n await sqlite.execute(\n `UPDATE etsy_oauth SET access_token = ?, refresh_token = ?, expires_at = ? WHERE id = 1`,\n [access_token, refresh_token, newExpiresAt],\n );\n console.log(\"refreshed token\");\n}\n\nconst headers = {\n \"x-api-key\": `${apiKey}:${sharedSecret}`,\n \"Authorization\": `Bearer ${access_token}`,\n};\n\nawait sqlite.execute(`\n CREATE TABLE IF NOT EXISTS listing_images_raw (\n listing_id INTEGER,\n listing_image_id INTEGER,\n rank INTEGER,\n url_fullxfull TEXT,\n full_width INTEGER,\n full_height INTEGER,\n PRIMARY KEY (listing_id, listing_image_id)\n )\n`);\nawait sqlite.execute(`ALTER TABLE listings ADD COLUMN images_fetched INTEGER DEFAULT 0`).catch(() => {});\n\nlet offset = 0;\nlet total = Infinity;\nlet inserted = 0;\n\nwhile (offset < total) {\n const res = await fetch(\n `https://openapi.etsy.com/v3/application/shops/${SHOP_ID}/listings?state=active&limit=100&offset=${offset}`,\n { headers },\n );\n if (!res.ok) {\n console.log(\"ERROR\", res.status, await res.text());\n break;\n }\n const data = await res.json();\n total = data.count;\n\n for (const l of data.results) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO listings\n (listing_id, platform, title, description, tags, section_id, section_name, status, price, created_date, images_fetched)\n VALUES (?, 'etsy', ?, ?, ?, ?, NULL, ?, ?, ?, 0)`,\n [\n l.listing_id,\n l.title,\n l.description,\n JSON.stringify(l.tags ?? []),\n l.shop_section_id ?? null,\n l.state,\n (l.price.amount / l.price.divisor).toFixed(2),\n new Date(l.original_creation_timestamp * 1000).toISOString(),\n ],\n );\n inserted++;\n }\n offset += 100;\n}\n\nconsole.log(`inserted/updated ${inserted} listings, api total=${total}`);\nconst count = await sqlite.execute(`SELECT COUNT(*) as c FROM listings`);\nconsole.log(\"rows now in listings table:\", count.rows[0].c);\n",[],[288,321],"03800e24-42ec-42ea-8868-c068536d8004","extract-images.ts","da8ed162-9c0a-11f1-8adf-1607ee4eb77e",15,["D",1787170585549],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst apiKey = Deno.env.get(\"ETSY_API_KEY\");\nconst sharedSecret = Deno.env.get(\"ETSY_SHARED_SECRET\");\n\nconst tokenRow = await sqlite.execute(`SELECT access_token, refresh_token, expires_at FROM etsy_oauth WHERE id = 1`);\nlet { access_token, refresh_token, expires_at } = tokenRow.rows[0] as {\n access_token: string;\n refresh_token: string;\n expires_at: number;\n};\n\nif (Date.now() > Number(expires_at) - 60_000) {\n const res = await fetch(\"https://api.etsy.com/v3/public/oauth/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ grant_type: \"refresh_token\", client_id: apiKey, refresh_token }),\n });\n if (!res.ok) throw new Error(`Token refresh failed: ${res.status} ${await res.text()}`);\n const data = await res.json();\n access_token = data.access_token;\n refresh_token = data.refresh_token;\n await sqlite.execute(\n `UPDATE etsy_oauth SET access_token = ?, refresh_token = ?, expires_at = ? WHERE id = 1`,\n [access_token, refresh_token, Date.now() + data.expires_in * 1000],\n );\n}\n\nconst headers = {\n \"x-api-key\": `${apiKey}:${sharedSecret}`,\n \"Authorization\": `Bearer ${access_token}`,\n};\n\nconst BATCH_SIZE = 60;\nconst pending = await sqlite.execute(\n `SELECT listing_id FROM listings WHERE images_fetched = 0 LIMIT ?`,\n [BATCH_SIZE],\n);\n\nlet done = 0;\nlet imagesInserted = 0;\n\nfor (const row of pending.rows) {\n const listingId = row.listing_id;\n let res = await fetch(`https://openapi.etsy.com/v3/application/listings/${listingId}/images`, { headers });\n if (res.status === 429) {\n await new Promise((r) => setTimeout(r, 2000));\n res = await fetch(`https://openapi.etsy.com/v3/application/listings/${listingId}/images`, { headers });\n }\n if (!res.ok) {\n console.log(`listing ${listingId} images ERROR ${res.status}`, await res.text());\n continue;\n }\n const data = await res.json();\n for (const img of data.results) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO listing_images_raw\n (listing_id, listing_image_id, rank, url_fullxfull, full_width, full_height)\n VALUES (?, ?, ?, ?, ?, ?)`,\n [listingId, img.listing_image_id, img.rank, img.url_fullxfull, img.full_width, img.full_height],\n );\n imagesInserted++;\n }\n await sqlite.execute(`UPDATE listings SET images_fetched = 1 WHERE listing_id = ?`, [listingId]);\n done++;\n}\n\nconst remaining = await sqlite.execute(`SELECT COUNT(*) as c FROM listings WHERE images_fetched = 0`);\nconsole.log(`processed ${done} listings this batch, inserted ${imagesInserted} image rows`);\nconsole.log(`remaining listings without images: ${remaining.rows[0].c}`);\n",[],[288,330],"049c06f1-1fee-48a6-af1b-51f502283359",["D",1787170026306],[251,252,253,254,255,256,257],[288],["D",1787171668821],[],[18],["D",1787169600594],["D",1789517443998],{"_11":12,"_209":80},{"_11":12,"_205":-5,"_79":80,"_31":78,"_206":207,"_208":30},{"_48":196,"_13":16,"_42":45,"_197":158,"_198":-5,"_199":-5,"_200":-5,"_201":-5,"_202":-5,"_203":14,"_204":12},"ctx",{"_63":-5,"_228":382,"_383":384,"_385":386,"_387":30,"_388":30,"_389":30,"_390":24,"_391":-5,"_392":-7,"_393":-7,"_394":26,"_395":30,"_396":30,"_397":-5,"_398":30,"_399":30,"_400":30,"_401":-5},"ENV",{"_353":354,"_355":356,"_357":16,"_358":359,"_360":361,"_362":363,"_364":365,"_366":367,"_368":369,"_370":371,"_372":373,"_374":375,"_376":377,"_378":379,"_380":381},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · data