ID	Created at	URL	Data	Response	Status

\n \n ,\n ),\n { headers: { \"Content-Type\": \"text/html\" } },\n );\n};",[],[226],{"_103":235,"_95":236,"_153":237,"_155":-5,"_156":138,"_157":238,"_159":160,"_105":239,"_99":176,"_163":177,"_165":240,"_166":22,"_167":-5,"_168":241,"_98":242},"7dca4e50-8c18-11f0-ac7d-0224a6c84d84","migration.ts","365334f8-8c11-11f0-a545-0224a6c84d84",227,["D",1757269726587],"import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\nif (false) {\n await sqlite.execute(`\n drop table calendar_parsing_logs;\n`);\n await sqlite.execute(`\n create table calendar_parsing_logs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n url TEXT NOT NULL,\n data TEXT,\n response TEXT,\n status TEXT\n );\n`);\n}",[],[236],{"_103":244,"_95":245,"_153":246,"_155":-5,"_156":138,"_157":100,"_159":22,"_105":247,"_99":248,"_163":220,"_165":249,"_166":22,"_167":250,"_168":251,"_98":252},"512216f8-8e48-11f0-808b-0224a6c84d84","server.ts","f6895782-8d26-11f0-8563-0224a6c84d84",["D",1757510169759],102,"// adapted from https://hono.dev/docs/helpers/streaming\n\nimport { Hono } from \"npm:hono@4\";\nimport {\n SSEStreamingApi,\n stream,\n streamSSE,\n streamText,\n} from \"npm:hono@4/streaming\";\nimport { html, raw } from \"npm:hono@4/html\";\nimport process from \"node:process\";\nimport { fetchText } from \"https://esm.town/v/stevekrouse/fetchText?v=6\";\nimport { load } from \"npm:cheerio\";\nimport { EventParser } from \"./lib/event-parser.ts\";\nimport { EventInserter } from \"./lib/event-inserter.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport { pick } from \"npm:lodash-es@4.17.21\";\n\nconst app = new Hono();\n\napp.get(\"/process-import\", (c) => {\n return streamSSE(c, async (stream) => {\n // validate token\n const apiToken = c.req.query(\"token\");\n if (apiToken !== process.env.API_TOKEN) {\n await fail(stream, \"Unauthorized\");\n return stream.close();\n }\n\n // prepare a log entry for the result\n const result = {\n url: \"\",\n data: \"\",\n response: \"\",\n status: \"\",\n };\n\n // validate url\n const requestedUrl = c.req.query(\"url\");\n result.url = requestedUrl;\n\n console.log(requestedUrl, requestedUrl?.length);\n if (!requestedUrl?.length) {\n result.status = \"400\";\n await fail(stream, \"Missing URL\");\n return stream.close();\n }\n\n if (!URL.canParse(requestedUrl)) {\n result.status = \"422\";\n await fail(stream, \"Invalid URL\");\n return stream.close();\n }\n\n let step\n try {\n step = \"convert\"\n // convert to markdown\n await update(stream, { step, state: \"started\" });\n const markdown = await fetchText(`https://r.jina.ai/${requestedUrl}`);\n result.status = \"converted\";\n await update(stream, {\n step,\n state: \"completed\",\n result: `${markdown.length} bytes`,\n });\n \n // extract structured data\n step = \"extract\"\n await update(stream, { step, state: \"started\" });\n const data = await EventParser.parseMarkdown(markdown);\n result.status = \"extracted\";\n result.data = JSON.stringify(data);\n await update(stream, { step, state: \"completed\", result: JSON.stringify(data, null, 2)\n });\n // await complete(stream, \"error\")\n \n // insert the event into the notion db\n step = \"insert\"\n await update(stream, { step, state: \"started\" });\n throw new Error(\"oops\")\n const notionResponse = await EventInserter.insert(data);\n const response = pick(notionResponse, [\n \"id\",\n \"created_time\",\n \"url\",\n \"public_url\",\n ]);\n result.status = \"inserted\";\n result.response = JSON.stringify(response);\n await update(stream, { step, state: \"completed\", result: response.url });\n await complete(stream, \"success\");\n } catch (error) {\n console.error(error)\n console.error(error.message)\n console.error(error.toString())\n result.status = \"errored\"\n await update(stream, { step, state: \"errored\", result: error.message });\n await complete(stream, \"error\");\n } finally {\n stream.close();\n // log the result in sqlite `calendar_parsing_logs` table\n await sqlite.execute({\n sql:\n `insert into calendar_parsing_logs (url, data, response, status) values (:url, :data, :response, :status)`,\n args: result,\n }); \n }\n\n });\n});\n\napp.get(\"/import\", (c) => {\n const url = c.req.query(\"url\");\n\n return c.html(\n html`\n \n \n Test Site\n \n\n \n \n \n

${url}

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n

⚪️	Converting
⚪️	Extracting
⚪️	Inserting

\n \n \n `,\n );\n});\n\nfunction update(stream: SSEStreamingApi, payload: any) {\n return stream.writeSSE({\n event: \"update\",\n data: JSON.stringify({\n time: new Date().toISOString(),\n ...payload,\n }),\n });\n}\n\nfunction complete(\n stream: SSEStreamingApi,\n state: \"success\" | \"error\",\n) {\n return stream.writeSSE({\n event: \"complete\",\n data: JSON.stringify({\n time: new Date().toISOString(),\n state,\n }),\n });\n}\n\nfunction fail(\n stream: SSEStreamingApi,\n message?: string,\n) {\n return stream.writeSSE({\n event: \"fail\",\n data: JSON.stringify({\n time: new Date().toISOString(),\n message,\n }),\n });\n}\n\nexport default app.fetch;","extract-event-data",[],[245],"files",[150,170,181,191,202,213,224,234,243],"counts",{"_257":32,"_258":162,"_259":32,"_260":261},"pulls","branches","forks","envVars",4,"contents",[264,267,270,273,276,279],{"_103":151,"_95":152,"_153":154,"_155":-5,"_156":138,"_157":158,"_159":160,"_105":265,"_99":162,"_163":164,"_165":-5,"_166":22,"_167":-5,"_98":266},["D",1757222063541],[152],{"_103":203,"_95":204,"_153":205,"_155":-5,"_156":138,"_157":206,"_159":22,"_105":268,"_99":208,"_163":209,"_165":210,"_166":22,"_167":-5,"_98":269},["D",1757374581497],[204],{"_103":214,"_95":215,"_153":216,"_155":-5,"_156":138,"_157":217,"_159":22,"_105":271,"_99":219,"_163":220,"_165":221,"_166":22,"_167":-5,"_98":272},["D",1757336669771],[215],{"_103":225,"_95":226,"_153":227,"_155":-5,"_156":138,"_157":228,"_159":22,"_105":274,"_99":230,"_163":220,"_165":231,"_166":22,"_167":-5,"_98":275},["D",1757387797779],[226],{"_103":235,"_95":236,"_153":237,"_155":-5,"_156":138,"_157":238,"_159":160,"_105":277,"_99":176,"_163":177,"_165":240,"_166":22,"_167":-5,"_98":278},["D",1757269726587],[236],{"_103":244,"_95":245,"_153":246,"_155":-5,"_156":138,"_157":100,"_159":22,"_105":280,"_99":248,"_163":220,"_165":249,"_166":22,"_167":250,"_98":281},["D",1757510169759],[245],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_101":290,"_99":100,"_295":296},{"_103":104,"_95":96,"_105":291,"_107":-5,"_108":22,"_109":110,"_111":112,"_113":-5,"_14":114,"_115":-5,"_116":22,"_117":-5,"_118":32,"_16":119,"_120":121,"_122":121,"_123":124,"_125":124,"_126":124,"_127":121,"_128":121,"_23":292,"_132":293,"_135":294,"_147":22},["D",1757212950730],{"_93":94,"_130":131},{"_93":94,"_134":131},{"_99":137,"_95":43,"_103":138,"_139":104,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":96,"_146":94},"changes",[297],{"_209":298,"_300":301,"_98":245},{"_153":246,"_95":245,"_163":220,"_165":249,"_105":299,"_157":100,"_156":138},["D",1757510169759],"previous",{"_153":246,"_95":245,"_163":220,"_165":302},"// adapted from https://hono.dev/docs/helpers/streaming\n\nimport { Hono } from \"npm:hono@4\";\nimport {\n SSEStreamingApi,\n stream,\n streamSSE,\n streamText,\n} from \"npm:hono@4/streaming\";\nimport { html, raw } from \"npm:hono@4/html\";\nimport process from \"node:process\";\nimport { fetchText } from \"https://esm.town/v/stevekrouse/fetchText?v=6\";\nimport { load } from \"npm:cheerio\";\nimport { EventParser } from \"./lib/event-parser.ts\";\nimport { EventInserter } from \"./lib/event-inserter.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport { pick } from \"npm:lodash-es@4.17.21\";\n\nconst app = new Hono();\n\napp.get(\"/process-import\", (c) => {\n return streamSSE(c, async (stream) => {\n // validate token\n const apiToken = c.req.query(\"token\");\n if (apiToken !== process.env.API_TOKEN) {\n await fail(stream, \"Unauthorized\");\n return stream.close();\n }\n\n // prepare a log entry for the result\n const result = {\n url: \"\",\n data: \"\",\n response: \"\",\n status: \"\",\n };\n\n // validate url\n const requestedUrl = c.req.query(\"url\");\n result.url = requestedUrl;\n\n console.log(requestedUrl, requestedUrl?.length);\n if (!requestedUrl?.length) {\n result.status = \"400\";\n await fail(stream, \"Missing URL\");\n return stream.close();\n }\n\n if (!URL.canParse(requestedUrl)) {\n result.status = \"422\";\n await fail(stream, \"Invalid URL\");\n return stream.close();\n }\n\n let step\n try {\n step = \"convert\"\n // convert to markdown\n await update(stream, { step, state: \"started\" });\n const markdown = await fetchText(`https://r.jina.ai/${requestedUrl}`);\n result.status = \"converted\";\n await update(stream, {\n step,\n state: \"completed\",\n result: `${markdown.length} bytes`,\n });\n \n // extract structured data\n step = \"extract\"\n await update(stream, { step, state: \"started\" });\n const data = await EventParser.parseMarkdown(markdown);\n result.status = \"extracted\";\n result.data = JSON.stringify(data);\n await update(stream, { step, state: \"completed\", result: JSON.stringify(data, null, 2)\n });\n // await complete(stream, \"error\")\n \n // insert the event into the notion db\n step = \"insert\"\n await update(stream, { step, state: \"started\" });\n throw new Error(\"oops\")\n const notionResponse = await EventInserter.insert(data);\n const response = pick(notionResponse, [\n \"id\",\n \"created_time\",\n \"url\",\n \"public_url\",\n ]);\n result.status = \"inserted\";\n result.response = JSON.stringify(response);\n await update(stream, { step, state: \"completed\", result: response.url });\n await complete(stream, \"success\");\n stream.close();\n } catch (error) {\n console.error(error)\n console.error(error.message)\n console.error(error.toString())\n result.status = \"errored\"\n await update(stream, { step, state: \"errored\", result: error.message });\n await complete(stream, \"error\");\n stream.close();\n } finally {\n // log the result in sqlite `calendar_parsing_logs` table\n await sqlite.execute({\n sql:\n `insert into calendar_parsing_logs (url, data, response, status) values (:url, :data, :response, :status)`,\n args: result,\n }); \n }\n\n });\n});\n\napp.get(\"/import\", (c) => {\n const url = c.req.query(\"url\");\n\n return c.html(\n html`\n \n \n Test Site\n \n\n \n \n \n

${url}

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n

⚪️	Converting
⚪️	Extracting
⚪️	Inserting