[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_166":167,"_168":169},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_19":20,"_17":18,"_124":-5,"_21":125,"_23":126,"_127":128,"_129":130,"_27":131,"_25":132,"_133":134,"_135":136,"_137":49,"_138":139,"_140":82,"_141":-5,"_142":-5,"_143":144},"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":30,"_31":-5,"_32":-5,"_33":-5},"handle","willthereader","name","ThreadmarkLISTFetcher","branchName","main","version",142,"path","main.tsx","project",{"_34":79,"_13":14,"_36":80,"_47":-5,"_81":82,"_50":51,"_83":51,"_84":-5,"_85":-5,"_86":87,"_88":59,"_89":82,"_90":-5,"_91":-5,"_92":93,"_53":54,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_107":108,"_109":110,"_111":112,"_48":49},"tree",[74],"file",{"_34":57,"_13":20,"_58":59,"_60":-5,"_61":62,"_63":18,"_64":49,"_36":65,"_17":66,"_67":68,"_69":70,"_71":49,"_72":-5,"_19":73},"contents",[],"upstream",{"_34":35,"_36":37,"_38":39,"_13":16,"_40":41,"_17":42,"_43":-5,"_44":-5,"_45":46,"_47":-5,"_48":49,"_50":51,"_52":12,"_53":54,"_55":56},"pull","ahead","behind","id","9dbd5418-27b0-11f0-aecd-569c3dd06744","createdAt",["D",1746229996260],"updatedAt",["D",1727710402039],"projectId","9dbd1426-27b0-11f0-aecd-569c3dd06744",143,"forkedBranchId","forkedBranchVersion","lockfileKey","1746250683190-esm.town_v_willthereader_FanFicScraper@143-main","deletedAt","isOwned",false,"privacy","public","userHandle","orgId","76badc02-5066-4776-b1f9-963b50ea816c","projectName","FanFicScraper","af708f40-27b0-11f0-aecd-569c3dd06744","fileId","ac5c3c28-27b0-11f0-aecd-569c3dd06744","parentId","branchId","ac590c7e-27b0-11f0-aecd-569c3dd06744","branchVersion","latest",["D",1728051467910],141,"fileType","http","content","/** @jsxImportSource https://esm.sh/react */\nimport React, { useState } from \"https://esm.sh/react\";\nimport { createRoot } from \"https://esm.sh/react-dom/client\";\n\nfunction App() {\n let url = \"\";\n let chapterTitles = \"\";\n let result = null;\n let loading = false;\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n loading = true;\n updateUI();\n console.log(`Fetching threadmarks for URL: ${url}`);\n try {\n result = await fetchThreadmarksFromServer(url, chapterTitles);\n } catch (error) {\n console.log(`Error occurred while fetching threadmarks: ${error.message}`);\n result = { error: error.message };\n }\n loading = false;\n updateUI();\n };\n\n const updateUI = () => {\n const root = document.getElementById(\"root\");\n root.innerHTML = `\n

Threadmark Fetcher and Comparator

\n \n ${\n result\n ? `\n

Result:

\n ${\n result.error\n ? `\n

Error: ${result.error}

\n ${\n result.stack\n ? `\n

Error Details

${result.stack}

\n `\n : \"\"\n }\n

\n `\n : `\n

Correctly Retrieved (In Order):

${title}

\n \n

Retrieved Out of Order:

${\n item.expectedIndex === -1\n ? `${item.title} (Unexpected, found at position: ${item.foundIndex + 1})`\n : `${item.title} (Expected position: ${item.expectedIndex + 1}, Found position: ${\n item.foundIndex + 1\n })`\n }

Summary:

Total expected: ${result.totalExpected}
Total retrieved: ${result.totalRetrieved}
Correctly retrieved (in order): ${result.correctOrder.length}
Retrieved out of order: ${result.outOfOrder.length - result.unexpectedCount}
Unexpected threadmarks: ${result.unexpectedCount}
Not retrieved: ${result.notRetrievedCount}

\n \n

Chapter Titles Not Retrieved:

${title}

\n \n

All Retrieved Threadmarks:

\n ${threadmark.title}\n

\n `\n }\n

\n `\n : \"\"\n }\n

\n `;\n\n document.getElementById(\"threadmarkForm\").addEventListener(\"submit\", handleSubmit);\n document.getElementById(\"urlInput\").addEventListener(\"input\", (e) => {\n url = e.target.value;\n });\n document.getElementById(\"chapterTitlesInput\").addEventListener(\"input\", (e) => {\n chapterTitles = e.target.value;\n });\n };\n\n return { updateUI };\n}\n\nasync function fetchThreadmarksFromServer(url, chapterTitles) {\n const response = await fetch(\"/api/threadmarks\", {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ url, chapterTitles }),\n });\n const data = await response.json();\n if (!response.ok) {\n throw new Error(data.error || `HTTP error! status: ${response.status}`);\n }\n return data;\n}\n\nasync function getThreadmarkUrls(baseUrl, apiKey) {\n // console.log(`[START] Threadmark URL fetch for base URL: ${baseUrl}`);\n const startTime = Date.now();\n\n const categories = [1]; // I'm only testing 1 category at a time since I'm charged by the URL\n // const categories = [1, 19, 13, 16];\n // category 1 is threadmarks, category 16 is sidestories, 13 is Apocrypha, Informational is 19,\n let allThreadmarks = [];\n\n for (const category of categories) {\n const threadmarkUrl = `${baseUrl}/threadmarks?hide_wrapper=1&display=embedded&threadmark_category=${category}`;\n // console.log(`[INFO] Constructing URL for category ${category}: ${threadmarkUrl}`);\n\n try {\n console.log(`[INFO] Preparing to send GET request for category ${category}`);\n const scrapingBeeUrl = `https://app.scrapingbee.com/api/v1/?api_key=${apiKey}&url=${\n encodeURIComponent(threadmarkUrl)\n }&render_js=true`;\n\n console.log(`[INFO] Sending GET request to ScrapingBee API for category ${category}`);\n const requestStartTime = Date.now();\n const response = await fetch(scrapingBeeUrl, { method: \"GET\" });\n const requestDuration = Date.now() - requestStartTime;\n console.log(\n `[INFO] Received response for category ${category} in ${requestDuration} ms. Status: ${response.status}`,\n );\n\n console.log(\n `[DEBUG] Response headers for category ${category}: ${\n JSON.stringify(Object.fromEntries(response.headers), null, 2)\n }`,\n );\n\n if (!response.ok) {\n const errorBody = await response.text();\n console.error(\n `[ERROR] Server error for category ${category}. Status: ${response.status}, Response body: ${errorBody}`,\n );\n continue;\n }\n\n const data = await response.text();\n console.log(`[INFO] Data received for category ${category}. Length: ${data.length} characters`);\n\n // Let's log a snippet of the raw data to understand if threadmarks are present\n console.log(`[DEBUG] Raw data snippet for category ${category}: ${data.slice(0, 500)}...`); // Log only the first 500 chars\n\n const threadmarks = parseThreadmarks(data);\n console.log(`[INFO] Parsed ${threadmarks.length} threadmarks from category ${category}`);\n\n if (threadmarks.length === 0) {\n console.warn(`[WARN] No threadmarks found in category ${category}`);\n } else {\n console.log(`[INFO] First 3 threadmarks from category ${category}: ${threadmarks.slice(0, 3)}`);\n }\n\n allThreadmarks = allThreadmarks.concat(threadmarks);\n } catch (error) {\n console.error(`[ERROR] Exception during fetching or parsing for category ${category}:`);\n console.error(`[ERROR] Error name: ${error.name}`);\n console.error(`[ERROR] Error message: ${error.message}`);\n console.error(`[DEBUG] Error stack: ${error.stack}`);\n }\n }\n\n const totalDuration = Date.now() - startTime;\n console.log(\n `[END] Finished fetching threadmarks for all categories in ${totalDuration} ms. Total threadmarks found: ${allThreadmarks.length}`,\n );\n\n if (allThreadmarks.length > 0) {\n console.log(`[INFO] First 3 threadmarks overall: ${allThreadmarks.slice(0, 3)}`);\n } else {\n console.warn(`[WARN] No threadmarks found across all categories`);\n }\n\n return allThreadmarks.length > 0 ? allThreadmarks : { error: \"No threadmarks found\" };\n}\n\nfunction parseThreadmarks(data) {\n console.log(`[INFO] Starting to parse threadmarks from HTML data. Total data length: ${data.length}`);\n const threadmarks = [];\n const regex = /

[\\s\\S]*?]*href=\"([^\"]*)\"[^>]*>([\\s\\S]*?)<\\/a>/g;\n let match;\n\n while ((match = regex.exec(data)) !== null) {\n const url = match[1];\n const title = match[2].replace(/<[^>]*>/g, \"\").trim();\n console.log(`[DEBUG] Found threadmark - URL: ${url}, Title: ${title}`);\n threadmarks.push({ url, title });\n }\n\n console.log(`[INFO] Extracted ${threadmarks.length} threadmarks from the HTML data`);\n return threadmarks;\n}\n\nfunction compareThreadmarks(expectedTitles, retrievedThreadmarks) {\n const expectedTitlesArray = expectedTitles.split(\"\\n\").map(title => title.trim()).filter(title => title !== \"\");\n const retrievedTitles = retrievedThreadmarks.map(threadmark => threadmark.title);\n\n const correctOrder = [];\n const outOfOrder = [];\n let notRetrievedCount = expectedTitlesArray.length;\n const notRetrieved = [...expectedTitlesArray];\n let lastCorrectIndex = -1;\n\n retrievedTitles.forEach((title, index) => {\n const expectedIndex = expectedTitlesArray.indexOf(title);\n if (expectedIndex !== -1) {\n notRetrievedCount--;\n if (expectedIndex > lastCorrectIndex) {\n correctOrder.push(title);\n lastCorrectIndex = expectedIndex;\n notRetrieved.splice(notRetrieved.indexOf(title), 1);\n } else {\n outOfOrder.push({ title, expectedIndex, foundIndex: index });\n }\n } else {\n outOfOrder.push({ title, expectedIndex: -1, foundIndex: index });\n }\n });\n\n return {\n correctOrder,\n outOfOrder,\n notRetrievedCount,\n allThreadmarks: retrievedThreadmarks,\n totalExpected: expectedTitlesArray.length,\n totalRetrieved: retrievedTitles.length,\n notRetrieved,\n unexpectedCount: retrievedTitles.length\n - (correctOrder.length + outOfOrder.length - (outOfOrder.filter(item => item.expectedIndex === -1).length)),\n };\n}\n\nfunction client() {\n console.log(\"Initializing client-side React application\");\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nexport default async function server(request) {\n console.log(`Received ${request.method} request for path: ${new URL(request.url).pathname}`);\n\n if (request.method === \"POST\" && new URL(request.url).pathname === \"/api/threadmarks\") {\n const apiKey = Deno.env.get(\"ScrapingBeeAPIkey\");\n if (!apiKey) {\n console.error(\"[ERROR] API key not found in environment variables\");\n return new Response(JSON.stringify({ error: \"API key not found in environment variables\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const { url, chapterTitles } = await request.json();\n console.log(`[INFO] Received request to fetch threadmarks for URL: ${url}`);\n const threadmarks = await getThreadmarkUrls(url, apiKey);\n console.log(`[INFO] Retrieved ${threadmarks.length} threadmarks`);\n\n const comparisonResult = compareThreadmarks(chapterTitles, threadmarks);\n console.log(`[INFO] Comparison completed`);\n\n return new Response(JSON.stringify(comparisonResult), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"[ERROR] Error in threadmark fetching or comparison:\");\n console.error(`[ERROR] Error name: ${error.name}`);\n console.error(`[ERROR] Error message: ${error.message}`);\n console.error(`[DEBUG] Error stack: ${error.stack}`);\n return new Response(\n JSON.stringify({\n error: `Error fetching threadmarks: ${error.message}`,\n stack: error.stack,\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n console.log(\"[INFO] Serving HTML page\");\n return new Response(\n `\n \n \n \n \n \n Threadmark Fetcher and Comparator\n \n \n \n

\n \n \n \n \n `,\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n max-width: 800px;\n margin: 0 auto;\n padding: 20px;\n}\ninput[type=\"url\"] {\n width: 70%;\n padding: 10px;\n margin-right: 10px;\n}\nbutton {\n padding: 10px 20px;\n}\npre {\n background-color: #f4f4f4;\n padding: 10px;\n border-radius: 5px;\n white-space: pre-wrap;\n word-wrap: break-word;\n}\n`;","deleted","label",[20],{"_34":57,"_13":20,"_58":59,"_60":-5,"_61":62,"_63":18,"_64":49,"_36":75,"_17":66,"_67":68,"_69":-5,"_71":49,"_72":-5,"_76":77,"_19":78},["D",1728051467910],"children",[],[20],"ac58cac0-27b0-11f0-aecd-569c3dd06744",["D",1746230020769],"legacyEnvVars",true,"httpPrivacy","description","imageUrl","userId","e5615e9f-07dd-4d28-aaa1-9ee23a41135a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_123":119},"org",{"_11":12,"_117":-5,"_118":119,"_86":87,"_120":121,"_122":49},"branch",{"_17":113,"_13":16,"_34":62,"_40":79,"_43":35,"_44":93,"_114":51,"_115":41,"_116":54,"_55":14,"_52":12},164,"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXZ0bE1rbVBEMkhHNzR3SmVmMHc3eldBQiJ9","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_34":79,"_13":14,"_36":162,"_47":-5,"_81":82,"_50":51,"_83":51,"_84":-5,"_85":-5,"_86":87,"_88":59,"_89":82,"_90":-5,"_91":-5,"_92":93,"_53":54,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_107":163,"_109":164,"_111":165,"_48":49},[159],"files",[159],"counts",{"_149":93,"_150":93,"_151":93,"_152":153,"_154":155},[],{"_34":57,"_13":20,"_58":59,"_60":-5,"_61":62,"_63":18,"_64":49,"_36":65,"_17":66,"_67":68,"_69":70,"_71":49,"_72":-5,"_19":148},"upstreamProject",{"_34":41,"_13":56,"_84":-5,"_85":-5,"_50":51,"_107":147},"upstreamBranch",{"_34":35,"_36":145,"_38":146,"_13":16,"_40":41,"_17":42,"_43":-5,"_44":-5,"_45":46,"_47":-5,"_48":49,"_50":51,"_52":12,"_53":54,"_55":56},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1746229996260],["D",1727710402039],{"_11":12,"_123":119},[20],"pulls","branches","forks","envVars",{"_156":93,"_158":93},"connections",{"_156":93,"_157":93},"count","unfilledCount","emptyCount",{"_34":57,"_13":20,"_58":59,"_60":-5,"_61":62,"_63":18,"_64":49,"_36":75,"_17":66,"_67":68,"_69":-5,"_71":49,"_72":-5,"_76":160,"_19":161},[],[20],["D",1746230020769],{"_11":12,"_123":119},{"_11":12,"_117":-5,"_118":119,"_86":87,"_120":121,"_122":49},{"_17":113,"_13":16,"_34":62,"_40":79,"_43":35,"_44":93,"_114":51,"_115":41,"_116":54,"_55":14,"_52":12},"ctx",{"_107":-5,"_199":200,"_142":201,"_202":203,"_204":205,"_206":49,"_207":49,"_208":49,"_209":82,"_210":-5,"_211":-7,"_212":-7,"_213":93,"_214":49,"_215":49,"_216":-5},"ENV",{"_170":171,"_172":173,"_174":16,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdc99cef6780d301d68708a0b7e96c8be98fdd58","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","aiChatModels",[217,218,219,220,221],[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","navCollapsed","currentOrgId",{"_222":246,"_72":247,"_225":248,"_84":249,"_228":82,"_229":82,"_230":231,"_232":82},{"_222":241,"_72":242,"_225":243,"_84":244,"_228":82,"_229":49,"_230":245,"_232":49},{"_222":237,"_72":238,"_225":239,"_84":240,"_228":82,"_229":82,"_230":231,"_232":49},{"_222":233,"_72":234,"_225":235,"_84":236,"_228":82,"_229":82,"_230":231,"_232":49},{"_222":223,"_72":224,"_225":226,"_84":227,"_228":82,"_229":82,"_230":231,"_232":49},"value","fable","Claude Fable 5.1","shortLabel","Fable","Most capable; 2× Opus pricing","imageInput","thinking","contextWindowSize",1000000,"isDefault","opus55","Claude Opus 5.5","Opus","Highly capable for complex work","sonnet55","Claude Sonnet 5.5","Sonnet","Balanced speed and capability","haiku","Claude Haiku 4.5","Haiku","Fastest; best for simple edits",200000,"deepseekflash","DeepSeek V4.1 Flash","DeepSeek Flash","Smart and very cheap"]