[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_185":186,"_187":188},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_19":20,"_17":18,"_139":-5,"_21":140,"_23":141,"_142":143,"_144":145,"_26":146,"_25":-5,"_147":148,"_149":150,"_151":52,"_152":153,"_154":84,"_155":-5,"_156":-5,"_157":158},"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-7,"_26":27,"_28":29,"_30":-5,"_31":32,"_33":34,"_35":-5},"handle","willthereader","name","ThreadmarkLISTFetcher2","branchName","main","version",20,"path","","project",{"_36":97,"_13":14,"_38":98,"_50":-5,"_99":84,"_53":54,"_100":54,"_101":-5,"_102":-5,"_103":104,"_105":65,"_106":84,"_107":-5,"_108":-5,"_109":47,"_56":57,"_110":-5,"_111":-5,"_112":-5,"_113":-5,"_114":115,"_116":115,"_117":118,"_119":118,"_120":118,"_121":115,"_122":115,"_123":124,"_125":126,"_127":128,"_51":52},"tree",[88,89],"file","contents",[60,61],"upstream",{"_36":37,"_38":39,"_40":41,"_13":16,"_42":43,"_17":34,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":52,"_53":54,"_55":12,"_56":57,"_58":59},"pull","ahead",22,"behind",164,"envVars","id","ac590c7e-27b0-11f0-aecd-569c3dd06744","createdAt",["D",1746230020769],"updatedAt",["D",1728055143333],"projectId","ac58cac0-27b0-11f0-aecd-569c3dd06744","forkedBranchId","9dbd5418-27b0-11f0-aecd-569c3dd06744","forkedBranchVersion",0,"lockfileKey","1746241981991-esm.town_v_willthereader_ThreadmarkLISTFetcher@164-main","deletedAt","isOwned",false,"privacy","public","userHandle","orgId","76badc02-5066-4776-b1f9-963b50ea816c","projectName","ThreadmarkLISTFetcher",{"_36":80,"_13":81,"_64":82,"_66":-5,"_67":68,"_69":83,"_70":84,"_38":85,"_17":47,"_73":25,"_75":86,"_77":52,"_78":-5,"_19":87},{"_36":62,"_13":63,"_64":65,"_66":-5,"_67":68,"_69":18,"_70":52,"_38":71,"_17":72,"_73":74,"_75":76,"_77":52,"_78":-5,"_19":79},"2c0c26f0-27b0-11f0-aecd-569c3dd06744","main.tsx","fileId","2b8b40e4-27b0-11f0-aecd-569c3dd06744","parentId","branchId","2b87511e-27b0-11f0-aecd-569c3dd06744","branchVersion","latest",["D",1728070924330],19,"fileType","http","content","import { versionLogger } from \"https://esm.town/v/willthereader/versionLoggger\";\n// version one is the one with the javascript scenario\nfunction App() {\n let url = \"\";\n let chapterTitles = \"\";\n let result = null;\n let loading = false;\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n loading = true;\n updateUI();\n console.log(`Fetching threadmarks for URL: ${url}`);\n try {\n result = await fetchThreadmarksFromServer(url, chapterTitles);\n } catch (error) {\n console.log(`Error occurred while fetching threadmarks: ${error.message}`);\n result = { error: error.message };\n }\n loading = false;\n updateUI();\n };\n\n const updateUI = () => {\n const root = document.getElementById(\"root\");\n root.innerHTML = `\n

Threadmark Fetcher and Comparator

\n \n ${\n result\n ? `\n

Result:

\n ${\n result.error\n ? `\n

Error: ${result.error}

\n ${\n result.stack\n ? `\n

Error Details

${result.stack}

\n `\n : \"\"\n }\n

\n `\n : `\n

Correctly Retrieved (In Order):

${title}

\n \n

Retrieved Out of Order:

${\n item.expectedIndex === -1\n ? `${item.title} (Unexpected, found at position: ${item.foundIndex + 1})`\n : `${item.title} (Expected position: ${item.expectedIndex + 1}, Found position: ${\n item.foundIndex + 1\n })`\n }

Summary:

Total expected: ${result.totalExpected}
Total retrieved: ${result.totalRetrieved}
Correctly retrieved (in order): ${result.correctOrder.length}
Retrieved out of order: ${result.outOfOrder.length - result.unexpectedCount}
Unexpected threadmarks: ${result.unexpectedCount}
Not retrieved: ${result.notRetrievedCount}

\n \n

Chapter Titles Not Retrieved:

${title}

\n \n

All Retrieved Threadmarks:

\n ${threadmark.title}\n

\n `\n }\n

\n `\n : \"\"\n }\n

\n `;\n\n document.getElementById(\"threadmarkForm\").addEventListener(\"submit\", handleSubmit);\n document.getElementById(\"urlInput\").addEventListener(\"input\", (e) => {\n url = e.target.value;\n });\n document.getElementById(\"chapterTitlesInput\").addEventListener(\"input\", (e) => {\n chapterTitles = e.target.value;\n });\n };\n\n return { updateUI };\n}\n\nasync function fetchThreadmarksFromServer(url, chapterTitles) {\n const response = await fetch(\"/api/threadmarks\", {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ url, chapterTitles }),\n });\n const data = await response.json();\n if (!response.ok) {\n throw new Error(data.error || `HTTP error! status: ${response.status}`);\n }\n return data;\n}\n\nasync function getThreadmarkUrls(baseUrl, apiKey) {\n versionLogger(import.meta.url);\n // console.log(`[START] Threadmark URL fetch for base URL: ${baseUrl}`);\n const startTime = Date.now();\n\n const categories = [1]; // Only testing category 1 (threadmarks)\n let allThreadmarks = [];\n\n for (const category of categories) {\n try {\n const threadmarkUrl = `${baseUrl}/threadmarks?hide_wrapper=1&display=embedded&threadmark_category=${category}`;\n console.log(`[INFO] Constructing URL for category ${category}: ${threadmarkUrl}`);\n\n const scrapingBeeUrl = `https://app.scrapingbee.com/api/v1/?api_key=${apiKey}&url=${\n encodeURIComponent(threadmarkUrl)\n }&render_js=false`;\n console.log(`[INFO] Sending GET request to ScrapingBee API for category ${category}`);\n\n const requestStartTime = Date.now();\n const response = await fetch(scrapingBeeUrl);\n // console.log(\n // `Response received. Status: ${response.status}, Headers: ${\n // JSON.stringify(Object.fromEntries(response.headers))\n // }`,\n // );\n // console.log(\n // `[INFO] Received response for category ${category} in ${\n // Date.now() - requestStartTime\n // } ms. Status: ${response.status}`,\n // );\n // console.log(`[DEBUG] Response headers: ${JSON.stringify(Object.fromEntries(response.headers), null, 2)}`);\n const requestDuration = Date.now() - requestStartTime;\n // console.log(\n // `[INFO] Received response for category ${category} in ${requestDuration} ms. Status: ${response.status}`,\n // );\n\n // console.log(\n // `[DEBUG] Response headers for category ${category}: ${\n // JSON.stringify(Object.fromEntries(response.headers), null, 2)\n // }`,\n // );\n\n if (!response.ok) {\n const errorBody = await response.text();\n console.error(\n `[ERROR] Server error for category ${category}. Status: ${response.status}, Response body: ${errorBody}`,\n );\n throw new Error(`Server error: ${response.status} - ${errorBody}`);\n }\n\n const data = await response.text();\n // console.log(\n // `Raw data received. Length: ${data.length}, First 500 chars: ${data.slice(0, 500)}, Last 500 chars: ${\n // data.slice(-500)\n // }`,\n // );\n // console.log(`[INFO] Data received for category ${category}. Length: ${data.length} characters`);\n\n if (data.length === 0) {\n console.error(`[ERROR] Received empty response for category ${category}`);\n throw new Error(\"Received empty response from server\");\n }\n\n // console.log(`[DEBUG] Raw data snippet for category ${category}: ${data.slice(0, 2000)}...`);\n // console.log(`[DEBUG] Last part of raw data: ${data.slice(-2000)}`);\n // console.log(`[DEBUG] Total data length: ${data.length}`);\n // console.log(`[DEBUG] Checking for pagination: ${data.includes(\"pagination\") ? \"Found\" : \"Not found\"}`);\n\n const threadmarks = parseThreadmarks(data);\n console.log(\n `Parsed ${threadmarks.length} threadmarks. First: ${JSON.stringify(threadmarks[0])}, Last: ${\n JSON.stringify(threadmarks[threadmarks.length - 1])\n }`,\n );\n // console.log(`[INFO] Parsed ${threadmarks.length} threadmarks from category ${category}`);\n // if (threadmarks.length > 0) {\n // console.log(`[DEBUG] First 3 threadmarks: ${JSON.stringify(threadmarks.slice(0, 3), null, 2)}`);\n // } else {\n // console.log(`[WARN] No threadmarks found in category ${category}`);\n // }\n // console.log(`[INFO] Parsed ${threadmarks.length} threadmarks from category ${category}`);\n\n if (threadmarks.length === 0) {\n console.warn(`[WARN] No threadmarks found in category ${category}`);\n } else {\n console.log(\n `[INFO] First 3 threadmarks from category ${category}: ${JSON.stringify(threadmarks.slice(0, 3), null, 2)}`,\n );\n }\n\n allThreadmarks = allThreadmarks.concat(threadmarks);\n } catch (error) {\n console.error(`[ERROR] Exception during fetching or parsing for category ${category}:`);\n console.error(`[ERROR] Error name: ${error.name}`);\n console.error(`[ERROR] Error message: ${error.message}`);\n console.error(`[DEBUG] Error stack: ${error.stack}`);\n throw error; // Re-throw the error to be caught by the caller\n }\n }\n\n const totalDuration = Date.now() - startTime;\n console.log(\n `[END] Finished fetching threadmarks for all categories in ${totalDuration} ms. Total threadmarks found: ${allThreadmarks.length}`,\n );\n}\n\nfunction parseThreadmarks(data) {\n // console.log(`[INFO] Starting to parse threadmarks from HTML data. Total data length: ${data.length}`);\n const threadmarks = [];\n const regex = /

[\\s\\S]*?]*href=\"([^\"]*)\"[^>]*>([\\s\\S]*?)<\\/a>/g;\n let match;\n\n while ((match = regex.exec(data)) !== null) {\n const url = match[1];\n const title = match[2].replace(/<[^>]*>/g, \"\").trim();\n // console.log(`[DEBUG] Found threadmark - URL: ${url}, Title: ${title}`);\n threadmarks.push({ url, title });\n }\n\n console.log(`[INFO] Extracted ${threadmarks.length} threadmarks from the HTML data`);\n return threadmarks;\n}\n\nfunction compareThreadmarks(expectedTitles, retrievedThreadmarks) {\n const expectedTitlesArray = expectedTitles.split(\"\\n\").map(title => title.trim()).filter(title => title !== \"\");\n const retrievedTitles = retrievedThreadmarks.map(threadmark => threadmark.title);\n\n console.log(`Expected titles: ${expectedTitlesArray.length}, Retrieved titles: ${retrievedTitles.length}`);\n\n const correctOrder = [];\n const outOfOrder = [];\n let notRetrievedCount = expectedTitlesArray.length;\n const notRetrieved = [...expectedTitlesArray];\n let lastCorrectIndex = -1;\n\n retrievedTitles.forEach((title, index) => {\n // console.log(`Processing title: \"${title}\" at index ${index}`);\n const expectedIndex = expectedTitlesArray.indexOf(title);\n // console.log(`Expected index for \"${title}\": ${expectedIndex}`);\n\n // If the title is in the expected list\n console.log(`Expected index for \"${title}\": ${expectedIndex}`);\n if (expectedIndex !== -1) {\n notRetrievedCount--;\n console.log(`Title \"${title}\" found. New notRetrievedCount: ${notRetrievedCount}`);\n // If the title is in the correct position (after the last correct one)\n if (expectedIndex > lastCorrectIndex) {\n correctOrder.push(title);\n lastCorrectIndex = expectedIndex; // Update the last correct index\n notRetrieved.splice(notRetrieved.indexOf(title), 1); // Remove from notRetrieved list\n console.log(`\"${title}\" added to correct order. New lastCorrectIndex: ${expectedIndex}`);\n } else {\n // Title was found, but it's out of order (appeared earlier in the list)\n outOfOrder.push({ title, expectedIndex, foundIndex: index });\n console.log(\n `\"${title}\" added to out of order. Expected: ${expectedIndex}, Found: ${index}, lastCorrectIndex: ${lastCorrectIndex}`,\n );\n }\n } else {\n // Title was not found in the expected list (unexpected title)\n outOfOrder.push({ title, expectedIndex: -1, foundIndex: index });\n console.log(`\"${title}\" not found in expected titles, added to out of order`);\n }\n });\n console.log(\n `Final processing results: correctOrder.length=${correctOrder.length}, outOfOrder.length=${outOfOrder.length}, notRetrievedCount=${notRetrievedCount}`,\n );\n\n console.log(\n `Correct order: ${correctOrder.length}, Out of order: ${outOfOrder.length}, Not retrieved: ${notRetrievedCount}`,\n );\n\n return {\n correctOrder,\n outOfOrder,\n notRetrievedCount,\n allThreadmarks: retrievedThreadmarks,\n totalExpected: expectedTitlesArray.length,\n totalRetrieved: retrievedTitles.length,\n notRetrieved,\n unexpectedCount: retrievedTitles.length\n - (correctOrder.length + outOfOrder.length - (outOfOrder.filter(item => item.expectedIndex === -1).length)),\n };\n}\n\nfunction client() {\n // console.log(\"Initializing client-side application\");\n const app = App();\n app.updateUI();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nexport default async function server(request) {\n console.log(`Received ${request.method} request for path: ${new URL(request.url).pathname}`);\n\n if (request.method === \"POST\" && new URL(request.url).pathname === \"/api/threadmarks\") {\n const apiKey = Deno.env.get(\"ScrapingBeeAPIkey\");\n if (!apiKey) {\n console.error(\"[ERROR] API key not found in environment variables\");\n return new Response(JSON.stringify({ error: \"API key not found in environment variables\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const { url, chapterTitles } = await request.json();\n // console.log(`[INFO] Received request to fetch threadmarks for URL: ${url}`);\n const threadmarks = await getThreadmarkUrls(url, apiKey);\n console.log(`[INFO] Retrieved ${threadmarks.length} threadmarks`);\n\n try {\n const comparisonResult = compareThreadmarks(chapterTitles, threadmarks);\n console.log(`[INFO] Comparison completed`);\n\n return new Response(JSON.stringify(comparisonResult), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (comparisonError) {\n console.error(\"[ERROR] Error in threadmark comparison:\");\n console.error(`[ERROR] Error name: ${comparisonError.name}`);\n console.error(`[ERROR] Error message: ${comparisonError.message}`);\n console.error(`[DEBUG] Error stack: ${comparisonError.stack}`);\n throw comparisonError; // Re-throw to be caught by the outer catch block\n }\n } catch (error) {\n console.error(\"[ERROR] Error in threadmark fetching or comparison:\");\n console.error(`[ERROR] Error name: ${error.name}`);\n console.error(`[ERROR] Error message: ${error.message}`);\n console.error(`[DEBUG] Error stack: ${error.stack}`);\n return new Response(\n JSON.stringify({\n error: `Error fetching threadmarks: ${error.message}`,\n stack: error.stack,\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n console.log(\"[INFO] Serving HTML page\");\n return new Response(\n `\n \n \n \n \n \n Threadmark Fetcher and Comparator\n \n \n \n

\n \n \n \n \n `,\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n}\n\nconst CSS = `\nbody {\n font-family: Arial, sans-serif;\n max-width: 800px;\n margin: 0 auto;\n padding: 20px;\n}\ninput[type=\"url\"], textarea {\n width: 100%;\n padding: 10px;\n margin-bottom: 10px;\n}\nbutton {\n padding: 10px 20px;\n}\npre {\n background-color: #f4f4f4;\n padding: 10px;\n border-radius: 5px;\n white-space: pre-wrap;\n word-wrap: break-word;\n}\n`;","deleted","label",[63],"2b8b57c8-27b0-11f0-aecd-569c3dd06744","README.md","2b8b585e-27b0-11f0-aecd-569c3dd06744",1,true,["D",1728055568296],"Migrated from folder: fanficSearcher/ScrapingBeeAttempt/ThreadmarkLISTFetcher2",[81],{"_36":80,"_13":81,"_64":82,"_66":-5,"_67":68,"_69":83,"_70":84,"_38":94,"_17":47,"_73":25,"_75":86,"_77":52,"_78":-5,"_91":95,"_19":96},{"_36":62,"_13":63,"_64":65,"_66":-5,"_67":68,"_69":18,"_70":52,"_38":90,"_17":72,"_73":74,"_75":76,"_77":52,"_78":-5,"_91":92,"_19":93},["D",1728070924330],"children",[],[63],["D",1728055568296],[],[81],"2b870f56-27b0-11f0-aecd-569c3dd06744",["D",1746229804646],"legacyEnvVars","httpPrivacy","description","imageUrl","userId","e5615e9f-07dd-4d28-aaa1-9ee23a41135a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_138":134},"org",{"_11":12,"_132":-5,"_133":134,"_103":104,"_135":136,"_137":52},"branch",{"_17":32,"_13":16,"_36":68,"_42":97,"_44":37,"_46":47,"_129":54,"_130":43,"_131":57,"_58":14,"_55":12},"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXZ0bE1rbVBEMkhHNzR3SmVmMHc3eldBQiJ9","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_36":97,"_13":14,"_38":181,"_50":-5,"_99":84,"_53":54,"_100":54,"_101":-5,"_102":-5,"_103":104,"_105":65,"_106":84,"_107":-5,"_108":-5,"_109":47,"_56":57,"_110":-5,"_111":-5,"_112":-5,"_113":-5,"_114":115,"_116":115,"_117":118,"_119":118,"_120":118,"_121":115,"_122":115,"_123":182,"_125":183,"_127":184,"_51":52},[175,176],"files",[175,176],"counts",{"_166":47,"_167":83,"_168":47,"_35":169,"_170":171},[162,163],"upstreamProject",{"_36":43,"_13":59,"_101":-5,"_102":-5,"_53":54,"_123":161},"upstreamBranch",{"_36":37,"_38":159,"_40":160,"_13":16,"_42":43,"_17":34,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":52,"_53":54,"_55":12,"_56":57,"_58":59},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1746230020769],["D",1728055143333],{"_11":12,"_138":134},{"_36":80,"_13":81,"_64":82,"_66":-5,"_67":68,"_69":83,"_70":84,"_38":85,"_17":47,"_73":25,"_75":86,"_77":52,"_78":-5,"_19":165},{"_36":62,"_13":63,"_64":65,"_66":-5,"_67":68,"_69":18,"_70":52,"_38":71,"_17":72,"_73":74,"_75":76,"_77":52,"_78":-5,"_19":164},[63],[81],"pulls","branches","forks",{"_172":47,"_174":47},"connections",{"_172":47,"_173":47},"count","unfilledCount","emptyCount",{"_36":80,"_13":81,"_64":82,"_66":-5,"_67":68,"_69":83,"_70":84,"_38":94,"_17":47,"_73":25,"_75":86,"_77":52,"_78":-5,"_91":179,"_19":180},{"_36":62,"_13":63,"_64":65,"_66":-5,"_67":68,"_69":18,"_70":52,"_38":90,"_17":72,"_73":74,"_75":76,"_77":52,"_78":-5,"_91":177,"_19":178},[],[63],[],[81],["D",1746229804646],{"_11":12,"_138":134},{"_11":12,"_132":-5,"_133":134,"_103":104,"_135":136,"_137":52},{"_17":32,"_13":16,"_36":68,"_42":97,"_44":37,"_46":47,"_129":54,"_130":43,"_131":57,"_58":14,"_55":12},"ctx",{"_123":-5,"_156":218,"_219":220,"_221":222,"_223":52,"_224":52,"_225":52,"_226":84,"_227":-5,"_228":-7,"_229":-7,"_230":47,"_231":52,"_232":52,"_233":-5,"_234":52,"_235":52,"_236":52,"_237":-5},"ENV",{"_189":190,"_191":192,"_193":16,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code