[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","abb8403524a4061c15f290c317905fd5206b7d64","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_150":151,"_173":174,"_175":-5},"handle","tijs","name","storygraph-to-goodreads","path","backend/utils/goodreads-enricher.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":73,"_111":-5,"_12":112,"_113":114,"_115":116,"_117":116,"_118":-5,"_119":32,"_14":120,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":130,"_133":134,"_136":137,"_149":20},"id","0fc0ceda-6ebc-11f0-b692-0224a6c84d84","createdAt",["D",1754041444566],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","14049850-28c1-11f0-89c9-c7d0e2d9e1ea","pinnedFileId","479ecdcc-6ec9-11f0-8b50-0224a6c84d84","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","c04d51b2-a7dc-46ca-ad6f-52f47c2906a8","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_131":132},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yd2Nod2N0bE1MWFdEUlRYd083ZE5pbXJ1bDAifQ","org",{"_94":95,"_135":132,"_12":112},"avatar","branch",{"_138":139,"_96":44,"_102":140,"_141":103,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":-5,"_147":97,"_148":95},"version",46,"0fc10d78-6ebc-11f0-b692-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":152,"_96":153,"_154":155,"_156":157,"_158":140,"_159":160,"_161":116,"_104":162,"_138":163,"_164":165,"_166":167,"_168":20,"_169":-5,"_98":170},"2d72d4be-7051-11f0-a597-0224a6c84d84","goodreads-enricher.ts","fileId","4791c1ae-6ec9-11f0-89ee-0224a6c84d84","parentId","475cbe78-6ec9-11f0-a672-0224a6c84d84","branchId","branchVersion",41,"latest",["D",1754215440558],1,"fileType","script","content","// Match BookHive's exact interface structure\nexport interface GoodreadsAuthor {\n id: number;\n name: string;\n isGoodreadsAuthor: boolean;\n profileUrl: string;\n worksListUrl: string;\n}\n\nexport interface GoodreadsDescription {\n html: string;\n truncated: boolean;\n fullContentUrl: string;\n}\n\nexport interface GoodreadsSearchResult {\n imageUrl: string;\n bookId: string;\n workId: string;\n bookUrl: string;\n title: string;\n bookTitleBare: string;\n numPages: number | null;\n avgRating: string;\n ratingsCount: number;\n author: GoodreadsAuthor;\n description: GoodreadsDescription;\n}\n\nexport function normalizeTitle(title: string): string {\n return title\n // Remove series information like \"(Series Name, #1)\" or \"(Series Name #1)\"\n .replace(/\\s*\\([^)]*#\\d+[^)]*\\)$/g, \"\")\n // Remove series information like \"(Book 1)\" or \"(Volume 2)\"\n .replace(/\\s*\\((Book|Volume|Vol\\.?)\\s*\\d+[^)]*\\)$/gi, \"\")\n // Remove standalone parenthetical series info\n .replace(/\\s*\\([^)]*Series[^)]*\\)$/gi, \"\")\n // Clean up extra whitespace\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nexport function normalizeAuthor(authors: string): string {\n return authors\n .split(\",\")[0] // Take only first author\n .replace(/\\s+/g, \" \") // Normalize whitespace\n .replace(/\\s*\\.\\s*/g, \".\") // Remove spaces around periods\n .trim();\n}\n\nexport async function searchGoodreads(\n query: string,\n): Promise {\n try {\n const params = new URLSearchParams({\n format: \"json\",\n q: query,\n });\n\n const url =\n `https://www.goodreads.com/book/auto_complete?${params.toString()}`;\n\n console.log(`🔍 Searching Goodreads for: \"${query}\"`);\n console.log(`🌐 URL: ${url}`);\n\n const response = await fetch(url, {\n headers: {\n \"accept\": \"*/*\",\n \"cache-control\": \"no-cache\",\n \"sec-ch-ua\": '\"Chromium\";v=\"131\", \"Not_A Brand\";v=\"24\"',\n \"x-requested-with\": \"XMLHttpRequest\",\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36\",\n },\n });\n\n console.log(`📡 Response status: ${response.status}`);\n console.log(\n `📡 Response headers:`,\n Object.fromEntries(response.headers.entries()),\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n console.warn(`⚠️ Goodreads API error for \"${query}\": ${response.status}`);\n console.warn(`⚠️ Error response:`, errorText);\n return null;\n }\n\n const responseText = await response.text();\n console.log(`📄 Raw response:`, responseText.substring(0, 500) + \"...\");\n\n let data: GoodreadsSearchResult[];\n try {\n data = JSON.parse(responseText);\n } catch (parseError) {\n console.error(`❌ Failed to parse JSON response:`, parseError);\n console.error(`📄 Full response:`, responseText);\n return null;\n }\n\n if (!Array.isArray(data) || data.length === 0) {\n console.log(`📭 No Goodreads results for: \"${query}\"`);\n return null;\n }\n\n // Return the first (best) result\n const result = data[0];\n console.log(`✅ Found: \"${result.title}\" by ${result.author.name}`);\n return result;\n } catch (error) {\n console.error(`❌ Error searching Goodreads for \"${query}\":`, error);\n return null;\n }\n}\n\nexport async function enrichBookWithGoodreads(\n book: Record,\n): Promise> {\n // Start with normalized data\n const normalizedTitle = normalizeTitle(book.Title || \"\");\n const normalizedAuthor = normalizeAuthor(book.Authors || \"\");\n\n // Create base enriched book preserving ALL original Storygraph data\n const enrichedBook: Record = {\n ...book, // Keep all original fields including Title, Authors, Star Rating, etc.\n \"Book Id\": \"\", // Leave empty as requested\n \"Author l-f\": \"\", // Will be filled if we get Goodreads data\n \"Additional Authors\": \"\", // Will be filled if we get Goodreads data\n };\n\n // Try to get Goodreads data\n const goodreadsResult = await searchGoodreads(normalizedTitle);\n\n if (goodreadsResult) {\n // ONLY update the specific fields we need from Goodreads\n // This preserves all original Storygraph data while adding Goodreads enrichment\n enrichedBook[\"Book Id\"] = goodreadsResult.bookId || \"\";\n enrichedBook[\"Title\"] = goodreadsResult.title; // Use FULL title with series info\n enrichedBook[\"Author\"] = goodreadsResult.author.name || book.Authors || \"\"; // Use Goodreads author\n enrichedBook[\"Average Rating\"] = goodreadsResult.avgRating || \"\";\n enrichedBook[\"Number of Pages\"] = goodreadsResult.numPages?.toString() ||\n \"\";\n\n // Try to create Author l-f format from Goodreads author\n if (goodreadsResult.author.name) {\n const authorParts = goodreadsResult.author.name.split(\" \");\n if (authorParts.length >= 2) {\n const lastName = authorParts[authorParts.length - 1];\n const firstNames = authorParts.slice(0, -1).join(\" \");\n enrichedBook[\"Author l-f\"] = `${lastName}, ${firstNames}`;\n }\n }\n\n console.log(\n `✨ Enriched \"${book.Title}\" → \"${enrichedBook[\"Title\"]}\" by ${\n enrichedBook[\"Author\"]\n }`,\n );\n console.log(\n ` 📚 Preserved all Storygraph data: Rating=${\n book[\"Star Rating\"]\n }, Status=${book[\"Read Status\"]}, Owned=${book[\"Owned?\"]}`,\n );\n } else {\n // No Goodreads match - just normalize the title and author\n enrichedBook[\"Book Id\"] = \"\";\n enrichedBook[\"Title\"] = normalizedTitle;\n enrichedBook[\"Author\"] = normalizedAuthor;\n enrichedBook[\"Author l-f\"] = \"\";\n enrichedBook[\"Additional Authors\"] = \"\";\n console.log(\n `📝 No Goodreads match for \"${book.Title}\" - using normalized title: \"${normalizedTitle}\"`,\n );\n }\n\n return enrichedBook;\n}\n\n// Rate limiting helper\nexport class RateLimiter {\n private requests: number[] = [];\n private maxRequests: number;\n private timeWindow: number;\n\n constructor(maxRequests: number = 5, timeWindowMs: number = 1000) {\n this.maxRequests = maxRequests;\n this.timeWindow = timeWindowMs;\n }\n\n async waitIfNeeded(): Promise {\n const now = Date.now();\n\n // Remove old requests outside the time window\n this.requests = this.requests.filter((time) =>\n now - time < this.timeWindow\n );\n\n // If we're at the limit, wait\n if (this.requests.length >= this.maxRequests) {\n const oldestRequest = Math.min(...this.requests);\n const waitTime = this.timeWindow - (now - oldestRequest) + 100; // Add 100ms buffer\n\n if (waitTime > 0) {\n console.log(`⏳ Rate limiting: waiting ${waitTime}ms...`);\n await new Promise((resolve) => setTimeout(resolve, waitTime));\n }\n }\n\n // Record this request\n this.requests.push(now);\n }\n}\n\nexport async function enrichStorygraphWithGoodreads(\n storygraphBooks: Record[],\n onProgress?: (current: number, total: number, book: string) => void,\n): Promise[]> {\n const rateLimiter = new RateLimiter(5, 1000); // 5 requests per second\n const enrichedBooks: Record[] = [];\n\n console.log(\n `🚀 Starting Goodreads enrichment for ${storygraphBooks.length} books...`,\n );\n\n for (let i = 0; i < storygraphBooks.length; i++) {\n const book = storygraphBooks[i];\n\n // Rate limiting\n await rateLimiter.waitIfNeeded();\n\n // Progress callback\n if (onProgress) {\n onProgress(i + 1, storygraphBooks.length, book.Title || \"Unknown\");\n }\n\n try {\n const enrichedBook = await enrichBookWithGoodreads(book);\n enrichedBooks.push(enrichedBook);\n } catch (error) {\n console.error(`❌ Failed to enrich book \"${book.Title}\":`, error);\n // Fall back to normalized data\n enrichedBooks.push({\n ...book,\n \"Book Id\": \"\",\n \"Title\": normalizeTitle(book.Title || \"\"),\n \"Author\": normalizeAuthor(book.Authors || \"\"),\n \"Author l-f\": \"\",\n \"Additional Authors\": \"\",\n });\n }\n\n // Small delay between requests\n await new Promise((resolve) => setTimeout(resolve, 200));\n }\n\n console.log(\n `🎉 Completed Goodreads enrichment: ${enrichedBooks.length} books processed`,\n );\n return enrichedBooks;\n}\n","deleted","label",[171,172,153],"backend","utils","permalink","https://www.val.town/x/tijs/storygraph-to-goodreads/code/backend/utils/goodreads-enricher.ts","extension","actionData","errors"]