Wikipedia Family Tree Crawler

\n setUrl(e.target.value)}\n placeholder=\"Enter a Wikipedia URL\"\n required\n style={{ flexGrow: 1 }}\n />\n \n setMaxGenerations(Math.max(1, parseInt(e.target.value) || 1))}\n min=\"1\"\n max=\"50\"\n style={{ width: \"60px\" }}\n />\n Max Generations\n \n

Try these examples:

\n {[\n \"https://en.wikipedia.org/wiki/Martin_Luther_King_Jr.\",\n \"https://en.wikipedia.org/wiki/Barack_Obama\",\n \"https://en.wikipedia.org/wiki/John_F._Kennedy\",\n ].map((exampleUrl) => (\n {\n setUrl(exampleUrl); // This is still useful for updating the input field\n handleSubmit(null, exampleUrl);\n }}\n style={{\n padding: \"5px 10px\",\n fontSize: \"13px\",\n backgroundColor: \"#4CAF50\",\n color: \"white\",\n border: \"none\",\n borderRadius: \"4px\",\n cursor: \"pointer\",\n transition: \"background-color 0.3s\",\n boxShadow: \"0 2px 4px rgba(0,0,0,0.1)\",\n }}\n >\n {exampleUrl.split(\"/\").pop()?.replace(/_/g, \" \")}\n \n ))}\n

\n {isLoading && (\n

\n )}\n \n Ancestor Generations: {treeDepth.ancestors}
\n Descendant Generations: {treeDepth.descendants}
\n Total Generations: {treeDepth.ancestors + treeDepth.descendants}\n

\n View source\n

\n \n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nasync function server(req: Request): Promise {\n const url = new URL(req.url);\n\n if (url.pathname === \"/stream\") {\n const wikiUrl = url.searchParams.get(\"url\");\n if (!wikiUrl) {\n return new Response(\"URL parameter is required\", { status: 400 });\n }\n\n const encoder = new TextEncoder();\n const stream = new ReadableStream({\n async start(controller) {\n for await (const data of crawlWikipedia(wikiUrl)) {\n controller.enqueue(encoder.encode(`data: ${JSON.stringify(data)}\\n\\n`));\n }\n controller.close();\n },\n });\n\n return new Response(stream, {\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n },\n });\n }\n\n return new Response(\n `\n \n \n \n \n \n Wikipedia Family Tree Crawler\n \n \n \n

\n \n \n \n `,\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n}\n\nconst css = `\n body, html {\n margin: 0;\n padding: 0;\n height: 100%;\n font-family: Arial, sans-serif;\n }\n #root {\n height: 100%;\n }\n h1 {\n margin-top: 0;\n }\n form {\n margin-bottom: 10px;\n }\n input {\n padding: 5px;\n font-size: 16px;\n }\n button {\n padding: 5px 10px;\n font-size: 16px;\n background-color: #4CAF50;\n color: white;\n border: none;\n cursor: pointer;\n }\n button:disabled {\n background-color: #cccccc;\n }\n button:hover {\n background-color: #45a049;\n }\n .spinner {\n border: 4px solid #f3f3f3;\n border-top: 4px solid #3498db;\n border-radius: 50%;\n width: 40px;\n height: 40px;\n animation: spin 1s linear infinite;\n }\n @keyframes spin {\n 0% { transform: rotate(0deg); }\n 100% { transform: rotate(360deg); }\n }\n`;\n\nconst cytoscapeStyle = [\n {\n selector: \"node\",\n style: {\n \"background-color\": \"#666\",\n \"label\": \"data(label)\",\n \"color\": \"#fff\",\n \"text-valign\": \"center\",\n \"text-halign\": \"center\",\n \"text-wrap\": \"wrap\",\n \"text-max-width\": \"100px\",\n \"font-size\": \"10px\",\n \"width\": \"label\",\n \"height\": \"label\",\n \"padding\": \"10px\",\n },\n },\n {\n selector: \"edge\",\n style: {\n \"width\": 2,\n \"line-color\": \"#ccc\",\n \"target-arrow-color\": \"#ccc\",\n \"curve-style\": \"bezier\",\n },\n },\n];\n\nexport default server;","deleted","label",[62],"7f242738-2540-11f0-a4ea-569c3dd06744","README.md","7f242800-2540-11f0-a4ea-569c3dd06744",1,["D",1725297926003],"\n\nMigrated from folder: Archive/infoboxCrawler",[81],{"_35":80,"_13":81,"_63":82,"_65":-5,"_66":67,"_68":83,"_69":70,"_37":93,"_17":46,"_73":24,"_75":85,"_77":51,"_78":-5,"_90":94,"_18":95},{"_35":61,"_13":62,"_63":64,"_65":-5,"_66":67,"_68":31,"_69":70,"_37":89,"_17":72,"_73":74,"_75":76,"_77":51,"_78":-5,"_90":91,"_18":92},["D",1725298530330],"children",[],[62],["D",1725297926003],[],[81],"7f210a44-2540-11f0-a4ea-569c3dd06744",["D",1745961938946],"legacyEnvVars","httpPrivacy","description","imageUrl","userId","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_138":134},"org",{"_11":12,"_132":-5,"_133":134,"_102":103,"_135":136,"_137":51},"branch",{"_17":31,"_13":16,"_35":67,"_41":96,"_43":36,"_45":46,"_129":53,"_130":42,"_131":57,"_58":14,"_54":12},"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","adoptOrgId",{"_35":96,"_13":14,"_37":182,"_49":-5,"_98":70,"_52":53,"_99":53,"_100":-5,"_101":-5,"_102":103,"_104":64,"_105":70,"_106":-5,"_107":-5,"_108":83,"_56":109,"_110":-5,"_111":-5,"_112":-5,"_113":-5,"_114":115,"_116":115,"_117":118,"_119":118,"_120":118,"_121":115,"_122":115,"_123":183,"_125":184,"_127":185,"_50":51},[176,177],"files",[176,177],"counts",{"_167":46,"_168":83,"_169":46,"_34":170,"_171":172},[163,164],"upstreamProject",{"_35":42,"_13":14,"_100":-5,"_101":-5,"_52":53,"_123":161},"upstreamBranch",{"_35":36,"_37":159,"_39":160,"_13":16,"_41":42,"_17":33,"_43":44,"_45":46,"_47":48,"_49":-5,"_50":51,"_52":53,"_54":55,"_56":57,"_58":14},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1746226490294],["D",1725287218351],{"_11":55,"_138":162},"https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJsV0d2bDdqQTdBMGNpY2REV082Q0daSDRlcCJ9",{"_35":80,"_13":81,"_63":82,"_65":-5,"_66":67,"_68":83,"_69":70,"_37":84,"_17":46,"_73":24,"_75":85,"_77":51,"_78":-5,"_18":166},{"_35":61,"_13":62,"_63":64,"_65":-5,"_66":67,"_68":31,"_69":70,"_37":71,"_17":72,"_73":74,"_75":76,"_77":51,"_78":-5,"_18":165},[62],[81],"pulls","branches","forks",{"_173":46,"_175":46},"connections",{"_173":46,"_174":46},"count","unfilledCount","emptyCount",{"_35":80,"_13":81,"_63":82,"_65":-5,"_66":67,"_68":83,"_69":70,"_37":93,"_17":46,"_73":24,"_75":85,"_77":51,"_78":-5,"_90":180,"_18":181},{"_35":61,"_13":62,"_63":64,"_65":-5,"_66":67,"_68":31,"_69":70,"_37":89,"_17":72,"_73":74,"_75":76,"_77":51,"_78":-5,"_90":178,"_18":179},[],[62],[],[81],["D",1745961938946],{"_11":12,"_138":134},{"_11":12,"_132":-5,"_133":134,"_102":103,"_135":136,"_137":51},{"_17":31,"_13":16,"_35":67,"_41":96,"_43":36,"_45":46,"_129":53,"_130":42,"_131":57,"_58":14,"_54":12},"ctx",{"_123":-5,"_156":219,"_220":221,"_222":223,"_224":51,"_225":51,"_226":51,"_227":70,"_228":-5,"_229":-7,"_230":-7,"_231":46,"_232":51,"_233":51,"_234":-5,"_235":51,"_236":51,"_237":51,"_238":-5},"ENV",{"_190":191,"_192":193,"_194":16,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208,"_209":210,"_211":212,"_213":214,"_215":216,"_217":218},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code