[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_176":177,"_178":179},"routes/_app.x.$handle.$name",{"_96":95,"_32":44,"_104":84,"_27":105,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":117,"_118":119,"_120":25,"_121":122,"_123":48,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":48,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":48,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":77,"_78":79,"_80":81,"_82":25},"version",20,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.tsx","latestPath","fileId","59c3da78-27a8-11f0-9edc-569c3dd06744","name","fileType","http","content","/** @jsxImportSource https://esm.sh/react */\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\nimport dagre from \"https://esm.sh/cytoscape-dagre@2.5.0\";\nimport cytoscape from \"https://esm.sh/cytoscape@3.23.0\";\nimport React, { useEffect, useRef, useState } from \"https://esm.sh/react\";\nimport { createRoot } from \"https://esm.sh/react-dom/client\";\n\ncytoscape.use(dagre);\n\nconst TITLE_SELECTOR = \"#firstHeading > span\";\nconst MAX_SELECTIONS = 2;\n\nfunction labelPredicate(label) {\n return label === \"Father\" || label === \"Mother\" || /^Parent/.test(label);\n}\n\nasync function* crawlWikipedia(\n url: string,\n generation: number = 0,\n visited: Set = new Set(),\n): AsyncGenerator<[string, string, string[], number], void, unknown> {\n if (visited.has(url)) {\n return;\n }\n visited.add(url);\n\n const response = await fetch(url);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const title = $(TITLE_SELECTOR).text().trim();\n const parentLinks: string[] = [];\n\n $(\"table.infobox.vcard > tbody > tr\").each((_, row) => {\n const $row = $(row);\n const label = $row.find(\"th.infobox-label\").text().trim();\n\n if (labelPredicate(label)) {\n const links = $row.find(\"td a:not(.extiw)\").map((_, el) => $(el).attr(\"href\")).get();\n parentLinks.push(...links);\n }\n });\n\n yield [url, title, parentLinks, generation];\n\n for (const link of parentLinks) {\n const nextUrl = new URL(link, url).toString();\n yield* crawlWikipedia(nextUrl, generation + 1, visited);\n }\n}\n\nfunction App() {\n const [url, setUrl] = useState(\"\");\n const [nodes, setNodes] = useState([]);\n const [edges, setEdges] = useState([]);\n const cyRef = useRef(null);\n const [isLoading, setIsLoading] = useState(false);\n const [isCytoscapeDisabled, setIsCytoscapeDisabled] = useState(false);\n const [maxDepth, setMaxDepth] = useState(0);\n const [isInspectMode, setIsInspectMode] = useState(false);\n const [graphDrawn, setGraphDrawn] = useState(false);\n const [isPickMode, setIsPickMode] = useState(false);\n const [selectedNodes, setSelectedNodes] = useState([]);\n const [pickComplete, setPickComplete] = useState(false);\n const [sharedAncestor, setSharedAncestor] = useState(null);\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n setIsLoading(true);\n\n const encodedUrl = encodeURIComponent(url);\n setNodes([]);\n setGraphDrawn(false);\n setIsCytoscapeDisabled(true);\n setEdges([]);\n setMaxDepth(0);\n setIsPickMode(false);\n setSelectedNodes([]);\n setPickComplete(false);\n setSharedAncestor(null);\n const eventSource = new EventSource(`/stream?url=${encodedUrl}`);\n\n const existingNodes = new Set();\n\n eventSource.onmessage = (event) => {\n const [nodeUrl, name, parentLinks, generation] = JSON.parse(event.data);\n\n if (!existingNodes.has(nodeUrl)) {\n setNodes(prevNodes => [...prevNodes, { data: { id: nodeUrl, label: name } }]);\n existingNodes.add(nodeUrl);\n }\n\n setMaxDepth(prevDepth => Math.max(prevDepth, generation));\n\n parentLinks.forEach((link) => {\n const parentUrl = new URL(link, nodeUrl).toString();\n\n if (!existingNodes.has(parentUrl)) {\n const parentName = decodeURIComponent(link.split(\"/\").pop()?.replace(/_/g, \" \") || \"\");\n setNodes(prevNodes => [...prevNodes, { data: { id: parentUrl, label: parentName } }]);\n existingNodes.add(parentUrl);\n }\n\n setEdges(\n prevEdges => [...prevEdges, { data: { source: parentUrl, target: nodeUrl, id: `${parentUrl}-${nodeUrl}` } }],\n );\n });\n };\n\n eventSource.onerror = () => {\n eventSource.close();\n setIsLoading(false);\n setIsCytoscapeDisabled(false);\n setGraphDrawn(true);\n };\n };\n\n useEffect(() => {\n if (cyRef.current) {\n cyRef.current.destroy();\n }\n cyRef.current = cytoscape({\n container: document.getElementById(\"cy\"),\n elements: { nodes, edges },\n userZoomingEnabled: !isCytoscapeDisabled,\n userPanningEnabled: !isCytoscapeDisabled,\n style: cytoscapeStyle,\n layout: {\n name: \"dagre\",\n rankDir: \"TB\",\n align: \"UL\",\n ranker: \"network-simplex\",\n nodeSep: 50,\n rankSep: 100,\n padding: 30,\n animate: false,\n fit: true,\n },\n });\n\n cyRef.current.on(\"tap\", \"node\", function(evt) {\n if (isCytoscapeDisabled) return;\n const node = evt.target;\n \n if (isPickMode && !pickComplete) {\n if (selectedNodes.includes(node.id())) {\n setSelectedNodes(prev => prev.filter(id => id !== node.id()));\n node.removeClass('selected');\n } else if (selectedNodes.length < MAX_SELECTIONS) {\n setSelectedNodes(prev => [...prev, node.id()]);\n node.addClass('selected');\n if (selectedNodes.length === MAX_SELECTIONS - 1) {\n computeSharedAncestor(node.id());\n setPickComplete(true);\n }\n }\n } else if (isInspectMode) {\n highlightAncestry(node);\n } else if (!isPickMode) {\n window.open(node.id(), \"_blank\");\n }\n });\n\n cyRef.current.on(\"layoutstop\", function() {\n cyRef.current.center();\n cyRef.current.fit();\n setGraphDrawn(true);\n });\n }, [nodes, edges, isCytoscapeDisabled, isInspectMode, isPickMode, pickComplete]);\n \n useEffect(() => {\n if (cyRef.current) {\n cyRef.current.nodes().removeClass('selected');\n selectedNodes.forEach(nodeId => {\n const node = cyRef.current.getElementById(nodeId);\n node.addClass('selected');\n });\n }\n }, [selectedNodes]);\n\n const computeSharedAncestor = (newNodeId) => {\n if (cyRef.current) {\n const node1 = cyRef.current.getElementById(selectedNodes[0]);\n const node2 = cyRef.current.getElementById(newNodeId);\n \n const ancestors1 = node1.predecessors().nodes();\n const ancestors2 = node2.predecessors().nodes();\n \n let sharedAncestor = null;\n \n for (let i = 0; i < ancestors1.length; i++) {\n for (let j = 0; j < ancestors2.length; j++) {\n if (ancestors1[i].id() === ancestors2[j].id()) {\n sharedAncestor = ancestors1[i];\n break;\n }\n }\n if (sharedAncestor) break;\n }\n \n setSharedAncestor(sharedAncestor ? sharedAncestor.data('label') : 'No shared ancestor found');\n }\n };\n\n const highlightAncestry = (node) => {\n cyRef.current.elements().removeClass('highlighted');\n const ancestors = node.predecessors();\n ancestors.addClass('highlighted');\n node.addClass('highlighted');\n\n const path = ancestors.union(node);\n cyRef.current.animate({\n fit: {\n eles: path,\n padding: 50\n },\n duration: 1000\n });\n };\n\n useEffect(() => {\n if (cyRef.current) {\n cyRef.current.resize();\n }\n }, [maxDepth]);\n \n const toggleInspectMode = () => {\n setIsInspectMode(!isInspectMode);\n if (cyRef.current) {\n cyRef.current.elements().removeClass('highlighted');\n }\n };\n \n const togglePickMode = () => {\n setIsPickMode(!isPickMode);\n setSelectedNodes([]);\n setPickComplete(false);\n setSharedAncestor(null);\n if (cyRef.current) {\n cyRef.current.nodes().removeClass('selected');\n }\n };\n\n return (\n

Wikipedia Family Tree Crawler

\n {isLoading && (\n

\n )}\n \n Generations: {maxDepth}\n

\n {isInspectMode && (\n

\n Click on a node to inspect its ancestry\n

\n )}\n {isPickMode && (\n

\n {pickComplete ? `Shared Ancestor: ${sharedAncestor}` : `Select ${MAX_SELECTIONS - selectedNodes.length} more node${MAX_SELECTIONS - selectedNodes.length !== 1 ? 's' : ''}`}\n

\n )}\n

\n View source\n

\n \n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nasync function server(req: Request): Promise {\n const url = new URL(req.url);\n\n if (url.pathname === \"/stream\") {\n const wikiUrl = url.searchParams.get(\"url\");\n if (!wikiUrl) {\n return new Response(\"URL parameter is required\", { status: 400 });\n }\n\n const encoder = new TextEncoder();\n const stream = new ReadableStream({\n async start(controller) {\n for await (const data of crawlWikipedia(wikiUrl)) {\n controller.enqueue(encoder.encode(`data: ${JSON.stringify(data)}\\n\\n`));\n }\n controller.close();\n },\n });\n\n return new Response(stream, {\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n },\n });\n }\n\n return new Response(\n `\n \n \n \n \n \n Wikipedia Family Tree Crawler\n \n \n \n

\n \n \n \n `,\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n}\n\nconst css = `\n body, html {\n margin: 0;\n padding: 0;\n height: 100%;\n font-family: Arial, sans-serif;\n }\n #root {\n height: 100%;\n }\n h1 {\n margin-top: 0;\n }\n form {\n margin-bottom: 10px;\n }\n input {\n padding: 5px;\n font-size: 16px;\n }\n button {\n padding: 5px 10px;\n font-size: 16px;\n background-color: #4CAF50;\n color: white;\n border: none;\n cursor: pointer;\n }\n button:disabled {\n background-color: #cccccc;\n }\n .spinner {\n border: 4px solid #f3f3f3;\n border-top: 4px solid #3498db;\n border-radius: 50%;\n width: 40px;\n height: 40px;\n animation: spin 1s linear infinite;\n }\n @keyframes spin {\n 0% { transform: rotate(0deg); }\n 100% { transform: rotate(360deg); }\n }\n`;\n\nconst cytoscapeStyle = [\n {\n selector: \"node\",\n style: {\n \"background-color\": \"#666\",\n \"label\": \"data(label)\",\n \"color\": \"#fff\",\n \"text-valign\": \"center\",\n \"text-halign\": \"center\",\n \"text-wrap\": \"wrap\",\n \"text-max-width\": \"100px\",\n \"font-size\": \"10px\",\n \"width\": \"label\",\n \"height\": \"label\",\n \"padding\": \"10px\",\n },\n },\n {\n selector: \"edge\",\n style: {\n \"width\": 2,\n \"line-color\": \"#ccc\",\n \"target-arrow-color\": \"#ccc\",\n \"target-arrow-shape\": \"triangle\",\n \"curve-style\": \"bezier\",\n },\n },\n {\n selector: \".highlighted\",\n style: {\n \"background-color\": \"#ff0000\",\n \"line-color\": \"#ff0000\",\n \"target-arrow-color\": \"#ff0000\",\n },\n },\n {\n selector: \".selected\",\n style: {\n \"background-color\": \"#00ff00\",\n },\n },\n];\n\nexport default server;","createdAt",["D",1725310282069],"branchVersion","branchId","59bf426a-27a8-11f0-9edc-569c3dd06744","id","59bea1ca-27a8-11f0-9edc-569c3dd06744","closedChocolateMarmoset",["D",1746226446211],"deletedAt","legacyEnvVars",true,"privacy","public","httpPrivacy","description","imageUrl","d402a971-ec8f-4d0e-89f0-ffd768759076","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","2e4d6945-83a3-4492-bb59-6be6cab8dce3","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_103":99},"org",{"_96":95,"_97":-5,"_98":99,"_18":54,"_100":101,"_102":25},"branch",{"_13":83,"_32":84,"_42":41,"_85":43,"_86":87,"_88":60,"_89":50,"_90":91,"_92":62,"_93":44,"_94":95},"isOwned",42,"main","projectId","forkedBranchId","74056e74-27a8-11f0-9edc-569c3dd06744","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","740523ba-27a8-11f0-9edc-569c3dd06744","forkedProjectOrgId","projectName","userHandle","jdan","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJsV0d2bDdqQTdBMGNpY2REV082Q0daSDRlcCJ9","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":172,"_46":-5,"_47":48,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":48,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":173,"_78":174,"_80":175,"_82":25},"tree",[163,164],"files",[163,164],"counts",{"_153":60,"_154":149,"_155":60,"_156":157,"_158":159},"contents",[137,138],"upstreamProject",{"_42":91,"_32":135,"_52":-5,"_53":-5,"_49":50,"_76":136},"upstreamBranch",{"_42":87,"_37":128,"_129":130,"_32":84,"_85":91,"_13":131,"_86":132,"_88":60,"_133":134,"_46":-5,"_82":25,"_49":50,"_94":95,"_61":62,"_93":135},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1746226490294],"updatedAt",["D",1725287218351],46,"7511a86e-27a8-11f0-9edc-569c3dd06744","lockfileKey","1768876655580-esm.town_v_jdan_infoboxCrawler@46-main","infoboxCrawler",{"_96":95,"_103":99},{"_42":146,"_32":147,"_30":148,"_140":-5,"_40":41,"_39":149,"_141":48,"_37":150,"_13":60,"_33":20,"_35":151,"_24":25,"_144":-5,"_27":152},{"_42":139,"_32":28,"_30":31,"_140":-5,"_40":41,"_39":14,"_141":25,"_37":142,"_13":143,"_33":34,"_35":36,"_24":25,"_144":-5,"_27":145},"5a3fa108-27a8-11f0-9edc-569c3dd06744","parentId","latest",["D",1725310282069],19,"label",[28],"59c3e892-27a8-11f0-9edc-569c3dd06744","README.md","59c3e91e-27a8-11f0-9edc-569c3dd06744",1,["D",1725309121450],"Migrated from folder: townie/closedChocolateMarmoset",[147],"pulls","branches","forks","envVars",{"_160":60,"_162":60},"connections",{"_160":60,"_161":60},"count","unfilledCount","emptyCount",{"_42":146,"_32":147,"_30":148,"_140":-5,"_40":41,"_39":149,"_141":48,"_37":169,"_13":60,"_33":20,"_35":151,"_24":25,"_144":-5,"_166":170,"_27":171},{"_42":139,"_32":28,"_30":31,"_140":-5,"_40":41,"_39":14,"_141":25,"_37":165,"_13":143,"_33":34,"_35":36,"_24":25,"_144":-5,"_166":167,"_27":168},["D",1725310282069],"children",[],[28],["D",1725309121450],[],[147],["D",1746226446211],{"_96":95,"_103":99},{"_96":95,"_97":-5,"_98":99,"_18":54,"_100":101,"_102":25},{"_13":83,"_32":84,"_42":41,"_85":43,"_86":87,"_88":60,"_89":50,"_90":91,"_92":62,"_93":44,"_94":95},"ctx",{"_76":-5,"_125":209,"_210":211,"_212":213,"_214":25,"_215":25,"_216":25,"_217":48,"_218":-5,"_219":-7,"_220":-7,"_221":60,"_222":25,"_223":25,"_224":-5,"_225":25,"_226":25,"_227":25,"_228":-5},"ENV",{"_180":181,"_182":183,"_184":84,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v20