[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_195":196,"_197":198},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_70":142,"_40":-7,"_143":-5,"_17":144,"_145":146,"_147":148,"_149":150,"_151":152,"_99":-5,"_153":154,"_155":156,"_157":47,"_158":159,"_160":26,"_161":-5,"_162":-5,"_163":164},"routes/_app.x.$handle.$name.compare.$branch",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":30,"_31":-5},"handle","janpaul123","name","valtownsemanticsearch","branchName","main","project",{"_32":57,"_13":14,"_34":103,"_45":-5,"_104":26,"_48":49,"_105":49,"_106":-5,"_107":-5,"_108":109,"_110":77,"_111":26,"_112":-5,"_113":-5,"_114":115,"_52":116,"_117":-5,"_118":-5,"_119":-5,"_120":-5,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_130":131,"_132":133,"_134":28,"_46":47},"ahead",40,"behind",78,"diff",{"_62":63,"_64":65,"_66":67},"hasChanges",true,"sourceBranch",{"_40":20,"_13":16,"_32":56,"_38":57,"_41":33,"_42":58,"_59":49,"_60":39,"_61":53,"_54":14,"_50":12},"targetBranch",{"_32":33,"_34":35,"_36":37,"_13":16,"_38":39,"_40":22,"_41":-5,"_42":-5,"_43":44,"_45":-5,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55},"pull","id","4fbe64ae-277f-11f0-b46e-569c3dd06744","createdAt",["D",1746208820064],"updatedAt",["D",1715729440260],"projectId","4fbe0ca2-277f-11f0-b46e-569c3dd06744","version","forkedBranchId","forkedBranchVersion","lockfileKey","1746228497458-esm.town_v_pomdtr_valTownSearch@78-main","deletedAt","isOwned",false,"privacy","public","userHandle","pomdtr","orgId","4b933fb9-e150-4558-9d0a-845e595c8c78","projectName","valTownSearch","487c47f2-26de-11f0-a5b3-569c3dd06744","487bf4a0-26de-11f0-a5b3-569c3dd06744",0,"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","added",[68,69],"deleted",[],"modified",[],{"_70":93,"_72":-7,"_73":94},{"_70":71,"_72":-7,"_73":74},"path","main.tsx","targetFile","sourceFile",{"_32":75,"_13":71,"_76":77,"_78":-5,"_79":56,"_80":20,"_81":26,"_34":82,"_40":83,"_84":85,"_86":87,"_64":47,"_88":-5,"_89":-7,"_70":90,"_91":92},"4971f170-26de-11f0-a5b3-569c3dd06744","fileId","487f6f68-26de-11f0-a5b3-569c3dd06744","parentId","branchId","branchVersion","latest",["D",1718655255098],39,"fileType","http","content","/** @jsxImportSource npm:preact **/\nimport codeOnValTown from \"https://esm.town/v/andreterron/codeOnValTown?v=50\";\nimport semanticSearchBlobs from \"https://esm.town/v/janpaul123/semanticSearchBlobs\";\nimport semanticSearchNeon from \"https://esm.town/v/janpaul123/semanticSearchNeon\";\nimport semanticSearchTurso from \"https://esm.town/v/janpaul123/semanticSearchTurso\";\nimport { render } from \"npm:preact-render-to-string\";\n\nconst githubQuery = (query: string) => encodeURIComponent(`${query} repo:pomdtr/val-town-mirror path:vals/`);\n\nasync function handler(req: Request) {\n const url = new URL(req.url);\n\n if (url.pathname == \"/opensearch.xml\") {\n return new Response(\n `\n\n VAL VIBES: Val Town Semantic Search\n Semantic search for vals using the Github API\n \n \n https://pomdtr-favicons.web.val.run/val-town\n https://janpaul123-valtownsemanticsearch.web.val.run/search\n`,\n {\n headers: {\n \"Content-Type\": \"application/opensearchdescription+xml\",\n },\n },\n );\n }\n\n function form(query, type) {\n return (\n \n );\n }\n\n if (url.pathname == \"/search\") {\n const query = url.searchParams.get(\"q\");\n const type = url.searchParams.get(\"type\") || \"neon\";\n const items = await ({\n neon: semanticSearchNeon,\n blobs: semanticSearchBlobs,\n turso: semanticSearchTurso,\n }[type])(query);\n const accept = req.headers.get(\"Accept\");\n if (accept == \"text/json\" || accept == \"application/json\") {\n return Response.json(items);\n }\n const seenItems = new Set();\n return new Response(\n render(\n \n \n VAL VIBES: Val Town Semantic Search\n \n \n \n \n \n \n

\n VAL VIBES: Val Town Semantic Search\n

\n\n

\n {form(query, type)}\n

\n {items.map(item => {\n const itemStr = `${item.author_username}!!${item.name}`;\n if (seenItems.has(itemStr)) {\n return null;\n }\n seenItems.add(itemStr);\n return (\n

\n {item.similarity.toFixed(2)} \n \n {item.author_username}/{item.name}\n \n v{item.version}\n

\n );\n })}\n

\n \n \n \n ,\n ),\n {\n headers: {\n \"Content-Type\": \"text/html\",\n },\n },\n );\n }\n\n return new Response(\n render(\n \n \n VAL VIBES: Val Town Semantic Search\n \n \n \n \n \n \n \n

\n VAL VIBES: Val Town Semantic Search\n

\n {form(\"\", \"neon\")}\n \n \n ,\n ),\n {\n headers: {\n \"Content-Type\": \"text/html\",\n },\n },\n );\n}\n\nexport default codeOnValTown(handler, {\n val: {\n handle: \"janpaul123\",\n name: \"valtownsemanticsearch\",\n },\n});","label","children",[71],"contentHash","2c7b58ef4f4ffa80c049f7836410efb25683305fb1f961b93f2e7a1921e34853","README.md",{"_32":95,"_13":93,"_76":96,"_78":-5,"_79":56,"_80":97,"_81":26,"_34":98,"_40":58,"_84":99,"_86":100,"_64":47,"_88":-5,"_89":-7,"_70":101,"_91":102},"487f7ae4-26de-11f0-a5b3-569c3dd06744","487f7b84-26de-11f0-a5b3-569c3dd06744",1,["D",1716931682700],"file","# 😎 VAL VIBES: Val Town Semantic Search\n\nThis val hosts an [HTTP server](https://janpaul123-valtownsemanticsearch.web.val.run/) that lets you search all vals based on vibes. If you search for \"discord bot\" it shows all vals that have \"discord bot\" vibes.\n\nIt does this by comparing [embeddings from OpenAI](https://platform.openai.com/docs/guides/embeddings) generated for the code of all public vals, to an embedding of your search query.\n\nThis is an experiment to see if and how we want to incorporate semantic search in the actual Val Town search page.\n\nI implemented three backends, which you can switch between in the search UI. Check out these vals for details on their implementation.\n- **Neon:** storing and searching embeddings using the [pg_vector](https://neon.tech/docs/extensions/pgvector) extension in Neon's Postgres database.\n - Searching: [janpaul123/semanticSearchNeon](https://www.val.town/v/janpaul123/semanticSearchNeon)\n - Indexing: [janpaul123/indexValsNeon](https://www.val.town/v/janpaul123/indexValsNeon)\n- **Blobs:** storing embeddings in Val Town's [standard blob storage](https://docs.val.town/std/blob/), and iterating through all of them to compute distance. Slow and terrible, but it works!\n - Searching: [janpaul123/semanticSearchBlobs](https://www.val.town/v/janpaul123/semanticSearchBlobs)\n - Indexing: [janpaul123/indexValsBlobs](https://www.val.town/v/janpaul123/indexValsBlobs)\n- **Turso:** storing and searching using the [sqlite-vss](https://github.com/asg017/sqlite-vss) extension. Abandoned because of a bug in Turso's implementation.\n - Searching: [janpaul123/semanticSearchTurso](https://www.val.town/v/janpaul123/semanticSearchTurso)\n - Indexing: [janpaul123/indexValsTurso](https://www.val.town/v/janpaul123/indexValsTurso)\n\nAll implementations use the [database of public vals](https://www.val.town/v/sqlite/db), made by [Achille Lacoin](https://www.val.town/u/pomdtr), which is refreshed every hour. The Neon implementation updates every 10 minutes, and the other ones are not updated. I also forked Achille's [search UI](https://www.val.town/v/pomdtr/val_town_search) for this val.\n\nPlease share any feedback and suggestions, and feel free to fork our vals to improve them. This is a playground for semantic search before we implement it in the product for real!\n\n![Screenshot 2024-05-30 at 11.15.26.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/bd68fd5d-d273-4618-2937-27620209f200/public)\n\n\nMigrated from folder: semanticSearchPrototype/valtownsemanticsearch",[93],"0b6e7a57ea5e762aa35ccaeb454629765abdc702504c359d83d90c6c096c5b26",["D",1746139658913],"legacyEnvVars","httpPrivacy","description","imageUrl","userId","2ce21bab-39d2-4fd1-881a-02dc5ce8a4af","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",3,"f9c69a1c-4300-4bec-b4cf-7c54a6c90f97","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_141":137},"org",{"_11":12,"_135":-5,"_136":137,"_108":109,"_138":139,"_140":47},"branch","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJncEQ0elVic1BxOU15TkFMV0JCUkdRQndWMCJ9","tier","free","canRestrictVals","profileImageUrl","","adoptOrgId",{"_32":57,"_13":14,"_34":191,"_45":-5,"_104":26,"_48":49,"_105":49,"_106":-5,"_107":-5,"_108":109,"_110":77,"_111":26,"_112":-5,"_113":-5,"_114":115,"_52":116,"_117":-5,"_118":-5,"_119":-5,"_120":-5,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_130":192,"_132":193,"_134":194,"_46":47},"tree",[185,186],"files",[185,186],"counts",{"_175":58,"_176":97,"_177":58,"_178":179,"_180":181},"contents",[169,170],"upstreamProject",{"_32":39,"_13":55,"_106":-5,"_107":-5,"_48":49,"_130":167},"upstreamBranch",{"_32":33,"_34":165,"_36":166,"_13":16,"_38":39,"_40":22,"_41":-5,"_42":-5,"_43":44,"_45":-5,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1746208820064],["D",1715729440260],{"_11":51,"_141":168},"https://images.clerk.dev/oauth_github/img_2RCoAITJZH1QencEgtVjh4Qirj4.jpeg",{"_32":95,"_13":93,"_76":96,"_78":-5,"_79":56,"_80":97,"_81":26,"_34":173,"_40":58,"_84":99,"_86":100,"_64":47,"_88":-5,"_70":174},{"_32":75,"_13":71,"_76":77,"_78":-5,"_79":56,"_80":20,"_81":26,"_34":171,"_40":83,"_84":85,"_86":87,"_64":47,"_88":-5,"_70":172},["D",1718655255098],[71],["D",1716931682700],[93],"pulls","branches","forks","envVars",{"_182":58,"_184":58},"connections",{"_182":58,"_183":58},"count","unfilledCount","emptyCount",{"_32":95,"_13":93,"_76":96,"_78":-5,"_79":56,"_80":97,"_81":26,"_34":98,"_40":58,"_84":99,"_86":100,"_64":47,"_88":-5,"_89":189,"_70":190},{"_32":75,"_13":71,"_76":77,"_78":-5,"_79":56,"_80":20,"_81":26,"_34":82,"_40":83,"_84":85,"_86":87,"_64":47,"_88":-5,"_89":187,"_70":188},[],[71],[],[93],["D",1746139658913],{"_11":12,"_141":137},{"_11":12,"_135":-5,"_136":137,"_108":109,"_138":139,"_140":47},{"_40":20,"_13":16,"_32":56,"_38":57,"_41":33,"_42":58,"_59":49,"_60":39,"_61":53,"_54":14,"_50":12},"ctx",{"_130":-5,"_162":228,"_229":230,"_231":232,"_233":47,"_234":47,"_235":47,"_236":26,"_237":-5,"_238":-7,"_239":-7,"_240":58,"_241":47,"_242":47,"_243":-5,"_244":47,"_245":47,"_246":47,"_247":-5},"ENV",{"_199":200,"_201":202,"_203":16,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Compare

Mergejanpaul123/mainintopomdtr/main

README.md+27-0

Hmain.tsx+186-0