[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_162":163,"_164":165},"routes/_app.x.$handle.$name",{"_98":97,"_32":49,"_106":88,"_27":107,"_13":14,"_108":-5,"_11":109,"_110":111,"_112":113,"_114":115,"_116":117,"_21":-5,"_118":-5,"_119":-5,"_120":25,"_121":122,"_123":61,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_47":48,"_32":49,"_36":50,"_51":-5,"_52":25,"_53":54,"_55":54,"_56":-5,"_57":-5,"_18":58,"_59":43,"_60":61,"_62":-5,"_63":-5,"_64":65,"_66":67,"_68":-5,"_69":-5,"_70":-5,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":25},"version",1,"changes",[19,20],"aiChatInfo","userId",{"_21":41,"_23":-7,"_24":25,"_26":25,"_27":42,"_29":42},{"_21":22,"_23":-7,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":21,"_34":35,"_36":37,"_38":14,"_39":40,"_24":25},"previous","deleted",false,"deletedHere","path","README.md","latestPath","fileId","ffcc64e8-2821-11f0-af78-569c3dd06744","name","fileType","content","Find comments on HN (powered by [Algolia](https://hn.algolia.com/api)), extract content and return a streaming markdown summary (powered by [Substrate](https://substrate.run)).\n\nThe RAG portion of this is 34 lines of Substrate code. Twitter thread walkthrough: https://x.com/vprtwn/status/1812844236401762513\n\n🪩 To fork, [sign up for Substrate](https://substrate.run/signin) to get your own API key and $50 free credits. ","createdAt",["D",1721064267684],"branchVersion","branchId","ffc9c544-2821-11f0-af78-569c3dd06744",{"_30":43,"_32":42,"_33":44,"_34":45,"_36":46,"_38":14,"_39":40,"_24":25},"main.tsx","ffcc3e8c-2821-11f0-af78-569c3dd06744","http","import { hnSearch } from \"https://esm.town/v/stevekrouse/hnSearch\";\nimport inputHeader from \"https://esm.town/v/substrate/inputHeader\";\nimport { ComputeJSON, ComputeText, sb, Substrate } from \"npm:substrate\";\nimport { z } from \"npm:zod\";\nimport { zodToJsonSchema } from \"npm:zod-to-json-schema\";\n\nconst substrate = new Substrate({ apiKey: Deno.env.get(\"SUBSTRATE_API_KEY\") });\n\n// search for HN comments using https://hn.algolia.com/api\nconst query = \"langchain\";\nconst searchResults = await hnSearch({\n query: query,\n numericFilters: `created_at_i>${Math.floor(Date.now() / 1000) - 60 * 60 * 24 * 7 * 4}`,\n tags: \"comment\",\n});\n\n// Extract summary, sentiment, and metadata from each comment\nconst commentInfo = z.object({\n summary: z.string().describe(\"Summarize in a couple sentences: who is commenting, what the comment is about, how it is related to the topic.\"),\n storyTitle: z.string().describe(\"The story title.\"),\n forHiring: z.boolean().describe(\"True if the story is a Ask HN post with Who is hiring, Who wants to be hired, or Seeking freelancer in the title\"),\n sentiment: z.enum([\"positive\", \"neutral\", \"negative\"]).describe(\"Sentiment of the post.\"),\n objectID: z.string().describe(\"objectID field\"),\n});\nlet summaries = [];\nfor (const hit of searchResults.hits) {\n summaries.push(\n new ComputeJSON({\n prompt: `Summarize this comment and how it relates to the topic: ${query} \n Use \"negative\" sentiment for posts about API, abstraction, documentation, tutorial, general quality, slowness, or performance issues. \n COMMENT: ${JSON.stringify(hit)}`,\n json_schema: zodToJsonSchema(commentInfo),\n }, { cache_age: 60 * 60 * 24 }),\n );\n}\n// Generate a markdown summary\nconst markdown = new ComputeText({\n prompt: sb.concat(`Below is a list of summarized comments about ${query} on HackerNews in the last week.\n Generate concise markdown summarizing the results. \n DO NOT include a title or introduction.\n Summarize the contents of the comment and the sentiment about ${query}.\n Categorize results under sentiment headers.\n Order from most negative to least negative within each category.\n Add a link to the original story URL in this format: [](https://news.ycombinator.com/item?id=)\n Filter out posts that are for hiring (forHiring = true).\n Filter out posts that do not seem to be about ${query}.\n Just return the markdown. Do not introduce with \"Here is\" or explain the output.\n RESULTS:\\n`, // @ts-ignore\n ...summaries.map((s) => sb.jq(s.future.json_object, \"@json\")),\n ),\n model: \"Llama3Instruct70B\",\n});\nconst stream = await substrate.stream(markdown);\n\n// Render streaming markdown\nexport default async function handler(req: Request): Promise {\n let { readable, writable } = new TransformStream();\n let writer = writable.getWriter();\n const textEncoder = new TextEncoder();\n\n writer.write(textEncoder.encode(`\n \n \n \n \n \n \n

\n `));\n\n new Promise(async () => {\n for await (const event of stream.get(markdown)) {\n if (event.object === \"node.delta\") {\n const chunk = event.data.text || \"\";\n writer.write(textEncoder.encode(``));\n }\n }\n writer.write(textEncoder.encode(``));\n writer.close();\n });\n\n return new Response(readable, {\n headers: {\n \"Content-Type\": \"text/html\",\n },\n });\n}",["D",1721064267684],"id","ffc97be8-2821-11f0-af78-569c3dd06744","hackerNewsRAG",["D",1746278693889],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","f392f1e3-1a5e-4ac1-b8c7-341aaa50e00d","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","22624b4e-7075-44bc-b1a2-f8f944755428","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_98":97,"_105":101},"org",{"_98":97,"_99":-5,"_100":101,"_18":58,"_102":103,"_104":25},"branch",{"_13":14,"_32":88,"_47":40,"_89":48,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":49,"_96":97},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","cenktekin","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yaklBTUs5ZVBaa0ZjelcyRUxtSW4wUEc2TTcifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_47":48,"_32":49,"_36":158,"_51":-5,"_52":25,"_53":54,"_55":54,"_56":-5,"_57":-5,"_18":58,"_59":43,"_60":61,"_62":-5,"_63":-5,"_64":65,"_66":67,"_68":-5,"_69":-5,"_70":-5,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":159,"_83":160,"_85":161,"_87":25},"tree",[149,150],"files",[149,150],"counts",{"_139":65,"_140":14,"_141":65,"_142":143,"_144":145},"contents",[128,129],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_47":136,"_32":28,"_30":31,"_131":-5,"_39":40,"_38":14,"_132":61,"_36":137,"_13":65,"_33":21,"_34":35,"_24":25,"_134":-5,"_27":138},{"_47":130,"_32":42,"_30":43,"_131":-5,"_39":40,"_38":14,"_132":61,"_36":133,"_13":65,"_33":44,"_34":45,"_24":25,"_134":-5,"_27":135},"ffcc3df6-2821-11f0-af78-569c3dd06744","parentId","latest",["D",1721064267684],"label",[42],"ffcc643e-2821-11f0-af78-569c3dd06744",["D",1721064267684],[28],"pulls","branches","forks","envVars",{"_146":65,"_148":65},"connections",{"_146":65,"_147":65},"count","unfilledCount","emptyCount",{"_47":136,"_32":28,"_30":31,"_131":-5,"_39":40,"_38":14,"_132":61,"_36":155,"_13":65,"_33":21,"_34":35,"_24":25,"_134":-5,"_152":156,"_27":157},{"_47":130,"_32":42,"_30":43,"_131":-5,"_39":40,"_38":14,"_132":61,"_36":151,"_13":65,"_33":44,"_34":45,"_24":25,"_134":-5,"_152":153,"_27":154},["D",1721064267684],"children",[],[42],["D",1721064267684],[],[28],["D",1746278693889],{"_98":97,"_105":101},{"_98":97,"_99":-5,"_100":101,"_18":58,"_102":103,"_104":25},{"_13":14,"_32":88,"_47":40,"_89":48,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":49,"_96":97},"ctx",{"_81":-5,"_125":195,"_196":197,"_198":199,"_200":25,"_201":25,"_202":25,"_203":61,"_204":-5,"_205":-7,"_206":-7,"_207":65,"_208":25,"_209":25,"_210":-5,"_211":25,"_212":25,"_213":25,"_214":-5},"ENV",{"_166":167,"_168":169,"_170":88,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","a3e067d4463eea85f6334f8e583e8516ae58c4f6","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v1