[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_166":167,"_168":169},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_18":19,"_17":-7,"_125":-5,"_20":126,"_22":127,"_128":129,"_130":131,"_25":132,"_24":-5,"_133":-5,"_134":-5,"_135":54,"_136":137,"_138":45,"_139":-5,"_140":-5,"_141":142},"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","cenktekin","name","hackerNewsRAG","branchName","main","version","path","","project",{"_34":72,"_13":14,"_46":73,"_74":-5,"_75":54,"_76":77,"_78":77,"_79":-5,"_80":-5,"_81":82,"_83":38,"_84":45,"_85":-5,"_86":-5,"_87":48,"_88":89,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":95,"_96":95,"_97":98,"_99":98,"_100":98,"_101":95,"_102":95,"_103":104,"_105":106,"_107":108,"_109":54},"tree",[63,64],"file","contents",[32,33],"upstream","pull","ahead","behind","envVars",{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":60,"_17":48,"_49":24,"_51":61,"_53":54,"_55":-5,"_18":62},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":47,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_18":56},"id","ffcc3df6-2821-11f0-af78-569c3dd06744","main.tsx","fileId","ffcc3e8c-2821-11f0-af78-569c3dd06744","parentId","branchId","ffc9c544-2821-11f0-af78-569c3dd06744","branchVersion",1,"latest",true,"createdAt",["D",1721064267684],0,"fileType","http","content","import { hnSearch } from \"https://esm.town/v/stevekrouse/hnSearch\";\nimport inputHeader from \"https://esm.town/v/substrate/inputHeader\";\nimport { ComputeJSON, ComputeText, sb, Substrate } from \"npm:substrate\";\nimport { z } from \"npm:zod\";\nimport { zodToJsonSchema } from \"npm:zod-to-json-schema\";\n\nconst substrate = new Substrate({ apiKey: Deno.env.get(\"SUBSTRATE_API_KEY\") });\n\n// search for HN comments using https://hn.algolia.com/api\nconst query = \"langchain\";\nconst searchResults = await hnSearch({\n query: query,\n numericFilters: `created_at_i>${Math.floor(Date.now() / 1000) - 60 * 60 * 24 * 7 * 4}`,\n tags: \"comment\",\n});\n\n// Extract summary, sentiment, and metadata from each comment\nconst commentInfo = z.object({\n summary: z.string().describe(\"Summarize in a couple sentences: who is commenting, what the comment is about, how it is related to the topic.\"),\n storyTitle: z.string().describe(\"The story title.\"),\n forHiring: z.boolean().describe(\"True if the story is a Ask HN post with Who is hiring, Who wants to be hired, or Seeking freelancer in the title\"),\n sentiment: z.enum([\"positive\", \"neutral\", \"negative\"]).describe(\"Sentiment of the post.\"),\n objectID: z.string().describe(\"objectID field\"),\n});\nlet summaries = [];\nfor (const hit of searchResults.hits) {\n summaries.push(\n new ComputeJSON({\n prompt: `Summarize this comment and how it relates to the topic: ${query} \n Use \"negative\" sentiment for posts about API, abstraction, documentation, tutorial, general quality, slowness, or performance issues. \n COMMENT: ${JSON.stringify(hit)}`,\n json_schema: zodToJsonSchema(commentInfo),\n }, { cache_age: 60 * 60 * 24 }),\n );\n}\n// Generate a markdown summary\nconst markdown = new ComputeText({\n prompt: sb.concat(`Below is a list of summarized comments about ${query} on HackerNews in the last week.\n Generate concise markdown summarizing the results. \n DO NOT include a title or introduction.\n Summarize the contents of the comment and the sentiment about ${query}.\n Categorize results under sentiment headers.\n Order from most negative to least negative within each category.\n Add a link to the original story URL in this format: [](https://news.ycombinator.com/item?id=)\n Filter out posts that are for hiring (forHiring = true).\n Filter out posts that do not seem to be about ${query}.\n Just return the markdown. Do not introduce with \"Here is\" or explain the output.\n RESULTS:\\n`, // @ts-ignore\n ...summaries.map((s) => sb.jq(s.future.json_object, \"@json\")),\n ),\n model: \"Llama3Instruct70B\",\n});\nconst stream = await substrate.stream(markdown);\n\n// Render streaming markdown\nexport default async function handler(req: Request): Promise {\n let { readable, writable } = new TransformStream();\n let writer = writable.getWriter();\n const textEncoder = new TextEncoder();\n\n writer.write(textEncoder.encode(`\n \n \n \n \n \n \n

\n `));\n\n new Promise(async () => {\n for await (const event of stream.get(markdown)) {\n if (event.object === \"node.delta\") {\n const chunk = event.data.text || \"\";\n writer.write(textEncoder.encode(``));\n }\n }\n writer.write(textEncoder.encode(``));\n writer.close();\n });\n\n return new Response(readable, {\n headers: {\n \"Content-Type\": \"text/html\",\n },\n });\n}","deleted",false,"label",[36],"ffcc643e-2821-11f0-af78-569c3dd06744","README.md","ffcc64e8-2821-11f0-af78-569c3dd06744",["D",1721064267684],"Find comments on HN (powered by [Algolia](https://hn.algolia.com/api)), extract content and return a streaming markdown summary (powered by [Substrate](https://substrate.run)).\n\nThe RAG portion of this is 34 lines of Substrate code. Twitter thread walkthrough: https://x.com/vprtwn/status/1812844236401762513\n\n🪩 To fork, [sign up for Substrate](https://substrate.run/signin) to get your own API key and $50 free credits. ",[58],{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":69,"_17":48,"_49":24,"_51":61,"_53":54,"_55":-5,"_66":70,"_18":71},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":65,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_66":67,"_18":68},["D",1721064267684],"children",[],[36],["D",1721064267684],[],[58],"ffc97be8-2821-11f0-af78-569c3dd06744",["D",1746278693889],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","f392f1e3-1a5e-4ac1-b8c7-341aaa50e00d","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","22624b4e-7075-44bc-b1a2-f8f944755428","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_124":120},"org",{"_11":12,"_118":-5,"_119":120,"_81":82,"_121":122,"_123":54},"branch",{"_17":43,"_13":16,"_34":41,"_110":72,"_111":-5,"_112":-5,"_113":-5,"_114":-5,"_115":-5,"_116":14,"_117":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yaklBTUs5ZVBaa0ZjelcyRUxtSW4wUEc2TTcifQ","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_34":72,"_13":14,"_46":162,"_74":-5,"_75":54,"_76":77,"_78":77,"_79":-5,"_80":-5,"_81":82,"_83":38,"_84":45,"_85":-5,"_86":-5,"_87":48,"_88":89,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":95,"_96":95,"_97":98,"_99":98,"_100":98,"_101":95,"_102":95,"_103":163,"_105":164,"_107":165,"_109":54},[156,157],"files",[156,157],"counts",{"_147":48,"_148":43,"_149":48,"_31":150,"_151":152},[143,144],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":60,"_17":48,"_49":24,"_51":61,"_53":54,"_55":-5,"_18":146},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":47,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_18":145},[36],[58],"pulls","branches","forks",{"_153":48,"_155":48},"connections",{"_153":48,"_154":48},"count","unfilledCount","emptyCount",{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":69,"_17":48,"_49":24,"_51":61,"_53":54,"_55":-5,"_66":160,"_18":161},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":65,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_66":158,"_18":159},[],[36],[],[58],["D",1746278693889],{"_11":12,"_124":120},{"_11":12,"_118":-5,"_119":120,"_81":82,"_121":122,"_123":54},{"_17":43,"_13":16,"_34":41,"_110":72,"_111":-5,"_112":-5,"_113":-5,"_114":-5,"_115":-5,"_116":14,"_117":12},"ctx",{"_103":-5,"_140":199,"_200":201,"_202":203,"_204":54,"_205":54,"_206":54,"_207":45,"_208":-5,"_209":-7,"_210":-7,"_211":48,"_212":54,"_213":54,"_214":-5,"_215":54,"_216":54,"_217":54,"_218":-5},"ENV",{"_170":171,"_172":173,"_174":16,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code