[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_163":164,"_165":166},"routes/_app.x.$handle.$name",{"_94":93,"_32":45,"_102":84,"_27":103,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":25,"_117":118,"_119":57,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.tsx","latestPath","fileId","ef7c660a-26dd-11f0-a5b3-569c3dd06744","name","fileType","http","content","import { hnSearch } from \"https://esm.town/v/stevekrouse/hnSearch\";\nimport inputHeader from \"https://esm.town/v/substrate/inputHeader\";\nimport { ComputeJSON, ComputeText, sb, Substrate } from \"npm:substrate\";\nimport { z } from \"npm:zod\";\nimport { zodToJsonSchema } from \"npm:zod-to-json-schema\";\n\nconst substrate = new Substrate({ apiKey: Deno.env.get(\"SUBSTRATE_API_KEY\") });\n\n// search for HN comments using https://hn.algolia.com/api\nconst query = \"PaulHoule\";\nconst searchResults = await hnSearch({\n query: query,\n numericFilters: `created_at_i>${Math.floor(Date.now() / 1000) - 60 * 60 * 24 * 7 * 4}`,\n tags: \"comment\",\n});\n\n// Extract summary, sentiment, and metadata from each comment\nconst commentInfo = z.object({\n summary: z.string().describe(\n \"Summarize in a couple sentences: who is commenting, what the comment is about, how it is related to the topic.\",\n ),\n storyTitle: z.string().describe(\"The story title.\"),\n forHiring: z.boolean().describe(\n \"True if the story is a Ask HN post with Who is hiring, Who wants to be hired, or Seeking freelancer in the title\",\n ),\n sentiment: z.enum([\"positive\", \"neutral\", \"negative\"]).describe(\"Sentiment of the post.\"),\n objectID: z.string().describe(\"objectID field\"),\n});\nlet summaries = [];\nfor (const hit of searchResults.hits) {\n summaries.push(\n new ComputeJSON({\n prompt: `Summarize this comment and how it relates to the topic: ${query} \n Use \"negative\" sentiment for posts about API, abstraction, documentation, tutorial, general quality, slowness, or performance issues. \n COMMENT: ${JSON.stringify(hit)}`,\n json_schema: zodToJsonSchema(commentInfo),\n }, { cache_age: 60 * 60 * 24 }),\n );\n}\n// Generate a markdown summary\nconst markdown = new ComputeText({\n prompt: sb.concat(\n `Below is a list of summarized comments about ${query} on HackerNews in the last week.\n Generate concise markdown summarizing the results. \n DO NOT include a title or introduction.\n Summarize the contents of the comment and the sentiment about ${query}.\n Categorize results under sentiment headers.\n Order from most negative to least negative within each category.\n Add a link to the original story URL in this format: [](https://news.ycombinator.com/item?id=)\n Filter out posts that are for hiring (forHiring = true).\n Filter out posts that do not seem to be about ${query}.\n Just return the markdown. Do not introduce with \"Here is\" or explain the output.\n RESULTS:\\n`, // @ts-ignore\n ...summaries.map((s) => sb.jq(s.future.json_object, \"@json\")),\n ),\n model: \"Llama3Instruct70B\",\n});\nconst stream = await substrate.stream(markdown);\n\n// Render streaming markdown\nexport default async function handler(req: Request): Promise {\n let { readable, writable } = new TransformStream();\n let writer = writable.getWriter();\n const textEncoder = new TextEncoder();\n\n writer.write(textEncoder.encode(`\n \n \n \n \n \n \n

\n `));\n\n new Promise(async () => {\n for await (const event of stream.get(markdown)) {\n if (event.object === \"node.delta\") {\n const chunk = event.data.text || \"\";\n writer.write(textEncoder.encode(``));\n }\n }\n writer.write(textEncoder.encode(``));\n writer.close();\n });\n\n return new Response(readable, {\n headers: {\n \"Content-Type\": \"text/html\",\n },\n });\n}","createdAt",["D",1721052447989],"branchVersion","branchId","ef798098-26dd-11f0-a5b3-569c3dd06744","id","ef792666-26dd-11f0-a5b3-569c3dd06744","hackerNewsRAG",["D",1746139509578],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","2c65e747-d658-423c-b946-7ecbe017b3fe","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",1,"orgId","3633cd39-9371-437f-9d57-9ddccf69fd51","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_101":97},"org",{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},"branch",{"_13":14,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","paulhoule","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yakhtUmk1MDI1SXc4d2NWMExKaWdGdzVYQ1YifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":159,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":160,"_79":161,"_81":162,"_83":25},"tree",[150,151],"files",[150,151],"counts",{"_140":137,"_141":61,"_142":137,"_143":144,"_145":146},"contents",[124,125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":133,"_32":134,"_30":135,"_127":-5,"_41":42,"_40":61,"_128":57,"_38":136,"_13":137,"_33":20,"_35":138,"_24":25,"_131":-5,"_27":139},{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":57,"_38":129,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_27":132},"ef87cfa4-26dd-11f0-a5b3-569c3dd06744","parentId","latest",["D",1721052447989],2,"label",[28],"ef7c7064-26dd-11f0-a5b3-569c3dd06744","README.md","ef7c70dc-26dd-11f0-a5b3-569c3dd06744",["D",1721052385657],0,"Find comments on HN (powered by [Algolia](https://hn.algolia.com/api)), extract content and return a streaming markdown summary (powered by [Substrate](https://substrate.run)).\n\nThe RAG portion of this is 34 lines of Substrate code. Twitter thread walkthrough: https://x.com/vprtwn/status/1812844236401762513\n\n🪩 To fork, [sign up for Substrate](https://substrate.run/signin) to get your own API key and $50 free credits. ",[134],"pulls","branches","forks","envVars",{"_147":137,"_149":137},"connections",{"_147":137,"_148":137},"count","unfilledCount","emptyCount",{"_43":133,"_32":134,"_30":135,"_127":-5,"_41":42,"_40":61,"_128":57,"_38":156,"_13":137,"_33":20,"_35":138,"_24":25,"_131":-5,"_153":157,"_27":158},{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":57,"_38":152,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_153":154,"_27":155},["D",1721052447989],"children",[],[28],["D",1721052385657],[],[134],["D",1746139509578],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},{"_13":14,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"ctx",{"_77":-5,"_121":196,"_197":198,"_199":200,"_201":25,"_202":25,"_203":25,"_204":57,"_205":-5,"_206":-7,"_207":-7,"_208":137,"_209":25,"_210":25,"_211":-5,"_212":25,"_213":25,"_214":25,"_215":-5},"ENV",{"_167":168,"_169":170,"_171":84,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3