[{"_1":2,"_170":-5,"_171":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","37715a33de29158708c83edf9ee5a306fa943e73","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_149":150,"_167":168,"_169":-5},"handle","lukas","name","sampleFirehose","path","main.tsx","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":107,"_108":109,"_110":-5,"_111":-5,"_12":112,"_113":-5,"_114":107,"_115":-5,"_116":-5,"_117":118,"_14":119,"_120":121,"_122":121,"_123":124,"_125":124,"_126":124,"_127":121,"_128":121,"_23":129,"_132":133,"_135":136,"_148":20},"id","d554fba6-27ab-11f0-9edc-569c3dd06744","createdAt",["D",1746227942047],"deletedAt","legacyEnvVars",true,"privacy","public","description","imageUrl","df45ebb8-a45c-4130-8015-1c459cea2148","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",1,"be847f5f-8655-4895-92f8-fad70ce8e16f","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_130":131},"profileImageUrl","https://secure.gravatar.com/avatar/1787426843adcfc345853f68aac1fd35.jpg?s=200&d=identicon","org",{"_93":94,"_134":131,"_12":112},"avatar","branch",{"_137":138,"_95":43,"_101":139,"_140":102,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":96,"_147":94},"version",29,"d555380a-27ab-11f0-9edc-569c3dd06744","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":151,"_95":98,"_152":153,"_154":-5,"_155":139,"_156":138,"_157":107,"_103":158,"_137":159,"_160":161,"_162":163,"_164":20,"_165":-5,"_97":166},"d5d59284-27ab-11f0-9edc-569c3dd06744","fileId","d557199a-27ab-11f0-9edc-569c3dd06744","parentId","branchId","branchVersion","latest",["D",1698082280000],28,"fileType","script","content","export async function sampleFirehose() {\n const cborx = await import(\"https://deno.land/x/cbor@v1.5.2/index.js\");\n const multiformats = await import(\"npm:multiformats\");\n const uint8arrays = await import(\"npm:uint8arrays\");\n const { z } = await import(\"https://deno.land/x/zod@v3.21.4/mod.ts\");\n const xrpc = await import(\"npm:@atproto/xrpc\");\n const cborCodec = await import(\n \"https://cdn.jsdelivr.net/npm/@ipld/dag-cbor/+esm\"\n );\n const cborEncode = cborCodec.encode;\n enum FrameType {\n Message = 1,\n Error = -1,\n }\n const messageFrameHeader = z.object({\n op: z.literal(FrameType.Message),\n t: z.string().optional(), // Message body type discriminator\n });\n type MessageFrameHeader = z.infer;\n const errorFrameHeader = z.object({\n op: z.literal(FrameType.Error),\n });\n const errorFrameBody = z.object({\n error: z.string(),\n message: z.string().optional(), // Error message\n });\n type ErrorFrameHeader = z.infer;\n type ErrorFrameBody = {\n error: T;\n } & z.infer;\n const frameHeader = z.union([messageFrameHeader, errorFrameHeader]);\n type FrameHeader = z.infer;\n abstract class Frame {\n header: FrameHeader;\n body: unknown;\n get op(): FrameType {\n return this.header.op;\n }\n toBytes(): Uint8Array {\n return uint8arrays.concat([\n cborEncode(this.header),\n cborEncode(this.body),\n ]);\n }\n isMessage(): this is MessageFrame {\n return this.op === FrameType.Message;\n }\n isError(): this is ErrorFrame {\n return this.op === FrameType.Error;\n }\n static fromBytes(bytes: Uint8Array) {\n const decoded = cborDecodeMulti(bytes);\n if (decoded.length > 2) {\n throw new Error(\"Too many CBOR data items in frame\");\n }\n const header = decoded[0];\n let body: unknown = kUnset;\n if (decoded.length > 1) {\n body = decoded[1];\n }\n const parsedHeader = frameHeader.safeParse(header);\n if (!parsedHeader.success) {\n throw new Error(`Invalid frame header: ${parsedHeader.error.message}`);\n }\n if (body === kUnset) {\n throw new Error(\"Missing frame body\");\n }\n const frameOp = parsedHeader.data.op;\n if (frameOp === FrameType.Message) {\n return new MessageFrame(body, {\n type: parsedHeader.data.t,\n });\n }\n else if (frameOp === FrameType.Error) {\n const parsedBody = errorFrameBody.safeParse(body);\n if (!parsedBody.success) {\n throw new Error(\n `Invalid error frame body: ${parsedBody.error.message}`,\n );\n }\n return new ErrorFrame(parsedBody.data);\n }\n else {\n const exhaustiveCheck: never = frameOp;\n throw new Error(`Unknown frame op: ${exhaustiveCheck}`);\n }\n }\n }\n class MessageFrame> extends Frame {\n header: MessageFrameHeader;\n body: T;\n constructor(body: T, opts?: {\n type?: string;\n }) {\n super();\n this.header = opts?.type !== undefined\n ? { op: FrameType.Message, t: opts?.type }\n : { op: FrameType.Message };\n this.body = body;\n }\n get type() {\n return this.header.t;\n }\n }\n class ErrorFrame extends Frame {\n header: ErrorFrameHeader;\n body: ErrorFrameBody;\n constructor(body: ErrorFrameBody) {\n super();\n this.header = { op: FrameType.Error };\n this.body = body;\n }\n get code() {\n return this.body.error;\n }\n get message() {\n return this.body.message;\n }\n }\n const kUnset = Symbol(\"unset\");\n const { CID } = multiformats;\n // add extension for decoding CIDs\n // decoding code taken from $ipld/dag-cbor\n // does not support encoding cids\n cborx.addExtension({\n Class: CID,\n tag: 42,\n encode: () => {\n throw new Error(\"cannot encode cids\");\n },\n decode: (bytes: Uint8Array) => {\n if (bytes[0] !== 0) {\n throw new Error(\"Invalid CID for CBOR tag 42; expected leading 0x00\");\n }\n return CID.decode(bytes.subarray(1)); // ignore leading 0x00\n },\n });\n const cborDecodeMulti = (encoded: Uint8Array): unknown[] => {\n const decoded: unknown[] = [];\n cborx.decodeMultiple(encoded, (value) => {\n decoded.push(value);\n });\n return decoded;\n };\n async function* byFrame(ws: WebSocketStream) {\n const { readable } = await ws.connection;\n const reader = readable.getReader();\n while (true) {\n const { value, done } = await reader.read();\n if (done) {\n break;\n }\n if (value instanceof Uint8Array) {\n yield Frame.fromBytes(value);\n }\n }\n }\n async function* byMessage(ws: WebSocketStream) {\n for await (const frame of byFrame(ws)) {\n if (frame.isMessage()) {\n yield frame;\n }\n else if (frame.isError()) {\n throw new xrpc.XRPCError(-1, frame.code, frame.message);\n }\n else {\n throw new xrpc.XRPCError(\n xrpc.ResponseType.Unknown,\n undefined,\n \"Unknown frame type\",\n );\n }\n }\n }\n const ws = new WebSocketStream(\n \"wss://bsky.social/xrpc/com.atproto.sync.subscribeRepos\",\n );\n return { ws, byMessage };\n}","deleted","label",[98],"permalink","https://www.val.town/x/lukas/sampleFirehose/code/main.tsx","extension","actionData","errors"]