[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_166":167,"_168":169},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":37,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":25,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":37,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",4,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_34":35,"_36":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","sorted-set.ts","latestPath","fileId","450cd3fc-66b1-11f1-9359-1607ee4eb77e","name","new-file-1575.ts","fileType","script","content","","createdAt",["D",1781304700156],"branchVersion","branchId","8af5eb84-17f4-4e83-baae-3102665e2777","id","406135f2-f7a5-45fb-8689-6654cac915e5","blobalytics",["D",1781304676410],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","5d1042a9-7b0b-499d-8a72-3a8ac7a4e185","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","5f80108f-7ca4-4327-b77b-089dbe4b5a82","tursoName","406135f2f7a545fb86896654cac915e5","tursoHostname","406135f2f7a545fb86896654cac915e5-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789506649022],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",33,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","nbbaier","handle","displayName","avatar","https://secure.gravatar.com/avatar/0129a541b7b3574e92c4afd06c5e32da&d=identicon","tier","pro","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":161,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":37,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":162,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":163,"_81":164,"_83":165,"_85":25},"tree",[152,153],"files",[152,153],"counts",{"_142":60,"_143":132,"_144":60,"_145":146,"_147":148},"contents",[126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":135,"_32":136,"_30":137,"_129":-5,"_41":42,"_40":138,"_130":25,"_38":139,"_13":132,"_34":35,"_36":140,"_24":25,"_133":-5,"_27":141},{"_43":128,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_130":25,"_38":131,"_13":132,"_34":35,"_36":37,"_24":25,"_133":-5,"_27":134},"269dff7a-0499-402f-9df4-34583c1df2ff","parentId","latest",["D",1781304700156],1,"label",[28],"d4f741c5-12f7-4d51-a055-31944b069297","main.ts","38434cb4-66b1-11f1-a5ae-1607ee4eb77e",2,["D",1781304695037],"import { SortedSet } from \"./sorted-set\";\n\nexport type Event = {\n time?: number;\n [key: string]: string | number | boolean | undefined;\n};\n\nexport type Window = `${number}${\"s\" | \"m\" | \"h\" | \"d\"}`;\n\nexport type AnalyticsConfig = {\n window: Window | number;\n prefix?: string;\n};\n\ninterface AggregateTime {\n time: number;\n}\n\ninterface AggregateGeneric {\n [someFieldName: string]: {\n [someFieldValue: string]: number;\n };\n}\n\nexport type Aggregate = AggregateTime & AggregateGeneric;\n\nexport type RawSuccessResponse = 1 | null;\nexport type SuccessResponse = RawSuccessResponse | string;\n\nexport class Analytics {\n private readonly prefix: string;\n private readonly bucketSize: number;\n\n constructor(config: AnalyticsConfig) {\n this.prefix = config.prefix ?? \"logs\";\n this.bucketSize = this.parseWindow(config.window);\n }\n\n private parseWindow(window: Window | number): number {\n if (typeof window === \"number\") {\n if (window <= 0) {\n throw new Error(`Invalid window: ${window}`);\n }\n return window;\n }\n const regex = /^(\\d+)([smhd])$/;\n if (!regex.test(window)) {\n throw new Error(`Invalid window: ${window}`);\n }\n const [, valueStr, unit] = window.match(regex) ?? [];\n const value = Number.parseInt(valueStr ?? \"0\", 10);\n switch (unit) {\n case \"s\":\n return value * 1000;\n case \"m\":\n return value * 1000 * 60;\n case \"h\":\n return value * 1000 * 60 * 60;\n case \"d\":\n return value * 1000 * 60 * 60 * 24;\n default:\n throw new Error(`Invalid window unit: ${unit}`);\n }\n }\n\n private validateTableName(table: string) {\n const regex = /^[a-zA-Z0-9_-]+$/;\n if (!regex.test(table)) {\n throw new Error(\n `Invalid table name: ${table}. Table names can only contain letters, numbers, dashes and underscores.`,\n );\n }\n }\n\n public getBucket(time?: number): number {\n const bucketTime = time ?? Date.now();\n return Math.floor(bucketTime / this.bucketSize) * this.bucketSize;\n }\n\n private bucketKey(table: string, bucket: number): string {\n return [this.prefix, table, bucket].join(\":\");\n }\n\n private eventMember(event: Event): string {\n return JSON.stringify({\n ...event,\n time: undefined,\n });\n }\n\n private async loadBucket(key: string): Promise {\n const file = Bun.file(key);\n if (!(await file.exists())) {\n return new SortedSet();\n }\n\n const data = (await file.json()) as [number, string][];\n return SortedSet.fromJSON(data);\n }\n\n private async saveBucket(key: string, set: SortedSet): Promise {\n await Bun.file(key).write(JSON.stringify(set.toJSON()));\n }\n\n private async loadMergedBuckets(\n table: string,\n timestamp: number | undefined,\n timestampCount: number,\n ): Promise {\n let bucket = this.getBucket(timestamp);\n const sets: SortedSet[] = [];\n\n for (let i = 0; i < timestampCount; i++) {\n sets.push(await this.loadBucket(this.bucketKey(table, bucket)));\n bucket -= this.bucketSize;\n }\n\n return SortedSet.zunion(...sets);\n }\n\n private aggregateSet(\n set: SortedSet,\n groupBy: string,\n ): [SuccessResponse, number][] {\n const counts = new Map();\n\n for (const [member, score] of set.zrange(0, -1, true)) {\n const obj = JSON.parse(member) as Record;\n const fieldValue: SuccessResponse = obj[groupBy] ?? null;\n counts.set(fieldValue, (counts.get(fieldValue) ?? 0) + score);\n }\n\n return [...counts.entries()];\n }\n\n protected formatBucketAggregate(\n rawAggregate: [SuccessResponse, number][],\n groupBy: string,\n bucket: number,\n ): Aggregate {\n const returnObject: { [key: string]: { [key: string]: number } } = {};\n\n for (let [group, count] of rawAggregate) {\n if (groupBy === \"success\") {\n group = group === 1 ? \"true\" : group === null ? \"false\" : group;\n }\n returnObject[groupBy] = returnObject[groupBy] || {};\n returnObject[groupBy][(group ?? \"null\").toString()] = count;\n }\n\n return { time: bucket, ...returnObject } as Aggregate;\n }\n\n public async ingest(table: string, ...events: Event[]): Promise {\n this.validateTableName(table);\n\n const byBucket = new Map();\n for (const event of events) {\n const bucket = this.getBucket(event.time);\n const bucketEvents = byBucket.get(bucket);\n if (bucketEvents) {\n bucketEvents.push(event);\n continue;\n }\n byBucket.set(bucket, [event]);\n }\n\n await Promise.all(\n [...byBucket.entries()].map(async ([bucket, bucketEvents]) => {\n const key = this.bucketKey(table, bucket);\n const set = await this.loadBucket(key);\n\n for (const event of bucketEvents) {\n set.zincrby(1, this.eventMember(event));\n }\n\n await this.saveBucket(key, set);\n }),\n );\n }\n\n public async query(\n table: string,\n bucket?: number,\n start = 0,\n stop = -1,\n ): Promise {\n this.validateTableName(table);\n const resolvedBucket = bucket ?? this.getBucket();\n const set = await this.loadBucket(this.bucketKey(table, resolvedBucket));\n return set.zrange(start, stop).map((member) => JSON.parse(member) as Event);\n }\n\n public async aggregateBucket(\n table: string,\n groupBy: string,\n timestamp?: number,\n ): Promise {\n this.validateTableName(table);\n\n const bucket = this.getBucket(timestamp);\n const set = await this.loadBucket(this.bucketKey(table, bucket));\n const result = this.aggregateSet(set, groupBy);\n\n return this.formatBucketAggregate(result, groupBy, bucket);\n }\n\n public async aggregateBuckets(\n table: string,\n groupBy: string,\n bucketCount: number,\n timestamp?: number,\n ): Promise {\n this.validateTableName(table);\n\n let bucket = this.getBucket(timestamp);\n const promises: Promise[] = [];\n\n for (let i = 0; i < bucketCount; i++) {\n promises.push(this.aggregateBucket(table, groupBy, bucket));\n bucket -= this.bucketSize;\n }\n\n return Promise.all(promises);\n }\n\n public async aggregateBucketsWithPipeline(\n table: string,\n groupBy: string,\n bucketCount: number,\n timestamp?: number,\n maxPipelineSize = 48,\n ): Promise {\n this.validateTableName(table);\n\n let bucket = this.getBucket(timestamp);\n const batchPromises: Promise[] = [];\n let batch: Promise[] = [];\n\n for (let i = 1; i <= bucketCount; i++) {\n batch.push(this.aggregateBucket(table, groupBy, bucket));\n bucket -= this.bucketSize;\n\n if (i % maxPipelineSize === 0 || i === bucketCount) {\n batchPromises.push(Promise.all(batch));\n batch = [];\n }\n }\n\n return (await Promise.all(batchPromises)).flat();\n }\n\n public async getAllowedBlocked(\n table: string,\n timestampCount: number,\n timestamp?: number,\n ): Promise> {\n this.validateTableName(table);\n\n const merged = await this.loadMergedBuckets(\n table,\n timestamp,\n timestampCount,\n );\n const allowedBlocked: Record =\n {};\n\n for (const [member, score] of merged.zrange(0, -1, true)) {\n const info = JSON.parse(member) as {\n identifier: string;\n success: boolean;\n };\n const identifier = info.identifier;\n\n if (!allowedBlocked[identifier]) {\n allowedBlocked[identifier] = { success: 0, blocked: 0 };\n }\n\n allowedBlocked[identifier][info.success ? \"success\" : \"blocked\"] = score;\n }\n\n return allowedBlocked;\n }\n\n public async getMostAllowedBlocked(\n table: string,\n timestampCount: number,\n itemCount: number,\n timestamp?: number,\n checkAtMost?: number,\n ): Promise<{\n allowed: { identifier: string; count: number }[];\n ratelimited: { identifier: string; count: number }[];\n denied: { identifier: string; count: number }[];\n }> {\n this.validateTableName(table);\n\n const merged = await this.loadMergedBuckets(\n table,\n timestamp,\n timestampCount,\n );\n const checkAtMostValue = checkAtMost ?? itemCount * 5;\n const allowed: [\n string,\n { identifier: string; success: boolean | string },\n ][] = [];\n const ratelimited: typeof allowed = [];\n const denied: typeof allowed = [];\n let checked = 0;\n\n for (const [member, score] of merged.zrevrange(0, -1, true)) {\n if (checked >= checkAtMostValue) {\n break;\n }\n checked++;\n\n if (score <= 0) {\n continue;\n }\n\n const info = JSON.parse(member) as {\n identifier: string;\n success: boolean | string;\n };\n\n if (info.success === true && allowed.length < itemCount) {\n allowed.push([String(score), info]);\n } else if (info.success === false && ratelimited.length < itemCount) {\n ratelimited.push([String(score), info]);\n } else if (info.success === \"denied\" && denied.length < itemCount) {\n denied.push([String(score), info]);\n }\n\n if (\n allowed.length >= itemCount &&\n ratelimited.length >= itemCount &&\n denied.length >= itemCount\n ) {\n break;\n }\n }\n\n return {\n allowed: this.toDicts(allowed),\n ratelimited: this.toDicts(ratelimited),\n denied: this.toDicts(denied),\n };\n }\n\n protected toDicts(\n array: [string, { identifier: string; success: boolean | string }][],\n ) {\n const dict: { identifier: string; count: number }[] = [];\n for (const [count, info] of array) {\n dict.push({\n identifier: info.identifier,\n count: Number(count),\n });\n }\n return dict;\n }\n}",[136],"pulls","branches","forks","envVars",{"_149":60,"_151":60},"connections",{"_149":60,"_150":60},"count","unfilledCount","emptyCount",{"_43":135,"_32":136,"_30":137,"_129":-5,"_41":42,"_40":138,"_130":25,"_38":158,"_13":132,"_34":35,"_36":140,"_24":25,"_133":-5,"_155":159,"_27":160},{"_43":128,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_130":25,"_38":154,"_13":132,"_34":35,"_36":37,"_24":25,"_133":-5,"_155":156,"_27":157},["D",1781304700156],"children",[],[28],["D",1781304695037],[],[136],["D",1781304676410],["D",1789506649022],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_123":199,"_200":201,"_202":203,"_204":25,"_205":25,"_206":25,"_207":208,"_209":-5,"_210":-7,"_211":-7,"_212":60,"_213":25,"_214":25,"_215":-5,"_216":25,"_217":25,"_218":25,"_219":-5},"ENV",{"_170":171,"_172":173,"_174":87,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v4