[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_165":166,"_167":168},"routes/_app.x.$handle.$name",{"_96":95,"_32":44,"_104":86,"_26":36,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":24,"_118":119,"_120":24,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":36,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":63,"_64":65,"_66":67,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":24},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":29},"file",{"_30":31,"_32":27,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","new-file-1575.ts","latestPath","sorted-set.ts","fileId","450cd3fc-66b1-11f1-9359-1607ee4eb77e","name","fileType","script","content","","createdAt",["D",1781304697883],"branchVersion","branchId","8af5eb84-17f4-4e83-baae-3102665e2777","id","406135f2-f7a5-45fb-8689-6654cac915e5","blobalytics",["D",1781304676410],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","5d1042a9-7b0b-499d-8a72-3a8ac7a4e185","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","5f80108f-7ca4-4327-b77b-089dbe4b5a82","tursoName","406135f2f7a545fb86896654cac915e5","tursoHostname","406135f2f7a545fb86896654cac915e5-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789506649022],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_103":99},"org",{"_96":95,"_97":-5,"_98":99,"_18":53,"_100":101,"_102":24},"branch",{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"isOwned",33,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","nbbaier","handle","displayName","avatar","https://secure.gravatar.com/avatar/0129a541b7b3574e92c4afd06c5e32da&d=identicon","tier","pro","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_32":44,"_37":160,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":36,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":63,"_64":65,"_66":161,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":162,"_80":163,"_82":164,"_84":24},"tree",[151,152],"files",[151,152],"counts",{"_141":59,"_142":138,"_143":59,"_144":145,"_146":147},"contents",[125,126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":133,"_32":134,"_30":135,"_128":-5,"_40":41,"_39":136,"_129":24,"_37":137,"_13":138,"_33":34,"_35":139,"_23":24,"_131":-5,"_26":140},{"_42":127,"_32":27,"_30":31,"_128":-5,"_40":41,"_39":14,"_129":24,"_37":130,"_13":59,"_33":34,"_35":36,"_23":24,"_131":-5,"_26":132},"8e605e10-97f3-4112-84b5-16c68df2b767","parentId","latest",["D",1781304697883],"label",[27],"d4f741c5-12f7-4d51-a055-31944b069297","main.ts","38434cb4-66b1-11f1-a5ae-1607ee4eb77e",2,["D",1781304695037],1,"import { SortedSet } from \"./sorted-set\";\n\nexport type Event = {\n time?: number;\n [key: string]: string | number | boolean | undefined;\n};\n\nexport type Window = `${number}${\"s\" | \"m\" | \"h\" | \"d\"}`;\n\nexport type AnalyticsConfig = {\n window: Window | number;\n prefix?: string;\n};\n\ninterface AggregateTime {\n time: number;\n}\n\ninterface AggregateGeneric {\n [someFieldName: string]: {\n [someFieldValue: string]: number;\n };\n}\n\nexport type Aggregate = AggregateTime & AggregateGeneric;\n\nexport type RawSuccessResponse = 1 | null;\nexport type SuccessResponse = RawSuccessResponse | string;\n\nexport class Analytics {\n private readonly prefix: string;\n private readonly bucketSize: number;\n\n constructor(config: AnalyticsConfig) {\n this.prefix = config.prefix ?? \"logs\";\n this.bucketSize = this.parseWindow(config.window);\n }\n\n private parseWindow(window: Window | number): number {\n if (typeof window === \"number\") {\n if (window <= 0) {\n throw new Error(`Invalid window: ${window}`);\n }\n return window;\n }\n const regex = /^(\\d+)([smhd])$/;\n if (!regex.test(window)) {\n throw new Error(`Invalid window: ${window}`);\n }\n const [, valueStr, unit] = window.match(regex) ?? [];\n const value = Number.parseInt(valueStr ?? \"0\", 10);\n switch (unit) {\n case \"s\":\n return value * 1000;\n case \"m\":\n return value * 1000 * 60;\n case \"h\":\n return value * 1000 * 60 * 60;\n case \"d\":\n return value * 1000 * 60 * 60 * 24;\n default:\n throw new Error(`Invalid window unit: ${unit}`);\n }\n }\n\n private validateTableName(table: string) {\n const regex = /^[a-zA-Z0-9_-]+$/;\n if (!regex.test(table)) {\n throw new Error(\n `Invalid table name: ${table}. Table names can only contain letters, numbers, dashes and underscores.`,\n );\n }\n }\n\n public getBucket(time?: number): number {\n const bucketTime = time ?? Date.now();\n return Math.floor(bucketTime / this.bucketSize) * this.bucketSize;\n }\n\n private bucketKey(table: string, bucket: number): string {\n return [this.prefix, table, bucket].join(\":\");\n }\n\n private eventMember(event: Event): string {\n return JSON.stringify({\n ...event,\n time: undefined,\n });\n }\n\n private async loadBucket(key: string): Promise {\n const file = Bun.file(key);\n if (!(await file.exists())) {\n return new SortedSet();\n }\n\n const data = (await file.json()) as [number, string][];\n return SortedSet.fromJSON(data);\n }\n\n private async saveBucket(key: string, set: SortedSet): Promise {\n await Bun.file(key).write(JSON.stringify(set.toJSON()));\n }\n\n private async loadMergedBuckets(\n table: string,\n timestamp: number | undefined,\n timestampCount: number,\n ): Promise {\n let bucket = this.getBucket(timestamp);\n const sets: SortedSet[] = [];\n\n for (let i = 0; i < timestampCount; i++) {\n sets.push(await this.loadBucket(this.bucketKey(table, bucket)));\n bucket -= this.bucketSize;\n }\n\n return SortedSet.zunion(...sets);\n }\n\n private aggregateSet(\n set: SortedSet,\n groupBy: string,\n ): [SuccessResponse, number][] {\n const counts = new Map();\n\n for (const [member, score] of set.zrange(0, -1, true)) {\n const obj = JSON.parse(member) as Record;\n const fieldValue: SuccessResponse = obj[groupBy] ?? null;\n counts.set(fieldValue, (counts.get(fieldValue) ?? 0) + score);\n }\n\n return [...counts.entries()];\n }\n\n protected formatBucketAggregate(\n rawAggregate: [SuccessResponse, number][],\n groupBy: string,\n bucket: number,\n ): Aggregate {\n const returnObject: { [key: string]: { [key: string]: number } } = {};\n\n for (let [group, count] of rawAggregate) {\n if (groupBy === \"success\") {\n group = group === 1 ? \"true\" : group === null ? \"false\" : group;\n }\n returnObject[groupBy] = returnObject[groupBy] || {};\n returnObject[groupBy][(group ?? \"null\").toString()] = count;\n }\n\n return { time: bucket, ...returnObject } as Aggregate;\n }\n\n public async ingest(table: string, ...events: Event[]): Promise {\n this.validateTableName(table);\n\n const byBucket = new Map();\n for (const event of events) {\n const bucket = this.getBucket(event.time);\n const bucketEvents = byBucket.get(bucket);\n if (bucketEvents) {\n bucketEvents.push(event);\n continue;\n }\n byBucket.set(bucket, [event]);\n }\n\n await Promise.all(\n [...byBucket.entries()].map(async ([bucket, bucketEvents]) => {\n const key = this.bucketKey(table, bucket);\n const set = await this.loadBucket(key);\n\n for (const event of bucketEvents) {\n set.zincrby(1, this.eventMember(event));\n }\n\n await this.saveBucket(key, set);\n }),\n );\n }\n\n public async query(\n table: string,\n bucket?: number,\n start = 0,\n stop = -1,\n ): Promise {\n this.validateTableName(table);\n const resolvedBucket = bucket ?? this.getBucket();\n const set = await this.loadBucket(this.bucketKey(table, resolvedBucket));\n return set.zrange(start, stop).map((member) => JSON.parse(member) as Event);\n }\n\n public async aggregateBucket(\n table: string,\n groupBy: string,\n timestamp?: number,\n ): Promise {\n this.validateTableName(table);\n\n const bucket = this.getBucket(timestamp);\n const set = await this.loadBucket(this.bucketKey(table, bucket));\n const result = this.aggregateSet(set, groupBy);\n\n return this.formatBucketAggregate(result, groupBy, bucket);\n }\n\n public async aggregateBuckets(\n table: string,\n groupBy: string,\n bucketCount: number,\n timestamp?: number,\n ): Promise {\n this.validateTableName(table);\n\n let bucket = this.getBucket(timestamp);\n const promises: Promise[] = [];\n\n for (let i = 0; i < bucketCount; i++) {\n promises.push(this.aggregateBucket(table, groupBy, bucket));\n bucket -= this.bucketSize;\n }\n\n return Promise.all(promises);\n }\n\n public async aggregateBucketsWithPipeline(\n table: string,\n groupBy: string,\n bucketCount: number,\n timestamp?: number,\n maxPipelineSize = 48,\n ): Promise {\n this.validateTableName(table);\n\n let bucket = this.getBucket(timestamp);\n const batchPromises: Promise[] = [];\n let batch: Promise[] = [];\n\n for (let i = 1; i <= bucketCount; i++) {\n batch.push(this.aggregateBucket(table, groupBy, bucket));\n bucket -= this.bucketSize;\n\n if (i % maxPipelineSize === 0 || i === bucketCount) {\n batchPromises.push(Promise.all(batch));\n batch = [];\n }\n }\n\n return (await Promise.all(batchPromises)).flat();\n }\n\n public async getAllowedBlocked(\n table: string,\n timestampCount: number,\n timestamp?: number,\n ): Promise> {\n this.validateTableName(table);\n\n const merged = await this.loadMergedBuckets(\n table,\n timestamp,\n timestampCount,\n );\n const allowedBlocked: Record =\n {};\n\n for (const [member, score] of merged.zrange(0, -1, true)) {\n const info = JSON.parse(member) as {\n identifier: string;\n success: boolean;\n };\n const identifier = info.identifier;\n\n if (!allowedBlocked[identifier]) {\n allowedBlocked[identifier] = { success: 0, blocked: 0 };\n }\n\n allowedBlocked[identifier][info.success ? \"success\" : \"blocked\"] = score;\n }\n\n return allowedBlocked;\n }\n\n public async getMostAllowedBlocked(\n table: string,\n timestampCount: number,\n itemCount: number,\n timestamp?: number,\n checkAtMost?: number,\n ): Promise<{\n allowed: { identifier: string; count: number }[];\n ratelimited: { identifier: string; count: number }[];\n denied: { identifier: string; count: number }[];\n }> {\n this.validateTableName(table);\n\n const merged = await this.loadMergedBuckets(\n table,\n timestamp,\n timestampCount,\n );\n const checkAtMostValue = checkAtMost ?? itemCount * 5;\n const allowed: [\n string,\n { identifier: string; success: boolean | string },\n ][] = [];\n const ratelimited: typeof allowed = [];\n const denied: typeof allowed = [];\n let checked = 0;\n\n for (const [member, score] of merged.zrevrange(0, -1, true)) {\n if (checked >= checkAtMostValue) {\n break;\n }\n checked++;\n\n if (score <= 0) {\n continue;\n }\n\n const info = JSON.parse(member) as {\n identifier: string;\n success: boolean | string;\n };\n\n if (info.success === true && allowed.length < itemCount) {\n allowed.push([String(score), info]);\n } else if (info.success === false && ratelimited.length < itemCount) {\n ratelimited.push([String(score), info]);\n } else if (info.success === \"denied\" && denied.length < itemCount) {\n denied.push([String(score), info]);\n }\n\n if (\n allowed.length >= itemCount &&\n ratelimited.length >= itemCount &&\n denied.length >= itemCount\n ) {\n break;\n }\n }\n\n return {\n allowed: this.toDicts(allowed),\n ratelimited: this.toDicts(ratelimited),\n denied: this.toDicts(denied),\n };\n }\n\n protected toDicts(\n array: [string, { identifier: string; success: boolean | string }][],\n ) {\n const dict: { identifier: string; count: number }[] = [];\n for (const [count, info] of array) {\n dict.push({\n identifier: info.identifier,\n count: Number(count),\n });\n }\n return dict;\n }\n}",[134],"pulls","branches","forks","envVars",{"_148":59,"_150":59},"connections",{"_148":59,"_149":59},"count","unfilledCount","emptyCount",{"_42":133,"_32":134,"_30":135,"_128":-5,"_40":41,"_39":136,"_129":24,"_37":157,"_13":138,"_33":34,"_35":139,"_23":24,"_131":-5,"_154":158,"_26":159},{"_42":127,"_32":27,"_30":31,"_128":-5,"_40":41,"_39":14,"_129":24,"_37":153,"_13":59,"_33":34,"_35":36,"_23":24,"_131":-5,"_154":155,"_26":156},["D",1781304697883],"children",[],[27],["D",1781304695037],[],[134],["D",1781304676410],["D",1789506649022],{"_96":95,"_103":99},{"_96":95,"_97":-5,"_98":99,"_18":53,"_100":101,"_102":24},{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"ctx",{"_78":-5,"_122":198,"_199":200,"_201":202,"_203":24,"_204":24,"_205":24,"_206":207,"_208":-5,"_209":-7,"_210":-7,"_211":59,"_212":24,"_213":24,"_214":-5,"_215":24,"_216":24,"_217":24,"_218":-5},"ENV",{"_169":170,"_171":172,"_173":86,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3