[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_164":165,"_166":167},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":25,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":-5,"_57":49,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",4,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.tsx","latestPath","fileId","5fff8004-252d-11f0-8a67-569c3dd06744","name","fileType","script","content","import { createClient, InsertResult } from \"npm:@clickhouse/client\";\n\nconst schemaVersion = 3;\n\nconsole.log(Deno.env.toObject());\nconst client = createClient({\n url: Deno.env.get(\"WIDE_CLICKHOUSE_URL\"),\n username: \"default\",\n password: Deno.env.get(\"WIDE_CLICKHOUSE_PW\"),\n});\n\nfor (\n const migration of [\n `\nCREATE TABLE IF NOT EXISTS logs_${schemaVersion}\n(\n _tenantId LowCardinality(String) NOT NULL CODEC(ZSTD(1)),\n _timestamp DateTime64(3) NOT NULL CODEC(DoubleDelta, LZ4),\n _now DateTime64(3) NOT NULL CODEC(ZSTD(1)),\n _ttl DateTime NOT NULL,\n _traceId String CODEC(ZSTD(1)),\n _requestId String CODEC(ZSTD(1)),\n _spanId String CODEC(ZSTD(1)),\n _coldStart UInt32 Codec(T64, LZ4),\n _parentSpanId String CODEC(ZSTD(1)),\n _startTime DateTime64(3) CODEC(DoubleDelta, LZ4),\n _endTime DateTime64(3) CODEC(DoubleDelta, LZ4),\n _duration UInt32 Codec(T64, LZ4),\n _source String NOT NULL CODEC(ZSTD(1)),\n \\`string.names\\` Array(String) CODEC(ZSTD(2)),\n \\`string.values\\` Array(String) CODEC(ZSTD(2)),\n \\`number.names\\` Array(String) CODEC(ZSTD(2)),\n \\`number.values\\` Array(Float64) CODEC(ZSTD(2)),\n \\`boolean.names\\` Array(String) CODEC(ZSTD(2)),\n \\`boolean.values\\` Array(UInt8) CODEC(ZSTD(2)),\n INDEX idx_tenant_bloom _tenantId TYPE bloom_filter GRANULARITY 4\n) ENGINE = MergeTree()\n ORDER BY (_now)`,\n ]\n) {\n try {\n await client.command({\n query: migration,\n });\n } catch (e) {\n console.error(migration, e);\n throw new Error(`Migration failed: ${e}`);\n }\n}\nexport function parseRows(rows: any[]) {\n const processedRows = rows.map(row => {\n const paths: {\n string: Record;\n number: Record;\n boolean: Record;\n } = {\n string: {},\n number: {},\n boolean: {},\n };\n\n function processObject(obj: any, currentPath = \"\") {\n for (const [key, value] of Object.entries(obj)) {\n const newPath = currentPath ? `${currentPath}.${key}` : key;\n\n if (Array.isArray(value)) {\n continue;\n }\n\n if (typeof value === \"object\" && value !== null) {\n processObject(value, newPath);\n } else {\n const type = typeof value;\n if (type === \"string\" || type === \"number\" || type === \"boolean\") {\n paths[type][newPath] = value as any;\n }\n }\n }\n }\n\n processObject(row);\n return paths;\n });\n\n return processedRows;\n}\n\n// const rows = parseRows([\n// {\n// \"name\": \"John\",\n// \"age\": 30,\n// \"isActive\": true,\n// \"contact\": {\n// \"email\": \"john@example.com\",\n// \"phone\": {\n// \"home\": \"555-1234\",\n// \"mobile\": \"555-5678\",\n// },\n// },\n// \"scores\": [90, 85, 88], // This array will be ignored\n// \"metadata\": {\n// \"lastLogin\": \"2023-01-01\",\n// \"visits\": 42,\n// \"preferences\": {\n// \"darkMode\": true,\n// \"notifications\": false,\n// },\n// },\n// },\n// {\n// \"name\": \"Jane\",\n// \"age\": 28,\n// \"isActive\": false,\n// \"contact\": {\n// \"email\": \"jane@example.com\",\n// \"phone\": {\n// \"home\": \"555-4321\",\n// \"work\": \"555-8765\",\n// },\n// },\n// \"tags\": [\"developer\", \"designer\"], // This array will be ignored\n// \"metadata\": {\n// \"lastLogin\": \"2023-01-02\",\n// \"visits\": 37,\n// \"preferences\": {\n// \"darkMode\": false,\n// \"notifications\": true,\n// },\n// },\n// },\n// ]);\n\nconst writeRowsToClickhouse = async (userId: string, rows: ReturnType): Promise => {\n // Write to ClickHouse\n const now = new Date();\n const ttl = new Date(now.getTime() + (1 * 24 * 60 * 60 * 1000)); // 1 day TTL\n\n const clickhouseRows = rows.map(row => ({\n _tenantId: userId,\n _timestamp: now,\n _now: now,\n _ttl: ttl,\n \"string.names\": Object.keys(row.string),\n \"string.values\": Object.values(row.string),\n \"number.names\": Object.keys(row.number),\n \"number.values\": Object.values(row.number),\n \"boolean.names\": Object.keys(row.boolean),\n \"boolean.values\": Object.values(row.boolean),\n }));\n\n return await client.insert({\n table: `logs_${schemaVersion}`,\n values: clickhouseRows,\n format: \"JSONEachRow\",\n });\n};\n\n// await writeRowsToClickhouse(rows);\n\n/**\n * write!\n */\nexport async function write(userId: string, data: any[]) {\n return await writeRowsToClickhouse(userId, parseRows(data));\n}\n\n/**\n * fields types\n */\nexport enum FieldType {\n String = \"string\",\n Number = \"number\",\n Boolean = \"boolean\",\n}\n\n/**\n * values!\n */\nexport async function values(\n userId: string,\n { field_name, field_type }: { field_name: string; field_type: FieldType },\n) {\n if (field_type !== FieldType.Boolean && field_type !== FieldType.Number && field_type !== FieldType.String) {\n throw new Error(`Invalid field type: ${field_type}`);\n }\n const queryString = `SELECT DISTINCT\n \\`${field_type}.values\\`[arrayFirst(i ->\n \\`${field_type}.names\\`[i] = {field_name: String},\n arrayEnumerate(\\`${field_type}.names\\`)\n )] as value,\n count(*) as count\nFROM logs_${schemaVersion}\nWHERE _tenantId = {userId: String}\nAND arrayExists(i ->\n \\`${field_type}.names\\`[i] = {field_name: String},\n arrayEnumerate(\\`${field_type}.names\\`)\n)\nGROUP BY value\nORDER BY count DESC; `;\n console.log(queryString, { field_name, userId });\n const query = await client.query({\n query: queryString,\n format: \"JSONEachRow\",\n query_params: { field_name, userId },\n });\n return ((await query.json()).map(r => ({ ...r, count: Number(r.count) })) as { value: string; count: number }[]);\n}\n\n/**\n * fields!\n */\nexport async function fields(userId: string, search: string = \"\") {\n return (await (await client.query({\n query: `\nSELECT \n name AS field_name,\n field_type,\n count() AS count\nFROM \n(\n -- String fields\n SELECT \n arrayJoin(\\`string.names\\`) AS name,\n 'string' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n \n UNION ALL\n \n -- Number fields\n SELECT \n arrayJoin(\\`number.names\\`) AS name,\n 'number' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n \n UNION ALL\n \n -- Boolean fields\n SELECT \n arrayJoin(\\`boolean.names\\`) AS name,\n 'boolean' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n)\nGROUP BY field_name, field_type\n`,\n format: \"JSONEachRow\",\n query_params: { name: search, userId },\n })).json() as any[]).map(r => ({ ...r, count: Number(r.count) })) as {\n field_name: string;\n field_type: FieldType;\n count: number;\n }[];\n}","import { createClient, InsertResult } from \"npm:@clickhouse/client\";\n\nconst schemaVersion = 3;\n\nconst client = createClient({\n url: Deno.env.get(\"WIDE_CLICKHOUSE_URL\"),\n username: \"default\",\n password: Deno.env.get(\"WIDE_CLICKHOUSE_PW\"),\n});\n\nfor (\n const migration of [\n `\nCREATE TABLE IF NOT EXISTS logs_${schemaVersion}\n(\n _tenantId LowCardinality(String) NOT NULL CODEC(ZSTD(1)),\n _timestamp DateTime64(3) NOT NULL CODEC(DoubleDelta, LZ4),\n _now DateTime64(3) NOT NULL CODEC(ZSTD(1)),\n _ttl DateTime NOT NULL,\n _traceId String CODEC(ZSTD(1)),\n _requestId String CODEC(ZSTD(1)),\n _spanId String CODEC(ZSTD(1)),\n _coldStart UInt32 Codec(T64, LZ4),\n _parentSpanId String CODEC(ZSTD(1)),\n _startTime DateTime64(3) CODEC(DoubleDelta, LZ4),\n _endTime DateTime64(3) CODEC(DoubleDelta, LZ4),\n _duration UInt32 Codec(T64, LZ4),\n _source String NOT NULL CODEC(ZSTD(1)),\n \\`string.names\\` Array(String) CODEC(ZSTD(2)),\n \\`string.values\\` Array(String) CODEC(ZSTD(2)),\n \\`number.names\\` Array(String) CODEC(ZSTD(2)),\n \\`number.values\\` Array(Float64) CODEC(ZSTD(2)),\n \\`boolean.names\\` Array(String) CODEC(ZSTD(2)),\n \\`boolean.values\\` Array(UInt8) CODEC(ZSTD(2)),\n INDEX idx_tenant_bloom _tenantId TYPE bloom_filter GRANULARITY 4\n) ENGINE = MergeTree()\n ORDER BY (_now)`,\n ]\n) {\n try {\n await client.command({\n query: migration,\n });\n } catch (e) {\n console.error(migration, e);\n throw new Error(`Migration failed: ${e}`);\n }\n}\nexport function parseRows(rows: any[]) {\n const processedRows = rows.map(row => {\n const paths: {\n string: Record;\n number: Record;\n boolean: Record;\n } = {\n string: {},\n number: {},\n boolean: {},\n };\n\n function processObject(obj: any, currentPath = \"\") {\n for (const [key, value] of Object.entries(obj)) {\n const newPath = currentPath ? `${currentPath}.${key}` : key;\n\n if (Array.isArray(value)) {\n continue;\n }\n\n if (typeof value === \"object\" && value !== null) {\n processObject(value, newPath);\n } else {\n const type = typeof value;\n if (type === \"string\" || type === \"number\" || type === \"boolean\") {\n paths[type][newPath] = value as any;\n }\n }\n }\n }\n\n processObject(row);\n return paths;\n });\n\n return processedRows;\n}\n\n// const rows = parseRows([\n// {\n// \"name\": \"John\",\n// \"age\": 30,\n// \"isActive\": true,\n// \"contact\": {\n// \"email\": \"john@example.com\",\n// \"phone\": {\n// \"home\": \"555-1234\",\n// \"mobile\": \"555-5678\",\n// },\n// },\n// \"scores\": [90, 85, 88], // This array will be ignored\n// \"metadata\": {\n// \"lastLogin\": \"2023-01-01\",\n// \"visits\": 42,\n// \"preferences\": {\n// \"darkMode\": true,\n// \"notifications\": false,\n// },\n// },\n// },\n// {\n// \"name\": \"Jane\",\n// \"age\": 28,\n// \"isActive\": false,\n// \"contact\": {\n// \"email\": \"jane@example.com\",\n// \"phone\": {\n// \"home\": \"555-4321\",\n// \"work\": \"555-8765\",\n// },\n// },\n// \"tags\": [\"developer\", \"designer\"], // This array will be ignored\n// \"metadata\": {\n// \"lastLogin\": \"2023-01-02\",\n// \"visits\": 37,\n// \"preferences\": {\n// \"darkMode\": false,\n// \"notifications\": true,\n// },\n// },\n// },\n// ]);\n\nconst writeRowsToClickhouse = async (userId: string, rows: ReturnType): Promise => {\n // Write to ClickHouse\n const now = new Date();\n const ttl = new Date(now.getTime() + (1 * 24 * 60 * 60 * 1000)); // 1 day TTL\n\n const clickhouseRows = rows.map(row => ({\n _tenantId: userId,\n _timestamp: now,\n _now: now,\n _ttl: ttl,\n \"string.names\": Object.keys(row.string),\n \"string.values\": Object.values(row.string),\n \"number.names\": Object.keys(row.number),\n \"number.values\": Object.values(row.number),\n \"boolean.names\": Object.keys(row.boolean),\n \"boolean.values\": Object.values(row.boolean),\n }));\n\n return await client.insert({\n table: `logs_${schemaVersion}`,\n values: clickhouseRows,\n format: \"JSONEachRow\",\n });\n};\n\n// await writeRowsToClickhouse(rows);\n\n/**\n * write!\n */\nexport async function write(userId: string, data: any[]) {\n return await writeRowsToClickhouse(userId, parseRows(data));\n}\n\n/**\n * fields types\n */\nexport enum FieldType {\n String = \"string\",\n Number = \"number\",\n Boolean = \"boolean\",\n}\n\n/**\n * values!\n */\nexport async function values(\n userId: string,\n { field_name, field_type }: { field_name: string; field_type: FieldType },\n) {\n if (field_type !== FieldType.Boolean && field_type !== FieldType.Number && field_type !== FieldType.String) {\n throw new Error(`Invalid field type: ${field_type}`);\n }\n const queryString = `SELECT DISTINCT\n \\`${field_type}.values\\`[arrayFirst(i ->\n \\`${field_type}.names\\`[i] = {field_name: String},\n arrayEnumerate(\\`${field_type}.names\\`)\n )] as value,\n count(*) as count\nFROM logs_${schemaVersion}\nWHERE _tenantId = {userId: String}\nAND arrayExists(i ->\n \\`${field_type}.names\\`[i] = {field_name: String},\n arrayEnumerate(\\`${field_type}.names\\`)\n)\nGROUP BY value\nORDER BY count DESC; `;\n console.log(queryString, { field_name, userId });\n const query = await client.query({\n query: queryString,\n format: \"JSONEachRow\",\n query_params: { field_name, userId },\n });\n return ((await query.json()).map(r => ({ ...r, count: Number(r.count) })) as { value: string; count: number }[]);\n}\n\n/**\n * fields!\n */\nexport async function fields(userId: string, search: string = \"\") {\n return (await (await client.query({\n query: `\nSELECT \n name AS field_name,\n field_type,\n count() AS count\nFROM \n(\n -- String fields\n SELECT \n arrayJoin(\\`string.names\\`) AS name,\n 'string' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n \n UNION ALL\n \n -- Number fields\n SELECT \n arrayJoin(\\`number.names\\`) AS name,\n 'number' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n \n UNION ALL\n \n -- Boolean fields\n SELECT \n arrayJoin(\\`boolean.names\\`) AS name,\n 'boolean' AS field_type\n FROM logs_${schemaVersion}\n WHERE name ILIKE {name: String}\n AND _tenantId = {userId: String}\n)\nGROUP BY field_name, field_type\n`,\n format: \"JSONEachRow\",\n query_params: { name: search, userId },\n })).json() as any[]).map(r => ({ ...r, count: Number(r.count) })) as {\n field_name: string;\n field_type: FieldType;\n count: number;\n }[];\n}","createdAt",["D",1732392100924],"branchVersion","branchId","5ffd17ba-252d-11f0-8a67-569c3dd06744","id","5ffccbb6-252d-11f0-8a67-569c3dd06744","wideLib",["D",1745953726262],"deletedAt","legacyEnvVars",true,"privacy","public","httpPrivacy","description","imageUrl","418c1e39-eb48-4f2f-8c97-122ece94631c","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","c1e7642a-74cc-4d69-8652-20abbdeaa94e","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",54,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","maxm","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJnTEtkSHlOMWxWZm1GRHdKYUVTNklYM3FpdiJ9","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":160,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":-5,"_57":49,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":161,"_79":162,"_81":163,"_83":25},"tree",[151,152],"files",[151,152],"counts",{"_141":61,"_142":137,"_143":61,"_144":145,"_146":147},"contents",[125,126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":134,"_32":135,"_30":136,"_128":-5,"_41":42,"_40":137,"_129":49,"_38":138,"_13":61,"_33":20,"_35":139,"_24":25,"_132":-5,"_27":140},{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":130,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_27":133},"60114942-252d-11f0-8a67-569c3dd06744","parentId","latest",["D",1732392100924],3,"label",[28],"5fff8388-252d-11f0-8a67-569c3dd06744","README.md","5fff83f6-252d-11f0-8a67-569c3dd06744",1,["D",1732392026816],"\n\nMigrated from folder: wide/wideLib",[135],"pulls","branches","forks","envVars",{"_148":61,"_150":61},"connections",{"_148":61,"_149":61},"count","unfilledCount","emptyCount",{"_43":134,"_32":135,"_30":136,"_128":-5,"_41":42,"_40":137,"_129":49,"_38":157,"_13":61,"_33":20,"_35":139,"_24":25,"_132":-5,"_154":158,"_27":159},{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":153,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_154":155,"_27":156},["D",1732392100924],"children",[],[28],["D",1732392026816],[],[135],["D",1745953726262],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":197,"_198":199,"_200":201,"_202":25,"_203":25,"_204":25,"_205":49,"_206":-5,"_207":-7,"_208":-7,"_209":61,"_210":25,"_211":25,"_212":-5,"_213":25,"_214":25,"_215":25,"_216":-5},"ENV",{"_168":169,"_170":171,"_172":85,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","a3e067d4463eea85f6334f8e583e8516ae58c4f6","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v4