The Network: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_214":215,"_216":217},"routes/_app.x.$handle.$name",{"_96":95,"_32":44,"_104":86,"_27":98,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":58,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":25},"version",21,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":20,"_34":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":20,"_34":35},"deleted",false,"deletedHere","path","dashboard.html","latestPath","fileId","fe3ce1c2-a618-11f1-a2e7-1607ee4eb77e","name","fileType","content","\n\n\n\n\nThe Network: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n","\n\n\n\n\nThe Network: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n","createdAt",["D",1788292106937],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_103":98},"org",{"_96":95,"_97":98,"_99":98,"_18":54,"_100":101,"_102":25},"branch",{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_32":44,"_37":210,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":211,"_80":212,"_82":213,"_84":25},"tree",[185,186,187,188,189,190],"files",[185,186,187,188,189,190],"counts",{"_175":62,"_176":147,"_177":62,"_178":179,"_180":181},"contents",[125,126,127,128,129,130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":168,"_32":169,"_30":170,"_134":-5,"_40":41,"_39":171,"_136":25,"_37":172,"_13":62,"_33":20,"_34":173,"_24":25,"_141":-5,"_27":174},{"_42":161,"_32":162,"_30":163,"_134":-5,"_40":41,"_39":164,"_136":25,"_37":165,"_13":138,"_33":148,"_34":166,"_24":25,"_141":-5,"_27":167},{"_42":158,"_32":28,"_30":31,"_134":-5,"_40":41,"_39":14,"_136":25,"_37":159,"_13":145,"_33":20,"_34":36,"_24":25,"_141":-5,"_27":160},{"_42":151,"_32":152,"_30":153,"_134":-5,"_40":41,"_39":154,"_136":25,"_37":155,"_13":138,"_33":148,"_34":156,"_24":25,"_141":-5,"_27":157},{"_42":143,"_32":144,"_30":56,"_134":-5,"_40":41,"_39":145,"_136":58,"_37":146,"_13":147,"_33":148,"_34":149,"_24":25,"_141":-5,"_27":150},{"_42":131,"_32":132,"_30":133,"_134":-5,"_40":41,"_39":135,"_136":25,"_37":137,"_13":138,"_33":139,"_34":140,"_24":25,"_141":-5,"_27":142},"4e7abd1b-9b28-4c93-8751-906d66c910e3","processor.ts","fc122f8e-a617-11f1-9834-1607ee4eb77e","parentId",16,"latest",["D",1788290761480],4,"interval","// Layer 2 processor: reads unprocessed payloads from thenetwork.raw_payloads,\n// normalizes into people/companies/profile_changes/new_employee_detections, stamps\n// processed_at. Idempotent (all inserts on conflict do nothing / upsert), so the\n// normalized tables can be truncated and rebuilt from the landing table at any time.\n//\n// Two sources, one set of tables (distinguished by the vendor column):\n// - The Network: schema_version like 'greycroft.%', dispatched on version PREFIX.\n// - Limadata: vendor = 'limadata' (no schema_version), one person per payload with a\n// data.changes diff array. Entity ids are uuid5(NAMESPACE_URL, data.url) so both\n// vendors share the people/profile_changes tables without colliding. The one-shot\n// history backfill (lima_backfill.py, run locally 2026-09-01) uses the SAME mapping:\n// keep them in sync if the rules ever change.\n//\n// All values are bound as text/text[] and cast server-side (::uuid[], ::jsonb[], ...):\n// postgres.js type inference mangles jsonb and array params (double-encodes strings,\n// misbinds arrays), so nothing here relies on it.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\nconst CHUNK = 500;\nconst text = (v: unknown) => (v == null || v === \"\" ? null : String(v));\n// payload current_date arrives as MM-DD-YYYY\nconst usDate = (v: unknown) => {\n const m = String(v ?? \"\").match(/^(\\d{2})-(\\d{2})-(\\d{4})$/);\n return m ? `${m[3]}-${m[1]}-${m[2]}` : null;\n};\nconst pathParts = (p: string) => p.split(\"/\").filter(Boolean);\nconst jsonOrNull = (v: unknown) => (v === undefined ? null : JSON.stringify(v));\n\nfunction chunks(rows: T[]): T[][] {\n const out: T[][] = [];\n for (let i = 0; i < rows.length; i += CHUNK) out.push(rows.slice(i, i + CHUNK));\n return out;\n}\n\nasync function upsertPeople(tx: any, people: Map) {\n for (const batch of chunks([...people.values()])) {\n const col = (k: string) => batch.map((p) => p[k]);\n await tx`\n insert into thenetwork.people (entity_id, name, linkedin_url, public_identifier, linkedin_entity_urn, category, last_seen_at, vendor)\n select * from unnest(\n ${col(\"entity_id\")}::uuid[], ${col(\"name\")}::text[], ${col(\"linkedin_url\")}::text[],\n ${col(\"public_identifier\")}::text[], ${col(\"linkedin_entity_urn\")}::text[],\n ${col(\"category\")}::text[], ${col(\"last_seen_at\")}::timestamptz[], ${col(\"vendor\")}::text[])\n on conflict (entity_id) do update set\n name = coalesce(excluded.name, thenetwork.people.name),\n linkedin_url = coalesce(excluded.linkedin_url, thenetwork.people.linkedin_url),\n public_identifier = coalesce(excluded.public_identifier, thenetwork.people.public_identifier),\n linkedin_entity_urn = coalesce(excluded.linkedin_entity_urn, thenetwork.people.linkedin_entity_urn),\n category = coalesce(excluded.category, thenetwork.people.category),\n last_seen_at = greatest(excluded.last_seen_at, thenetwork.people.last_seen_at)`;\n }\n}\n\nasync function insertChanges(tx: any, rows: any[]) {\n for (const batch of chunks(rows)) {\n const col = (k: string) => batch.map((r) => r[k]);\n await tx`\n insert into thenetwork.profile_changes\n (raw_payload_id, entity_id, observed_on, detected_at, field_path, section, company_hint, change_type, previous_value, current_value, vendor)\n select * from unnest(\n ${col(\"raw_payload_id\")}::bigint[], ${col(\"entity_id\")}::uuid[], ${col(\"observed_on\")}::date[],\n ${col(\"detected_at\")}::timestamptz[], ${col(\"field_path\")}::text[], ${col(\"section\")}::text[],\n ${col(\"company_hint\")}::text[], ${col(\"change_type\")}::text[],\n ${col(\"previous_value\")}::jsonb[], ${col(\"current_value\")}::jsonb[], ${col(\"vendor\")}::text[])\n on conflict (entity_id, observed_on, field_path, change_type) do nothing`;\n }\n}\n\nasync function processProfileChanges(tx: any, rawId: number, payload: any) {\n const observedOn = usDate(payload.current_date) ??\n (payload.generated_at ?? new Date().toISOString()).slice(0, 10);\n const people = new Map();\n const rows: any[] = [];\n for (const person of payload.changes ?? []) {\n const entityId = text(person.entity_id);\n if (!entityId) continue;\n people.set(entityId, {\n entity_id: entityId,\n name: text(person.name),\n linkedin_url: text(person.linkedin_url),\n public_identifier: text(person.public_identifier),\n linkedin_entity_urn: text(person.linkedin_entity_urn),\n category: text(person.category),\n last_seen_at: text(payload.generated_at),\n vendor: \"the_network\",\n });\n for (const change of person.changes ?? []) {\n const fieldPath = text(change.field);\n const changeType = text(change.change_type);\n if (!fieldPath || !changeType) continue;\n const parts = pathParts(fieldPath);\n rows.push({\n raw_payload_id: String(rawId),\n entity_id: entityId,\n observed_on: observedOn,\n detected_at: text(change.detected_at),\n field_path: fieldPath,\n section: parts[0] ?? null,\n company_hint: parts[0] === \"experience\" && parts[1] ? parts[1].split(\"@\")[0] : null,\n change_type: changeType,\n previous_value: jsonOrNull(change.previous_value),\n current_value: jsonOrNull(change.current_value),\n vendor: \"the_network\",\n });\n }\n }\n await upsertPeople(tx, people);\n await insertChanges(tx, rows);\n return { people: people.size, changes: rows.length };\n}\n\nasync function processNetNew(tx: any, rawId: number, payload: any) {\n const people = new Map();\n const companies = new Map();\n const rows: any[] = [];\n for (const emp of payload.employees ?? []) {\n const humanId = text(emp.human_entity_id);\n const companyId = text(emp.company_entity_id);\n const detectedAt = text(emp.detected_at);\n if (!humanId || !companyId || !detectedAt) continue;\n people.set(humanId, {\n entity_id: humanId,\n name: text(emp.human_name),\n linkedin_url: text(emp.linkedin_url),\n public_identifier: text(emp.public_identifier),\n linkedin_entity_urn: text(emp.linkedin_entity_urn),\n category: text(emp.category),\n last_seen_at: text(payload.generated_at),\n vendor: \"the_network\",\n });\n companies.set(companyId, {\n company_entity_id: companyId,\n name: text(emp.company_name),\n linkedin_company_id: text(emp.linkedin_company_id),\n last_seen_at: text(payload.generated_at),\n });\n rows.push({\n raw_payload_id: String(rawId),\n company_entity_id: companyId,\n human_entity_id: humanId,\n position: text(emp.position),\n category: text(emp.category),\n detected_at: detectedAt,\n });\n }\n for (const batch of chunks([...companies.values()])) {\n const col = (k: string) => batch.map((c) => c[k]);\n await tx`\n insert into thenetwork.companies (company_entity_id, name, linkedin_company_id, last_seen_at)\n select * from unnest(\n ${col(\"company_entity_id\")}::uuid[], ${col(\"name\")}::text[],\n ${col(\"linkedin_company_id\")}::text[], ${col(\"last_seen_at\")}::timestamptz[])\n on conflict (company_entity_id) do update set\n name = coalesce(excluded.name, thenetwork.companies.name),\n linkedin_company_id = coalesce(excluded.linkedin_company_id, thenetwork.companies.linkedin_company_id),\n last_seen_at = greatest(excluded.last_seen_at, thenetwork.companies.last_seen_at)`;\n }\n await upsertPeople(tx, people);\n for (const batch of chunks(rows)) {\n const col = (k: string) => batch.map((r) => r[k]);\n await tx`\n insert into thenetwork.new_employee_detections\n (raw_payload_id, company_entity_id, human_entity_id, position, category, detected_at)\n select * from unnest(\n ${col(\"raw_payload_id\")}::bigint[], ${col(\"company_entity_id\")}::uuid[], ${col(\"human_entity_id\")}::uuid[],\n ${col(\"position\")}::text[], ${col(\"category\")}::text[], ${col(\"detected_at\")}::timestamptz[])\n on conflict (human_entity_id, company_entity_id, detected_at) do nothing`;\n }\n return { people: people.size, companies: companies.size, detections: rows.length };\n}\n\n// ---- Limadata ----\n\nconst NS_URL = \"6ba7b811-9dad-11d1-80b4-00c04fd430c8\"; // RFC 4122 URL namespace\nasync function uuid5(name: string): Promise {\n const ns = new Uint8Array(NS_URL.replace(/-/g, \"\").match(/../g)!.map((h) => parseInt(h, 16)));\n const data = new Uint8Array([...ns, ...new TextEncoder().encode(name)]);\n const hash = new Uint8Array(await crypto.subtle.digest(\"SHA-1\", data));\n hash[6] = (hash[6] & 0x0f) | 0x50;\n hash[8] = (hash[8] & 0x3f) | 0x80;\n const h = [...hash.slice(0, 16)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\");\n return `${h.slice(0, 8)}-${h.slice(8, 12)}-${h.slice(12, 16)}-${h.slice(16, 20)}-${h.slice(20, 32)}`;\n}\n\nconst slugify = (s: unknown) => {\n const r = String(s ?? \"\").toLowerCase().replace(/[^a-z0-9]+/g, \"_\").replace(/^_+|_+$/g, \"\");\n return r.slice(0, 60) || \"x\";\n};\n\nasync function normLimadata(rawId: number, payload: any) {\n const data = payload?.data ?? {};\n const ts = text(payload?.timestamp);\n const url = text(data.url) ?? text(data.external_id);\n if (!ts) throw new Error(\"limadata: missing timestamp\");\n if (!url || !(\"changes\" in data)) throw new Error(\"limadata: unrecognized shape (no data.url / data.changes)\");\n const entityId = await uuid5(url);\n const after = data.after ?? {};\n const before = data.before ?? {};\n const person = {\n entity_id: entityId,\n name: text(after.full_name) ?? text(before.full_name),\n linkedin_url: url,\n public_identifier: null,\n linkedin_entity_urn: text(after.urn) ?? text(before.urn),\n category: null,\n last_seen_at: ts,\n vendor: \"limadata\",\n };\n // company names live only in the snapshot experiences; map linkedin company id -> name\n // so dashboards can resolve the numeric company_hint values\n const companies = new Map();\n for (const exp of [...(after.experiences ?? []), ...(before.experiences ?? [])]) {\n const cid = text(exp?.company_id);\n const cname = text(exp?.company);\n if (!cid || !cname || companies.has(cid)) continue;\n companies.set(cid, {\n company_entity_id: await uuid5(`https://linkedin.com/company/${cid}`),\n name: cname,\n linkedin_company_id: cid,\n last_seen_at: ts,\n vendor: \"limadata\",\n });\n }\n const rows: any[] = [];\n const observedOn = ts.slice(0, 10);\n for (const c of data.changes ?? []) {\n const prop = text(c?.property_name);\n const prev = c?.before ?? null;\n const curr = c?.after ?? null;\n if (!prop || (prev === null && curr === null)) continue;\n const changeType = prev === null ? \"added\" : curr === null ? \"removed\" : \"updated\";\n const obj = curr !== null ? curr : prev;\n let path = \"/\" + prop;\n if (prop === \"experiences\" && obj && typeof obj === \"object\") {\n path = `/experiences/${obj.company_id || \"x\"}@${obj.starts_at || \"\"}@${slugify(obj.title)}`;\n }\n const base = prop.split(/[\\[.]/)[0];\n const hint = obj && typeof obj === \"object\" ? text(obj.company) ?? text(obj.company_id) : null;\n rows.push({\n raw_payload_id: String(rawId),\n entity_id: entityId,\n observed_on: observedOn,\n detected_at: ts,\n field_path: path,\n section: base === \"experiences\" ? \"experience\" : base,\n company_hint: hint,\n change_type: changeType,\n previous_value: jsonOrNull(prev ?? undefined) ?? null,\n current_value: jsonOrNull(curr ?? undefined) ?? null,\n vendor: \"limadata\",\n });\n }\n return { person, companies, rows };\n}\n\nasync function processLimadataBatch(batch: any[]) {\n // Normalize in JS first so shape errors are isolated per payload without SQL.\n const people = new Map();\n const companies = new Map();\n const rows: any[] = [];\n const doneIds: string[] = [];\n for (const row of batch) {\n const rawId = Number(row.id);\n try {\n const { person, companies: comps, rows: r } = await normLimadata(rawId, row.payload);\n people.set(person.entity_id, person);\n for (const [cid, c] of comps) if (!companies.has(cid)) companies.set(cid, c);\n rows.push(...r);\n doneIds.push(String(rawId));\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n console.error(`limadata payload ${rawId} failed:`, message);\n await sql`update thenetwork.raw_payloads set processing_error = ${message} where id = ${String(rawId)}::bigint`;\n }\n }\n if (!doneIds.length) return { payloads: 0, changes: 0 };\n await sql.begin(async (tx: any) => {\n for (const batch of chunks([...companies.values()])) {\n const col = (k: string) => batch.map((c) => c[k]);\n await tx`\n insert into thenetwork.companies (company_entity_id, name, linkedin_company_id, last_seen_at, vendor)\n select * from unnest(\n ${col(\"company_entity_id\")}::uuid[], ${col(\"name\")}::text[],\n ${col(\"linkedin_company_id\")}::text[], ${col(\"last_seen_at\")}::timestamptz[], ${col(\"vendor\")}::text[])\n on conflict (company_entity_id) do update set\n name = coalesce(excluded.name, thenetwork.companies.name),\n last_seen_at = greatest(excluded.last_seen_at, thenetwork.companies.last_seen_at)`;\n }\n await upsertPeople(tx, people);\n await insertChanges(tx, rows);\n await tx`update thenetwork.raw_payloads set processed_at = now() where id = any(${doneIds}::bigint[])`;\n });\n return { payloads: doneIds.length, changes: rows.length };\n}\n\nexport default async function () {\n const pending = await sql`\n select id, schema_version, payload from thenetwork.raw_payloads\n where processed_at is null and processing_error is null and schema_version like ${\"greycroft.%\"}\n order by id limit 20`;\n for (const row of pending) {\n const rawId = Number(row.id);\n try {\n const stats = await sql.begin(async (tx: any) => {\n let stats: unknown;\n if (row.schema_version.startsWith(\"greycroft.profile_changes.\")) {\n stats = await processProfileChanges(tx, rawId, row.payload);\n } else if (row.schema_version.startsWith(\"greycroft.company_tracker_validated_net_new.\")) {\n stats = await processNetNew(tx, rawId, row.payload);\n } else {\n throw new Error(`no handler for schema_version ${row.schema_version}`);\n }\n await tx`update thenetwork.raw_payloads set processed_at = now() where id = ${String(rawId)}::bigint`;\n return stats;\n });\n console.log(`processed ${rawId} (${row.schema_version}):`, JSON.stringify(stats));\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n console.error(`payload ${rawId} failed:`, message);\n await sql`update thenetwork.raw_payloads set processing_error = ${message} where id = ${String(rawId)}::bigint`;\n }\n }\n\n const lima = await sql`\n select id, payload from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null\n order by id limit 300`;\n if (lima.length) {\n const stats = await processLimadataBatch([...lima]);\n console.log(`limadata:`, JSON.stringify(stats));\n }\n console.log(`done: ${pending.length} greycroft + ${lima.length} limadata payload(s) examined`);\n}\n","label",[132],"50695880-dfa1-4006-b9f1-30884ab83bfc","main.tsx",2,["D",1788275057394],1,"http","import postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!);\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"POST\") {\n return new Response(\"method not allowed\", { status: 405 });\n }\n if (req.headers.get(\"x-webhook-secret\") !== Deno.env.get(\"WEBHOOK_SECRET\")) {\n return new Response(\"unauthorized\", { status: 401 });\n }\n\n const body = await req.text();\n const hash = [...new Uint8Array(\n await crypto.subtle.digest(\"SHA-256\", new TextEncoder().encode(body))\n )].map(b => b.toString(16).padStart(2, \"0\")).join(\"\");\n\n let payload: any;\n try { payload = JSON.parse(body); }\n catch { return new Response(\"bad json\", { status: 400 }); }\n\n await sql`\n insert into thenetwork.raw_payloads (schema_version, body_hash, payload, vendor, path)\n values (${payload.schema_version ?? null}, ${hash}, ${payload}, ${\"the_network\"}, ${new URL(req.url).pathname})\n on conflict (body_hash) do nothing`;\n\n return Response.json({ ok: true });\n}\n",[144],"55423f44-0f62-415f-9a7c-e6fd935b8294","dashboard.ts","c6805fac-a618-11f1-bf8a-1607ee4eb77e",19,["D",1788291994444],"// The Network signal dashboard: serves dashboard.html and a /data.json API over the\n// Layer 2 tables (people/companies/profile_changes/new_employee_detections).\n// Scoped to vendor='the_network' (Limadata shares the tables; see dashboard-lima.ts).\n// Read-gated by FEED_TOKEN (?key=), separate from the webhook's WEBHOOK_SECRET.\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'the_network')::int as people,\n (select count(*) from thenetwork.companies where vendor = 'the_network')::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'the_network')::int as changes,\n (select count(*) from thenetwork.new_employee_detections)::int as detections,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'the_network')::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads\n where vendor = 'the_network' and schema_version like 'greycroft.%') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where processed_at is null and processing_error is null\n and schema_version like 'greycroft.%')::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where processing_error is not null and vendor = 'the_network')::int as errors`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'the_network'\n group by 1 order by n desc`;\n\n const payloads = await sql`\n select id::text, received_at, schema_version, processed_at, processing_error,\n length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where schema_version like 'greycroft.%'\n order by id desc limit 20`;\n\n const detections = await sql`\n select d.detected_at, d.position, d.category,\n p.name, p.linkedin_url, c.name as company\n from thenetwork.new_employee_detections d\n join thenetwork.people p on p.entity_id = d.human_entity_id\n join thenetwork.companies c using (company_entity_id)\n order by d.detected_at desc`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section, ch.company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n where ch.vendor = 'the_network'\n order by ch.detected_at desc nulls last, ch.id desc`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n payloads,\n detections,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[152],"237b1944-f24b-489d-88ad-b5a4d9a53b06",["D",1788292106937],[28],"732fa7d2-560f-4bb7-ae22-efa198ec0cea","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",20,["D",1788291996731],"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata')::int as changes,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata')::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata'\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata'\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[162],"d06ffaa0-1c9a-4430-81a4-33b14789593f","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",10,["D",1788290556108],"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[169],"pulls","branches","forks","envVars",{"_182":138,"_184":62},"connections",{"_182":62,"_183":62},"count","unfilledCount","emptyCount",{"_42":168,"_32":169,"_30":170,"_134":-5,"_40":41,"_39":171,"_136":25,"_37":207,"_13":62,"_33":20,"_34":173,"_24":25,"_141":-5,"_192":208,"_27":209},{"_42":161,"_32":162,"_30":163,"_134":-5,"_40":41,"_39":164,"_136":25,"_37":204,"_13":138,"_33":148,"_34":166,"_24":25,"_141":-5,"_192":205,"_27":206},{"_42":158,"_32":28,"_30":31,"_134":-5,"_40":41,"_39":14,"_136":25,"_37":201,"_13":145,"_33":20,"_34":36,"_24":25,"_141":-5,"_192":202,"_27":203},{"_42":151,"_32":152,"_30":153,"_134":-5,"_40":41,"_39":154,"_136":25,"_37":198,"_13":138,"_33":148,"_34":156,"_24":25,"_141":-5,"_192":199,"_27":200},{"_42":143,"_32":144,"_30":56,"_134":-5,"_40":41,"_39":145,"_136":58,"_37":195,"_13":147,"_33":148,"_34":149,"_24":25,"_141":-5,"_192":196,"_27":197},{"_42":131,"_32":132,"_30":133,"_134":-5,"_40":41,"_39":135,"_136":25,"_37":191,"_13":138,"_33":139,"_34":140,"_24":25,"_141":-5,"_192":193,"_27":194},["D",1788290761480],"children",[],[132],["D",1788275057394],[],[144],["D",1788291994444],[],[152],["D",1788292106937],[],[28],["D",1788291996731],[],[162],["D",1788290556108],[],[169],["D",1788273667302],{"_96":95,"_103":98},{"_96":95,"_97":98,"_99":98,"_18":54,"_100":101,"_102":25},{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"ctx",{"_78":-5,"_122":247,"_248":249,"_250":251,"_252":25,"_253":25,"_254":25,"_255":58,"_256":-5,"_257":-7,"_258":-7,"_259":62,"_260":25,"_261":25,"_262":-5,"_263":25,"_264":25,"_265":25,"_266":-5},"ENV",{"_218":219,"_220":221,"_222":86,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v21