The Network: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_214":215,"_216":217},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":99,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":59,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",13,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","dashboard-lima.ts","latestPath","fileId","560e1cec-a63a-11f1-80d0-1607ee4eb77e","name","fileType","http","content","// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata')::int as changes,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata')::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata'\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section, ch.company_hint,\n ch.field_path, ch.change_type,\n left(ch.previous_value::text, 400) as previous_value,\n left(ch.current_value::text, 400) as current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n where ch.vendor = 'limadata'\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes,\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n","// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata')::int as changes,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata')::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata'\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type,\n left(ch.previous_value::text, 400) as previous_value,\n left(ch.current_value::text, 400) as current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata'\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes,\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n","createdAt",["D",1788290725056],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":99},"org",{"_97":96,"_98":99,"_100":99,"_18":55,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":210,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":211,"_81":212,"_83":213,"_85":25},"tree",[185,186,187,188,189,190],"files",[185,186,187,188,189,190],"counts",{"_174":63,"_175":139,"_176":63,"_177":178,"_179":180},"contents",[126,127,128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":167,"_32":168,"_30":169,"_135":-5,"_41":42,"_40":170,"_137":25,"_38":171,"_13":63,"_33":20,"_35":172,"_24":25,"_142":-5,"_27":173},{"_43":164,"_32":28,"_30":31,"_135":-5,"_41":42,"_40":14,"_137":25,"_38":165,"_13":146,"_33":34,"_35":37,"_24":25,"_142":-5,"_27":166},{"_43":157,"_32":158,"_30":159,"_135":-5,"_41":42,"_40":160,"_137":25,"_38":161,"_13":139,"_33":20,"_35":162,"_24":25,"_142":-5,"_27":163},{"_43":150,"_32":151,"_30":152,"_135":-5,"_41":42,"_40":153,"_137":25,"_38":154,"_13":146,"_33":34,"_35":155,"_24":25,"_142":-5,"_27":156},{"_43":144,"_32":145,"_30":57,"_135":-5,"_41":42,"_40":146,"_137":59,"_38":147,"_13":139,"_33":34,"_35":148,"_24":25,"_142":-5,"_27":149},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":25,"_38":138,"_13":139,"_33":140,"_35":141,"_24":25,"_142":-5,"_27":143},"cfe0383d-ea0f-4fbe-a49f-adfdeae684a9","processor.ts","fc122f8e-a617-11f1-9834-1607ee4eb77e","parentId",7,"latest",["D",1788290431422],1,"interval","// Layer 2 processor: reads unprocessed payloads from thenetwork.raw_payloads,\n// normalizes into people/companies/profile_changes/new_employee_detections, stamps\n// processed_at. Idempotent (all inserts on conflict do nothing / upsert), so the\n// normalized tables can be truncated and rebuilt from the landing table at any time.\n//\n// Two sources, one set of tables (distinguished by the vendor column):\n// - The Network: schema_version like 'greycroft.%', dispatched on version PREFIX.\n// - Limadata: vendor = 'limadata' (no schema_version), one person per payload with a\n// data.changes diff array. Entity ids are uuid5(NAMESPACE_URL, data.url) so both\n// vendors share the people/profile_changes tables without colliding. The one-shot\n// history backfill (lima_backfill.py, run locally 2026-09-01) uses the SAME mapping:\n// keep them in sync if the rules ever change.\n//\n// All values are bound as text/text[] and cast server-side (::uuid[], ::jsonb[], ...):\n// postgres.js type inference mangles jsonb and array params (double-encodes strings,\n// misbinds arrays), so nothing here relies on it.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\nconst CHUNK = 500;\nconst text = (v: unknown) => (v == null || v === \"\" ? null : String(v));\n// payload current_date arrives as MM-DD-YYYY\nconst usDate = (v: unknown) => {\n const m = String(v ?? \"\").match(/^(\\d{2})-(\\d{2})-(\\d{4})$/);\n return m ? `${m[3]}-${m[1]}-${m[2]}` : null;\n};\nconst pathParts = (p: string) => p.split(\"/\").filter(Boolean);\nconst jsonOrNull = (v: unknown) => (v === undefined ? null : JSON.stringify(v));\n\nfunction chunks(rows: T[]): T[][] {\n const out: T[][] = [];\n for (let i = 0; i < rows.length; i += CHUNK) out.push(rows.slice(i, i + CHUNK));\n return out;\n}\n\nasync function upsertPeople(tx: any, people: Map) {\n for (const batch of chunks([...people.values()])) {\n const col = (k: string) => batch.map((p) => p[k]);\n await tx`\n insert into thenetwork.people (entity_id, name, linkedin_url, public_identifier, linkedin_entity_urn, category, last_seen_at, vendor)\n select * from unnest(\n ${col(\"entity_id\")}::uuid[], ${col(\"name\")}::text[], ${col(\"linkedin_url\")}::text[],\n ${col(\"public_identifier\")}::text[], ${col(\"linkedin_entity_urn\")}::text[],\n ${col(\"category\")}::text[], ${col(\"last_seen_at\")}::timestamptz[], ${col(\"vendor\")}::text[])\n on conflict (entity_id) do update set\n name = coalesce(excluded.name, thenetwork.people.name),\n linkedin_url = coalesce(excluded.linkedin_url, thenetwork.people.linkedin_url),\n public_identifier = coalesce(excluded.public_identifier, thenetwork.people.public_identifier),\n linkedin_entity_urn = coalesce(excluded.linkedin_entity_urn, thenetwork.people.linkedin_entity_urn),\n category = coalesce(excluded.category, thenetwork.people.category),\n last_seen_at = greatest(excluded.last_seen_at, thenetwork.people.last_seen_at)`;\n }\n}\n\nasync function insertChanges(tx: any, rows: any[]) {\n for (const batch of chunks(rows)) {\n const col = (k: string) => batch.map((r) => r[k]);\n await tx`\n insert into thenetwork.profile_changes\n (raw_payload_id, entity_id, observed_on, detected_at, field_path, section, company_hint, change_type, previous_value, current_value, vendor)\n select * from unnest(\n ${col(\"raw_payload_id\")}::bigint[], ${col(\"entity_id\")}::uuid[], ${col(\"observed_on\")}::date[],\n ${col(\"detected_at\")}::timestamptz[], ${col(\"field_path\")}::text[], ${col(\"section\")}::text[],\n ${col(\"company_hint\")}::text[], ${col(\"change_type\")}::text[],\n ${col(\"previous_value\")}::jsonb[], ${col(\"current_value\")}::jsonb[], ${col(\"vendor\")}::text[])\n on conflict (entity_id, observed_on, field_path, change_type) do nothing`;\n }\n}\n\nasync function processProfileChanges(tx: any, rawId: number, payload: any) {\n const observedOn = usDate(payload.current_date) ??\n (payload.generated_at ?? new Date().toISOString()).slice(0, 10);\n const people = new Map();\n const rows: any[] = [];\n for (const person of payload.changes ?? []) {\n const entityId = text(person.entity_id);\n if (!entityId) continue;\n people.set(entityId, {\n entity_id: entityId,\n name: text(person.name),\n linkedin_url: text(person.linkedin_url),\n public_identifier: text(person.public_identifier),\n linkedin_entity_urn: text(person.linkedin_entity_urn),\n category: text(person.category),\n last_seen_at: text(payload.generated_at),\n vendor: \"the_network\",\n });\n for (const change of person.changes ?? []) {\n const fieldPath = text(change.field);\n const changeType = text(change.change_type);\n if (!fieldPath || !changeType) continue;\n const parts = pathParts(fieldPath);\n rows.push({\n raw_payload_id: String(rawId),\n entity_id: entityId,\n observed_on: observedOn,\n detected_at: text(change.detected_at),\n field_path: fieldPath,\n section: parts[0] ?? null,\n company_hint: parts[0] === \"experience\" && parts[1] ? parts[1].split(\"@\")[0] : null,\n change_type: changeType,\n previous_value: jsonOrNull(change.previous_value),\n current_value: jsonOrNull(change.current_value),\n vendor: \"the_network\",\n });\n }\n }\n await upsertPeople(tx, people);\n await insertChanges(tx, rows);\n return { people: people.size, changes: rows.length };\n}\n\nasync function processNetNew(tx: any, rawId: number, payload: any) {\n const people = new Map();\n const companies = new Map();\n const rows: any[] = [];\n for (const emp of payload.employees ?? []) {\n const humanId = text(emp.human_entity_id);\n const companyId = text(emp.company_entity_id);\n const detectedAt = text(emp.detected_at);\n if (!humanId || !companyId || !detectedAt) continue;\n people.set(humanId, {\n entity_id: humanId,\n name: text(emp.human_name),\n linkedin_url: text(emp.linkedin_url),\n public_identifier: text(emp.public_identifier),\n linkedin_entity_urn: text(emp.linkedin_entity_urn),\n category: text(emp.category),\n last_seen_at: text(payload.generated_at),\n vendor: \"the_network\",\n });\n companies.set(companyId, {\n company_entity_id: companyId,\n name: text(emp.company_name),\n linkedin_company_id: text(emp.linkedin_company_id),\n last_seen_at: text(payload.generated_at),\n });\n rows.push({\n raw_payload_id: String(rawId),\n company_entity_id: companyId,\n human_entity_id: humanId,\n position: text(emp.position),\n category: text(emp.category),\n detected_at: detectedAt,\n });\n }\n for (const batch of chunks([...companies.values()])) {\n const col = (k: string) => batch.map((c) => c[k]);\n await tx`\n insert into thenetwork.companies (company_entity_id, name, linkedin_company_id, last_seen_at)\n select * from unnest(\n ${col(\"company_entity_id\")}::uuid[], ${col(\"name\")}::text[],\n ${col(\"linkedin_company_id\")}::text[], ${col(\"last_seen_at\")}::timestamptz[])\n on conflict (company_entity_id) do update set\n name = coalesce(excluded.name, thenetwork.companies.name),\n linkedin_company_id = coalesce(excluded.linkedin_company_id, thenetwork.companies.linkedin_company_id),\n last_seen_at = greatest(excluded.last_seen_at, thenetwork.companies.last_seen_at)`;\n }\n await upsertPeople(tx, people);\n for (const batch of chunks(rows)) {\n const col = (k: string) => batch.map((r) => r[k]);\n await tx`\n insert into thenetwork.new_employee_detections\n (raw_payload_id, company_entity_id, human_entity_id, position, category, detected_at)\n select * from unnest(\n ${col(\"raw_payload_id\")}::bigint[], ${col(\"company_entity_id\")}::uuid[], ${col(\"human_entity_id\")}::uuid[],\n ${col(\"position\")}::text[], ${col(\"category\")}::text[], ${col(\"detected_at\")}::timestamptz[])\n on conflict (human_entity_id, company_entity_id, detected_at) do nothing`;\n }\n return { people: people.size, companies: companies.size, detections: rows.length };\n}\n\n// ---- Limadata ----\n\nconst NS_URL = \"6ba7b811-9dad-11d1-80b4-00c04fd430c8\"; // RFC 4122 URL namespace\nasync function uuid5(name: string): Promise {\n const ns = new Uint8Array(NS_URL.replace(/-/g, \"\").match(/../g)!.map((h) => parseInt(h, 16)));\n const data = new Uint8Array([...ns, ...new TextEncoder().encode(name)]);\n const hash = new Uint8Array(await crypto.subtle.digest(\"SHA-1\", data));\n hash[6] = (hash[6] & 0x0f) | 0x50;\n hash[8] = (hash[8] & 0x3f) | 0x80;\n const h = [...hash.slice(0, 16)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\");\n return `${h.slice(0, 8)}-${h.slice(8, 12)}-${h.slice(12, 16)}-${h.slice(16, 20)}-${h.slice(20, 32)}`;\n}\n\nconst slugify = (s: unknown) => {\n const r = String(s ?? \"\").toLowerCase().replace(/[^a-z0-9]+/g, \"_\").replace(/^_+|_+$/g, \"\");\n return r.slice(0, 60) || \"x\";\n};\n\nasync function normLimadata(rawId: number, payload: any) {\n const data = payload?.data ?? {};\n const ts = text(payload?.timestamp);\n const url = text(data.url) ?? text(data.external_id);\n if (!ts) throw new Error(\"limadata: missing timestamp\");\n if (!url || !(\"changes\" in data)) throw new Error(\"limadata: unrecognized shape (no data.url / data.changes)\");\n const entityId = await uuid5(url);\n const after = data.after ?? {};\n const before = data.before ?? {};\n const person = {\n entity_id: entityId,\n name: text(after.full_name) ?? text(before.full_name),\n linkedin_url: url,\n public_identifier: null,\n linkedin_entity_urn: text(after.urn) ?? text(before.urn),\n category: null,\n last_seen_at: ts,\n vendor: \"limadata\",\n };\n const rows: any[] = [];\n const observedOn = ts.slice(0, 10);\n for (const c of data.changes ?? []) {\n const prop = text(c?.property_name);\n const prev = c?.before ?? null;\n const curr = c?.after ?? null;\n if (!prop || (prev === null && curr === null)) continue;\n const changeType = prev === null ? \"added\" : curr === null ? \"removed\" : \"updated\";\n const obj = curr !== null ? curr : prev;\n let path = \"/\" + prop;\n if (prop === \"experiences\" && obj && typeof obj === \"object\") {\n path = `/experiences/${obj.company_id || \"x\"}@${obj.starts_at || \"\"}@${slugify(obj.title)}`;\n }\n const base = prop.split(/[\\[.]/)[0];\n const hint = obj && typeof obj === \"object\" ? text(obj.company) ?? text(obj.company_id) : null;\n rows.push({\n raw_payload_id: String(rawId),\n entity_id: entityId,\n observed_on: observedOn,\n detected_at: ts,\n field_path: path,\n section: base === \"experiences\" ? \"experience\" : base,\n company_hint: hint,\n change_type: changeType,\n previous_value: jsonOrNull(prev ?? undefined) ?? null,\n current_value: jsonOrNull(curr ?? undefined) ?? null,\n vendor: \"limadata\",\n });\n }\n return { person, rows };\n}\n\nasync function processLimadataBatch(batch: any[]) {\n // Normalize in JS first so shape errors are isolated per payload without SQL.\n const people = new Map();\n const rows: any[] = [];\n const doneIds: string[] = [];\n for (const row of batch) {\n const rawId = Number(row.id);\n try {\n const { person, rows: r } = await normLimadata(rawId, row.payload);\n people.set(person.entity_id, person);\n rows.push(...r);\n doneIds.push(String(rawId));\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n console.error(`limadata payload ${rawId} failed:`, message);\n await sql`update thenetwork.raw_payloads set processing_error = ${message} where id = ${String(rawId)}::bigint`;\n }\n }\n if (!doneIds.length) return { payloads: 0, changes: 0 };\n await sql.begin(async (tx: any) => {\n await upsertPeople(tx, people);\n await insertChanges(tx, rows);\n await tx`update thenetwork.raw_payloads set processed_at = now() where id = any(${doneIds}::bigint[])`;\n });\n return { payloads: doneIds.length, changes: rows.length };\n}\n\nexport default async function () {\n const pending = await sql`\n select id, schema_version, payload from thenetwork.raw_payloads\n where processed_at is null and processing_error is null and schema_version like ${\"greycroft.%\"}\n order by id limit 20`;\n for (const row of pending) {\n const rawId = Number(row.id);\n try {\n const stats = await sql.begin(async (tx: any) => {\n let stats: unknown;\n if (row.schema_version.startsWith(\"greycroft.profile_changes.\")) {\n stats = await processProfileChanges(tx, rawId, row.payload);\n } else if (row.schema_version.startsWith(\"greycroft.company_tracker_validated_net_new.\")) {\n stats = await processNetNew(tx, rawId, row.payload);\n } else {\n throw new Error(`no handler for schema_version ${row.schema_version}`);\n }\n await tx`update thenetwork.raw_payloads set processed_at = now() where id = ${String(rawId)}::bigint`;\n return stats;\n });\n console.log(`processed ${rawId} (${row.schema_version}):`, JSON.stringify(stats));\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n console.error(`payload ${rawId} failed:`, message);\n await sql`update thenetwork.raw_payloads set processing_error = ${message} where id = ${String(rawId)}::bigint`;\n }\n }\n\n const lima = await sql`\n select id, payload from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null\n order by id limit 300`;\n if (lima.length) {\n const stats = await processLimadataBatch([...lima]);\n console.log(`limadata:`, JSON.stringify(stats));\n }\n console.log(`done: ${pending.length} greycroft + ${lima.length} limadata payload(s) examined`);\n}\n","label",[133],"50695880-dfa1-4006-b9f1-30884ab83bfc","main.tsx",2,["D",1788275057394],"import postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!);\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"POST\") {\n return new Response(\"method not allowed\", { status: 405 });\n }\n if (req.headers.get(\"x-webhook-secret\") !== Deno.env.get(\"WEBHOOK_SECRET\")) {\n return new Response(\"unauthorized\", { status: 401 });\n }\n\n const body = await req.text();\n const hash = [...new Uint8Array(\n await crypto.subtle.digest(\"SHA-256\", new TextEncoder().encode(body))\n )].map(b => b.toString(16).padStart(2, \"0\")).join(\"\");\n\n let payload: any;\n try { payload = JSON.parse(body); }\n catch { return new Response(\"bad json\", { status: 400 }); }\n\n await sql`\n insert into thenetwork.raw_payloads (schema_version, body_hash, payload, vendor, path)\n values (${payload.schema_version ?? null}, ${hash}, ${payload}, ${\"the_network\"}, ${new URL(req.url).pathname})\n on conflict (body_hash) do nothing`;\n\n return Response.json({ ok: true });\n}\n",[145],"98f6b5ee-b1b8-4b60-8a95-08f791f1a006","dashboard.ts","c6805fac-a618-11f1-bf8a-1607ee4eb77e",11,["D",1788290700297],"// The Network signal dashboard: serves dashboard.html and a /data.json API over the\n// Layer 2 tables (people/companies/profile_changes/new_employee_detections).\n// Scoped to vendor='the_network' (Limadata shares the tables; see dashboard-lima.ts).\n// Read-gated by FEED_TOKEN (?key=), separate from the webhook's WEBHOOK_SECRET.\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'the_network')::int as people,\n (select count(*) from thenetwork.companies where vendor = 'the_network')::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'the_network')::int as changes,\n (select count(*) from thenetwork.new_employee_detections)::int as detections,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'the_network')::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads\n where vendor = 'the_network' and schema_version like 'greycroft.%') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where processed_at is null and processing_error is null\n and schema_version like 'greycroft.%')::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where processing_error is not null and vendor = 'the_network')::int as errors`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'the_network'\n group by 1 order by n desc`;\n\n const payloads = await sql`\n select id::text, received_at, schema_version, processed_at, processing_error,\n length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where schema_version like 'greycroft.%'\n order by id desc limit 20`;\n\n const detections = await sql`\n select d.detected_at, d.position, d.category,\n p.name, p.linkedin_url, c.name as company\n from thenetwork.new_employee_detections d\n join thenetwork.people p on p.entity_id = d.human_entity_id\n join thenetwork.companies c using (company_entity_id)\n order by d.detected_at desc`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section, ch.company_hint,\n ch.field_path, ch.change_type,\n left(ch.previous_value::text, 400) as previous_value,\n left(ch.current_value::text, 400) as current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n where ch.vendor = 'the_network'\n order by ch.detected_at desc nulls last, ch.id desc`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n payloads,\n detections,\n changes,\n });\n }\n\n return new Response(await readFile(\"/dashboard.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[151],"663d6d84-e472-48a2-bbe4-4bb87f6bc0bd","dashboard.html","fe3ce1c2-a618-11f1-a2e7-1607ee4eb77e",6,["D",1788276240986],"\n\n\n\n\nThe Network: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[158],"c4277c5e-2d42-4d90-a7f6-469443c3a868",["D",1788290725056],[28],"d06ffaa0-1c9a-4430-81a4-33b14789593f","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",10,["D",1788290556108],"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[168],"pulls","branches","forks","envVars",{"_181":183,"_184":63},"connections",{"_181":63,"_182":63},"count","unfilledCount",4,"emptyCount",{"_43":167,"_32":168,"_30":169,"_135":-5,"_41":42,"_40":170,"_137":25,"_38":207,"_13":63,"_33":20,"_35":172,"_24":25,"_142":-5,"_192":208,"_27":209},{"_43":164,"_32":28,"_30":31,"_135":-5,"_41":42,"_40":14,"_137":25,"_38":204,"_13":146,"_33":34,"_35":37,"_24":25,"_142":-5,"_192":205,"_27":206},{"_43":157,"_32":158,"_30":159,"_135":-5,"_41":42,"_40":160,"_137":25,"_38":201,"_13":139,"_33":20,"_35":162,"_24":25,"_142":-5,"_192":202,"_27":203},{"_43":150,"_32":151,"_30":152,"_135":-5,"_41":42,"_40":153,"_137":25,"_38":198,"_13":146,"_33":34,"_35":155,"_24":25,"_142":-5,"_192":199,"_27":200},{"_43":144,"_32":145,"_30":57,"_135":-5,"_41":42,"_40":146,"_137":59,"_38":195,"_13":139,"_33":34,"_35":148,"_24":25,"_142":-5,"_192":196,"_27":197},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":25,"_38":191,"_13":139,"_33":140,"_35":141,"_24":25,"_142":-5,"_192":193,"_27":194},["D",1788290431422],"children",[],[133],["D",1788275057394],[],[145],["D",1788290700297],[],[151],["D",1788276240986],[],[158],["D",1788290725056],[],[28],["D",1788290556108],[],[168],["D",1788273667302],{"_97":96,"_104":99},{"_97":96,"_98":99,"_100":99,"_18":55,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_123":247,"_248":249,"_250":251,"_252":25,"_253":25,"_254":25,"_255":59,"_256":-5,"_257":-7,"_258":-7,"_259":63,"_260":25,"_261":25,"_262":-5,"_263":25,"_264":25,"_265":25,"_266":-5},"ENV",{"_218":219,"_220":221,"_222":87,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v13