Limadata: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_317":318,"_319":320},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":99,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":59,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",135,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","selftest-noise-live.ts","latestPath","fileId","c8acc650-a8a5-11f1-9441-1607ee4eb77e","name","fileType","script","content","// Live repro: run the DEPLOYED normLimadata against raw payload 60407 (a pure\n// location-relabel pair that landed noise=false on 2026-09-03) and print what the\n// JS side actually produces, so we can tell a logic bug from an insert-binding bug.\nimport postgres from \"npm:postgres\";\nimport { normLimadata } from \"./processor.ts\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 20 });\nconst [row] = await sql`select id, payload from thenetwork.raw_payloads where id = 60407`;\nconst { rows } = await normLimadata(Number(row.id), row.payload);\nfor (const r of rows) {\n console.log(r.change_type, r.section, r.field_path, \"noise=\", JSON.stringify(r.noise));\n}\nawait sql.end();\n","// Live repro part 2: normLimadata is correct (prints noise=true), so test the exact\n// insertChanges bind pattern — string \"true\"/\"false\" arrays cast ::boolean[] — plus\n// the multi-array unnest, to find where the flag flips to false.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 20 });\n\nconst noise = [\"true\", \"false\", \"true\"];\nconst ids = [\"a\", \"b\", \"c\"];\n\nconst single = await sql`select * from unnest(${noise}::boolean[]) as n`;\nconsole.log(\"single-array unnest:\", JSON.stringify(single));\n\nconst multi = await sql`select * from unnest(${ids}::text[], ${noise}::boolean[]) as t(id, n)`;\nconsole.log(\"multi-array unnest:\", JSON.stringify(multi));\n\nconst jsonv = ['{\"title\":\"x\",\"location\":\"y\"}'];\nconst j = await sql`select jsonb_typeof(v) as t from unnest(${jsonv}::jsonb[]) as u(v)`;\nconsole.log(\"jsonb element typeof:\", JSON.stringify(j));\nawait sql.end();\n","createdAt",["D",1788556574806],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":99},"org",{"_97":96,"_98":99,"_100":99,"_18":55,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":313,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":314,"_81":315,"_83":316,"_85":25},"tree",[256,257,258,259,260,261,262,263,264,265,266,267,268,269],"files",[256,257,258,259,260,261,262,263,264,265,266,267,268,269],"counts",{"_245":63,"_246":167,"_247":63,"_248":249,"_250":251},"contents",[126,127,128,129,130,131,132,133,134,135,136,137,138,139],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":238,"_32":239,"_30":240,"_143":-5,"_41":42,"_40":241,"_145":59,"_38":242,"_13":63,"_33":34,"_35":243,"_24":25,"_149":-5,"_27":244},{"_43":230,"_32":231,"_30":232,"_143":-5,"_41":42,"_40":233,"_145":59,"_38":234,"_13":235,"_33":20,"_35":236,"_24":25,"_149":-5,"_27":237},{"_43":222,"_32":223,"_30":224,"_143":-5,"_41":42,"_40":225,"_145":59,"_38":226,"_13":227,"_33":203,"_35":228,"_24":25,"_149":-5,"_27":229},{"_43":214,"_32":215,"_30":216,"_143":-5,"_41":42,"_40":217,"_145":25,"_38":218,"_13":219,"_33":20,"_35":220,"_24":25,"_149":-5,"_27":221},{"_43":206,"_32":207,"_30":208,"_143":-5,"_41":42,"_40":209,"_145":25,"_38":210,"_13":211,"_33":203,"_35":212,"_24":25,"_149":-5,"_27":213},{"_43":199,"_32":200,"_30":57,"_143":-5,"_41":42,"_40":201,"_145":59,"_38":202,"_13":167,"_33":203,"_35":204,"_24":25,"_149":-5,"_27":205},{"_43":190,"_32":191,"_30":192,"_143":-5,"_41":42,"_40":193,"_145":25,"_38":194,"_13":195,"_33":196,"_35":197,"_24":25,"_149":-5,"_27":198},{"_43":183,"_32":184,"_30":185,"_143":-5,"_41":42,"_40":186,"_145":59,"_38":187,"_13":63,"_33":34,"_35":188,"_24":25,"_149":-5,"_27":189},{"_43":176,"_32":177,"_30":178,"_143":-5,"_41":42,"_40":179,"_145":59,"_38":180,"_13":63,"_33":34,"_35":181,"_24":25,"_149":-5,"_27":182},{"_43":169,"_32":170,"_30":171,"_143":-5,"_41":42,"_40":172,"_145":59,"_38":173,"_13":63,"_33":34,"_35":174,"_24":25,"_149":-5,"_27":175},{"_43":165,"_32":28,"_30":31,"_143":-5,"_41":42,"_40":14,"_145":25,"_38":166,"_13":167,"_33":34,"_35":37,"_24":25,"_149":-5,"_27":168},{"_43":158,"_32":159,"_30":160,"_143":-5,"_41":42,"_40":161,"_145":59,"_38":162,"_13":63,"_33":34,"_35":163,"_24":25,"_149":-5,"_27":164},{"_43":151,"_32":152,"_30":153,"_143":-5,"_41":42,"_40":154,"_145":59,"_38":155,"_13":63,"_33":34,"_35":156,"_24":25,"_149":-5,"_27":157},{"_43":140,"_32":141,"_30":142,"_143":-5,"_41":42,"_40":144,"_145":59,"_38":146,"_13":147,"_33":34,"_35":148,"_24":25,"_149":-5,"_27":150},"cd210d48-f836-4062-9669-5f793a4d3485","selftest-ui.ts","766281c8-a63e-11f1-8c17-1607ee4eb77e","parentId",93,"latest",["D",1788378557981],10,"// Dev smoke test for the dashboard HTML scripts: runs each page's \n\n\n",[215],"81ee6874-c25f-480e-a30b-51acd7db14a0","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",130,["D",1788384415311],11,"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::int as changes,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and noise)::int as noise,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata' and not noise\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.location,\n case when p.public_identifier is not null\n then 'https://www.linkedin.com/in/' || p.public_identifier\n else p.linkedin_url end as linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[223],"d90a10c9-0968-4e71-9170-e675a214197c","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",108,["D",1788379333604],14,"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[231],"4c19816a-d9dc-458a-9ea4-4f0120112117","backfill-lima-slugs.ts","befb4802-a715-11f1-a8ab-1607ee4eb77e",133,["D",1788384726534],"// One-off backfill: limadata people.public_identifier from the vanity slug in the\n// raw payloads' after/before.profile_url (data.url is urn-based for many profiles).\n// Matches the extraction now in processor.ts normLimadata(). Idempotent.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 5, connect_timeout: 10 });\n\nconst res = await sql`\n update thenetwork.people p\n set public_identifier = s.slug\n from (\n select distinct on (coalesce(payload->'data'->>'url', payload->'data'->>'external_id'))\n coalesce(payload->'data'->>'url', payload->'data'->>'external_id') as url,\n substring(coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') from '/in/([^/?#]+)') as slug\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n and coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') ~ '/in/'\n order by 1, id desc\n ) s\n where p.vendor = 'limadata' and p.public_identifier is null\n and p.linkedin_url = s.url\n and s.slug is not null and s.slug !~ '^AC[ow]'`;\nconsole.log(\"people updated:\", res.count);\n\nconst [left] = await sql`\n select count(*)::int as n from thenetwork.people\n where vendor = 'limadata' and public_identifier is null`;\nconsole.log(\"limadata people still without a slug:\", left.n);\nawait sql.end();\n",[239],"pulls","branches","forks","envVars",{"_252":254,"_255":63},"connections",{"_252":63,"_253":63},"count","unfilledCount",4,"emptyCount",{"_43":238,"_32":239,"_30":240,"_143":-5,"_41":42,"_40":241,"_145":59,"_38":310,"_13":63,"_33":34,"_35":243,"_24":25,"_149":-5,"_271":311,"_27":312},{"_43":230,"_32":231,"_30":232,"_143":-5,"_41":42,"_40":233,"_145":59,"_38":307,"_13":235,"_33":20,"_35":236,"_24":25,"_149":-5,"_271":308,"_27":309},{"_43":222,"_32":223,"_30":224,"_143":-5,"_41":42,"_40":225,"_145":59,"_38":304,"_13":227,"_33":203,"_35":228,"_24":25,"_149":-5,"_271":305,"_27":306},{"_43":214,"_32":215,"_30":216,"_143":-5,"_41":42,"_40":217,"_145":25,"_38":301,"_13":219,"_33":20,"_35":220,"_24":25,"_149":-5,"_271":302,"_27":303},{"_43":206,"_32":207,"_30":208,"_143":-5,"_41":42,"_40":209,"_145":25,"_38":298,"_13":211,"_33":203,"_35":212,"_24":25,"_149":-5,"_271":299,"_27":300},{"_43":199,"_32":200,"_30":57,"_143":-5,"_41":42,"_40":201,"_145":59,"_38":295,"_13":167,"_33":203,"_35":204,"_24":25,"_149":-5,"_271":296,"_27":297},{"_43":190,"_32":191,"_30":192,"_143":-5,"_41":42,"_40":193,"_145":25,"_38":292,"_13":195,"_33":196,"_35":197,"_24":25,"_149":-5,"_271":293,"_27":294},{"_43":183,"_32":184,"_30":185,"_143":-5,"_41":42,"_40":186,"_145":59,"_38":289,"_13":63,"_33":34,"_35":188,"_24":25,"_149":-5,"_271":290,"_27":291},{"_43":176,"_32":177,"_30":178,"_143":-5,"_41":42,"_40":179,"_145":59,"_38":286,"_13":63,"_33":34,"_35":181,"_24":25,"_149":-5,"_271":287,"_27":288},{"_43":169,"_32":170,"_30":171,"_143":-5,"_41":42,"_40":172,"_145":59,"_38":283,"_13":63,"_33":34,"_35":174,"_24":25,"_149":-5,"_271":284,"_27":285},{"_43":165,"_32":28,"_30":31,"_143":-5,"_41":42,"_40":14,"_145":25,"_38":280,"_13":167,"_33":34,"_35":37,"_24":25,"_149":-5,"_271":281,"_27":282},{"_43":158,"_32":159,"_30":160,"_143":-5,"_41":42,"_40":161,"_145":59,"_38":277,"_13":63,"_33":34,"_35":163,"_24":25,"_149":-5,"_271":278,"_27":279},{"_43":151,"_32":152,"_30":153,"_143":-5,"_41":42,"_40":154,"_145":59,"_38":274,"_13":63,"_33":34,"_35":156,"_24":25,"_149":-5,"_271":275,"_27":276},{"_43":140,"_32":141,"_30":142,"_143":-5,"_41":42,"_40":144,"_145":59,"_38":270,"_13":147,"_33":34,"_35":148,"_24":25,"_149":-5,"_271":272,"_27":273},["D",1788378557981],"children",[],[141],["D",1788378137760],[],[152],["D",1788296086727],[],[159],["D",1788556574806],[],[28],["D",1788384447548],[],[170],["D",1788381362561],[],[177],["D",1788381861334],[],[184],["D",1788384721141],[],[191],["D",1788275057394],[],[200],["D",1788384398373],[],[207],["D",1788383487766],[],[215],["D",1788384415311],[],[223],["D",1788379333604],[],[231],["D",1788384726534],[],[239],["D",1788273667302],{"_97":96,"_104":99},{"_97":96,"_98":99,"_100":99,"_18":55,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_123":350,"_351":352,"_353":354,"_355":25,"_356":25,"_357":25,"_358":59,"_359":-5,"_360":-7,"_361":-7,"_362":63,"_363":25,"_364":25,"_365":-5,"_366":25,"_367":25,"_368":25,"_369":-5},"ENV",{"_321":322,"_323":324,"_325":87,"_326":327,"_328":329,"_330":331,"_332":333,"_334":335,"_336":337,"_338":339,"_340":341,"_342":343,"_344":345,"_346":347,"_348":349},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v135