Limadata: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_315":316,"_317":318},"routes/_app.x.$handle.$name",{"_95":94,"_31":43,"_103":85,"_26":97,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":24,"_117":118,"_119":57,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":24},"version",134,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","selftest-noise-live.ts","latestPath","fileId","c8acc650-a8a5-11f1-9441-1607ee4eb77e","name","fileType","script","content","// Live repro: run the DEPLOYED normLimadata against raw payload 60407 (a pure\n// location-relabel pair that landed noise=false on 2026-09-03) and print what the\n// JS side actually produces, so we can tell a logic bug from an insert-binding bug.\nimport postgres from \"npm:postgres\";\nimport { normLimadata } from \"./processor.ts\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 20 });\nconst [row] = await sql`select id, payload from thenetwork.raw_payloads where id = 60407`;\nconst { rows } = await normLimadata(Number(row.id), row.payload);\nfor (const r of rows) {\n console.log(r.change_type, r.section, r.field_path, \"noise=\", JSON.stringify(r.noise));\n}\nawait sql.end();\n","createdAt",["D",1788556541482],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":97},"org",{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},"branch",{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":311,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":312,"_79":313,"_81":314,"_83":24},"tree",[254,255,256,257,258,259,260,261,262,263,264,265,266,267],"files",[254,255,256,257,258,259,260,261,262,263,264,265,266,267],"counts",{"_243":61,"_244":200,"_245":61,"_246":247,"_248":249},"contents",[124,125,126,127,128,129,130,131,132,133,134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":236,"_31":237,"_29":238,"_141":-5,"_39":40,"_38":239,"_143":57,"_36":240,"_13":61,"_32":33,"_34":241,"_23":24,"_147":-5,"_26":242},{"_41":228,"_31":229,"_29":230,"_141":-5,"_39":40,"_38":231,"_143":57,"_36":232,"_13":233,"_32":20,"_34":234,"_23":24,"_147":-5,"_26":235},{"_41":220,"_31":221,"_29":222,"_141":-5,"_39":40,"_38":223,"_143":57,"_36":224,"_13":225,"_32":201,"_34":226,"_23":24,"_147":-5,"_26":227},{"_41":212,"_31":213,"_29":214,"_141":-5,"_39":40,"_38":215,"_143":24,"_36":216,"_13":217,"_32":20,"_34":218,"_23":24,"_147":-5,"_26":219},{"_41":204,"_31":205,"_29":206,"_141":-5,"_39":40,"_38":207,"_143":24,"_36":208,"_13":209,"_32":201,"_34":210,"_23":24,"_147":-5,"_26":211},{"_41":196,"_31":197,"_29":55,"_141":-5,"_39":40,"_38":198,"_143":57,"_36":199,"_13":200,"_32":201,"_34":202,"_23":24,"_147":-5,"_26":203},{"_41":187,"_31":188,"_29":189,"_141":-5,"_39":40,"_38":190,"_143":24,"_36":191,"_13":192,"_32":193,"_34":194,"_23":24,"_147":-5,"_26":195},{"_41":180,"_31":181,"_29":182,"_141":-5,"_39":40,"_38":183,"_143":57,"_36":184,"_13":61,"_32":33,"_34":185,"_23":24,"_147":-5,"_26":186},{"_41":173,"_31":174,"_29":175,"_141":-5,"_39":40,"_38":176,"_143":57,"_36":177,"_13":61,"_32":33,"_34":178,"_23":24,"_147":-5,"_26":179},{"_41":166,"_31":167,"_29":168,"_141":-5,"_39":40,"_38":169,"_143":57,"_36":170,"_13":61,"_32":33,"_34":171,"_23":24,"_147":-5,"_26":172},{"_41":163,"_31":27,"_29":30,"_141":-5,"_39":40,"_38":14,"_143":24,"_36":164,"_13":61,"_32":33,"_34":35,"_23":24,"_147":-5,"_26":165},{"_41":156,"_31":157,"_29":158,"_141":-5,"_39":40,"_38":159,"_143":57,"_36":160,"_13":61,"_32":33,"_34":161,"_23":24,"_147":-5,"_26":162},{"_41":149,"_31":150,"_29":151,"_141":-5,"_39":40,"_38":152,"_143":57,"_36":153,"_13":61,"_32":33,"_34":154,"_23":24,"_147":-5,"_26":155},{"_41":138,"_31":139,"_29":140,"_141":-5,"_39":40,"_38":142,"_143":57,"_36":144,"_13":145,"_32":33,"_34":146,"_23":24,"_147":-5,"_26":148},"cd210d48-f836-4062-9669-5f793a4d3485","selftest-ui.ts","766281c8-a63e-11f1-8c17-1607ee4eb77e","parentId",93,"latest",["D",1788378557981],10,"// Dev smoke test for the dashboard HTML scripts: runs each page's \n\n\n",[213],"81ee6874-c25f-480e-a30b-51acd7db14a0","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",130,["D",1788384415311],11,"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::int as changes,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and noise)::int as noise,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata' and not noise\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.location,\n case when p.public_identifier is not null\n then 'https://www.linkedin.com/in/' || p.public_identifier\n else p.linkedin_url end as linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[221],"d90a10c9-0968-4e71-9170-e675a214197c","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",108,["D",1788379333604],14,"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[229],"4c19816a-d9dc-458a-9ea4-4f0120112117","backfill-lima-slugs.ts","befb4802-a715-11f1-a8ab-1607ee4eb77e",133,["D",1788384726534],"// One-off backfill: limadata people.public_identifier from the vanity slug in the\n// raw payloads' after/before.profile_url (data.url is urn-based for many profiles).\n// Matches the extraction now in processor.ts normLimadata(). Idempotent.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 5, connect_timeout: 10 });\n\nconst res = await sql`\n update thenetwork.people p\n set public_identifier = s.slug\n from (\n select distinct on (coalesce(payload->'data'->>'url', payload->'data'->>'external_id'))\n coalesce(payload->'data'->>'url', payload->'data'->>'external_id') as url,\n substring(coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') from '/in/([^/?#]+)') as slug\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n and coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') ~ '/in/'\n order by 1, id desc\n ) s\n where p.vendor = 'limadata' and p.public_identifier is null\n and p.linkedin_url = s.url\n and s.slug is not null and s.slug !~ '^AC[ow]'`;\nconsole.log(\"people updated:\", res.count);\n\nconst [left] = await sql`\n select count(*)::int as n from thenetwork.people\n where vendor = 'limadata' and public_identifier is null`;\nconsole.log(\"limadata people still without a slug:\", left.n);\nawait sql.end();\n",[237],"pulls","branches","forks","envVars",{"_250":252,"_253":61},"connections",{"_250":61,"_251":61},"count","unfilledCount",4,"emptyCount",{"_41":236,"_31":237,"_29":238,"_141":-5,"_39":40,"_38":239,"_143":57,"_36":308,"_13":61,"_32":33,"_34":241,"_23":24,"_147":-5,"_269":309,"_26":310},{"_41":228,"_31":229,"_29":230,"_141":-5,"_39":40,"_38":231,"_143":57,"_36":305,"_13":233,"_32":20,"_34":234,"_23":24,"_147":-5,"_269":306,"_26":307},{"_41":220,"_31":221,"_29":222,"_141":-5,"_39":40,"_38":223,"_143":57,"_36":302,"_13":225,"_32":201,"_34":226,"_23":24,"_147":-5,"_269":303,"_26":304},{"_41":212,"_31":213,"_29":214,"_141":-5,"_39":40,"_38":215,"_143":24,"_36":299,"_13":217,"_32":20,"_34":218,"_23":24,"_147":-5,"_269":300,"_26":301},{"_41":204,"_31":205,"_29":206,"_141":-5,"_39":40,"_38":207,"_143":24,"_36":296,"_13":209,"_32":201,"_34":210,"_23":24,"_147":-5,"_269":297,"_26":298},{"_41":196,"_31":197,"_29":55,"_141":-5,"_39":40,"_38":198,"_143":57,"_36":293,"_13":200,"_32":201,"_34":202,"_23":24,"_147":-5,"_269":294,"_26":295},{"_41":187,"_31":188,"_29":189,"_141":-5,"_39":40,"_38":190,"_143":24,"_36":290,"_13":192,"_32":193,"_34":194,"_23":24,"_147":-5,"_269":291,"_26":292},{"_41":180,"_31":181,"_29":182,"_141":-5,"_39":40,"_38":183,"_143":57,"_36":287,"_13":61,"_32":33,"_34":185,"_23":24,"_147":-5,"_269":288,"_26":289},{"_41":173,"_31":174,"_29":175,"_141":-5,"_39":40,"_38":176,"_143":57,"_36":284,"_13":61,"_32":33,"_34":178,"_23":24,"_147":-5,"_269":285,"_26":286},{"_41":166,"_31":167,"_29":168,"_141":-5,"_39":40,"_38":169,"_143":57,"_36":281,"_13":61,"_32":33,"_34":171,"_23":24,"_147":-5,"_269":282,"_26":283},{"_41":163,"_31":27,"_29":30,"_141":-5,"_39":40,"_38":14,"_143":24,"_36":278,"_13":61,"_32":33,"_34":35,"_23":24,"_147":-5,"_269":279,"_26":280},{"_41":156,"_31":157,"_29":158,"_141":-5,"_39":40,"_38":159,"_143":57,"_36":275,"_13":61,"_32":33,"_34":161,"_23":24,"_147":-5,"_269":276,"_26":277},{"_41":149,"_31":150,"_29":151,"_141":-5,"_39":40,"_38":152,"_143":57,"_36":272,"_13":61,"_32":33,"_34":154,"_23":24,"_147":-5,"_269":273,"_26":274},{"_41":138,"_31":139,"_29":140,"_141":-5,"_39":40,"_38":142,"_143":57,"_36":268,"_13":145,"_32":33,"_34":146,"_23":24,"_147":-5,"_269":270,"_26":271},["D",1788378557981],"children",[],[139],["D",1788378137760],[],[150],["D",1788296086727],[],[157],["D",1788556541482],[],[27],["D",1788384447548],[],[167],["D",1788381362561],[],[174],["D",1788381861334],[],[181],["D",1788384721141],[],[188],["D",1788275057394],[],[197],["D",1788384398373],[],[205],["D",1788383487766],[],[213],["D",1788384415311],[],[221],["D",1788379333604],[],[229],["D",1788384726534],[],[237],["D",1788273667302],{"_95":94,"_102":97},{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"ctx",{"_77":-5,"_121":348,"_349":350,"_351":352,"_353":24,"_354":24,"_355":24,"_356":57,"_357":-5,"_358":-7,"_359":-7,"_360":61,"_361":24,"_362":24,"_363":-5,"_364":24,"_365":24,"_366":24,"_367":-5},"ENV",{"_319":320,"_321":322,"_323":85,"_324":325,"_326":327,"_328":329,"_330":331,"_332":333,"_334":335,"_336":337,"_338":339,"_340":341,"_342":343,"_344":345,"_346":347},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v134