Limadata: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_303":304,"_305":306},"routes/_app.x.$handle.$name",{"_95":94,"_31":43,"_103":85,"_26":97,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":24,"_117":118,"_119":57,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":24},"version",133,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","backfill-lima-slugs.ts","latestPath","fileId","befb4802-a715-11f1-a8ab-1607ee4eb77e","name","fileType","script","content","// One-off backfill: limadata people.public_identifier from the vanity slug in the\n// raw payloads' after/before.profile_url (data.url is urn-based for many profiles).\n// Matches the extraction now in processor.ts normLimadata(). Idempotent.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 5, connect_timeout: 10 });\n\nconst res = await sql`\n update thenetwork.people p\n set public_identifier = s.slug\n from (\n select distinct on (coalesce(payload->'data'->>'url', payload->'data'->>'external_id'))\n coalesce(payload->'data'->>'url', payload->'data'->>'external_id') as url,\n substring(coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') from '/in/([^/?#]+)') as slug\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n and coalesce(payload->'data'->'after'->>'profile_url',\n payload->'data'->'before'->>'profile_url') ~ '/in/'\n order by 1, id desc\n ) s\n where p.vendor = 'limadata' and p.public_identifier is null\n and p.linkedin_url = s.url\n and s.slug is not null and s.slug !~ '^AC[ow]'`;\nconsole.log(\"people updated:\", res.count);\n\nconst [left] = await sql`\n select count(*)::int as n from thenetwork.people\n where vendor = 'limadata' and public_identifier is null`;\nconsole.log(\"limadata people still without a slug:\", left.n);\nawait sql.end();\n","createdAt",["D",1788384726534],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":97},"org",{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},"branch",{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":299,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":300,"_79":301,"_81":302,"_83":24},"tree",[246,247,248,249,250,251,252,253,254,255,256,257,258],"files",[246,247,248,249,250,251,252,253,254,255,256,257,258],"counts",{"_235":61,"_236":196,"_237":61,"_238":239,"_240":241},"contents",[124,125,126,127,128,129,130,131,132,133,134,135,136],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":232,"_31":27,"_29":30,"_140":-5,"_39":40,"_38":14,"_142":57,"_36":233,"_13":61,"_32":33,"_34":35,"_23":24,"_146":-5,"_26":234},{"_41":224,"_31":225,"_29":226,"_140":-5,"_39":40,"_38":227,"_142":57,"_36":228,"_13":229,"_32":20,"_34":230,"_23":24,"_146":-5,"_26":231},{"_41":216,"_31":217,"_29":218,"_140":-5,"_39":40,"_38":219,"_142":57,"_36":220,"_13":221,"_32":197,"_34":222,"_23":24,"_146":-5,"_26":223},{"_41":208,"_31":209,"_29":210,"_140":-5,"_39":40,"_38":211,"_142":24,"_36":212,"_13":213,"_32":20,"_34":214,"_23":24,"_146":-5,"_26":215},{"_41":200,"_31":201,"_29":202,"_140":-5,"_39":40,"_38":203,"_142":24,"_36":204,"_13":205,"_32":197,"_34":206,"_23":24,"_146":-5,"_26":207},{"_41":192,"_31":193,"_29":55,"_140":-5,"_39":40,"_38":194,"_142":57,"_36":195,"_13":196,"_32":197,"_34":198,"_23":24,"_146":-5,"_26":199},{"_41":183,"_31":184,"_29":185,"_140":-5,"_39":40,"_38":186,"_142":24,"_36":187,"_13":188,"_32":189,"_34":190,"_23":24,"_146":-5,"_26":191},{"_41":176,"_31":177,"_29":178,"_140":-5,"_39":40,"_38":179,"_142":57,"_36":180,"_13":61,"_32":33,"_34":181,"_23":24,"_146":-5,"_26":182},{"_41":169,"_31":170,"_29":171,"_140":-5,"_39":40,"_38":172,"_142":57,"_36":173,"_13":61,"_32":33,"_34":174,"_23":24,"_146":-5,"_26":175},{"_41":162,"_31":163,"_29":164,"_140":-5,"_39":40,"_38":165,"_142":57,"_36":166,"_13":61,"_32":33,"_34":167,"_23":24,"_146":-5,"_26":168},{"_41":155,"_31":156,"_29":157,"_140":-5,"_39":40,"_38":158,"_142":57,"_36":159,"_13":61,"_32":33,"_34":160,"_23":24,"_146":-5,"_26":161},{"_41":148,"_31":149,"_29":150,"_140":-5,"_39":40,"_38":151,"_142":57,"_36":152,"_13":61,"_32":33,"_34":153,"_23":24,"_146":-5,"_26":154},{"_41":137,"_31":138,"_29":139,"_140":-5,"_39":40,"_38":141,"_142":57,"_36":143,"_13":144,"_32":33,"_34":145,"_23":24,"_146":-5,"_26":147},"cd210d48-f836-4062-9669-5f793a4d3485","selftest-ui.ts","766281c8-a63e-11f1-8c17-1607ee4eb77e","parentId",93,"latest",["D",1788378557981],10,"// Dev smoke test for the dashboard HTML scripts: runs each page's \n\n\n",[209],"81ee6874-c25f-480e-a30b-51acd7db14a0","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",130,["D",1788384415311],11,"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::int as changes,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and noise)::int as noise,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata' and not noise\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.location,\n case when p.public_identifier is not null\n then 'https://www.linkedin.com/in/' || p.public_identifier\n else p.linkedin_url end as linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[217],"d90a10c9-0968-4e71-9170-e675a214197c","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",108,["D",1788379333604],14,"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[225],"4c19816a-d9dc-458a-9ea4-4f0120112117",["D",1788384726534],[27],"pulls","branches","forks","envVars",{"_242":244,"_245":61},"connections",{"_242":61,"_243":61},"count","unfilledCount",4,"emptyCount",{"_41":232,"_31":27,"_29":30,"_140":-5,"_39":40,"_38":14,"_142":57,"_36":296,"_13":61,"_32":33,"_34":35,"_23":24,"_146":-5,"_260":297,"_26":298},{"_41":224,"_31":225,"_29":226,"_140":-5,"_39":40,"_38":227,"_142":57,"_36":293,"_13":229,"_32":20,"_34":230,"_23":24,"_146":-5,"_260":294,"_26":295},{"_41":216,"_31":217,"_29":218,"_140":-5,"_39":40,"_38":219,"_142":57,"_36":290,"_13":221,"_32":197,"_34":222,"_23":24,"_146":-5,"_260":291,"_26":292},{"_41":208,"_31":209,"_29":210,"_140":-5,"_39":40,"_38":211,"_142":24,"_36":287,"_13":213,"_32":20,"_34":214,"_23":24,"_146":-5,"_260":288,"_26":289},{"_41":200,"_31":201,"_29":202,"_140":-5,"_39":40,"_38":203,"_142":24,"_36":284,"_13":205,"_32":197,"_34":206,"_23":24,"_146":-5,"_260":285,"_26":286},{"_41":192,"_31":193,"_29":55,"_140":-5,"_39":40,"_38":194,"_142":57,"_36":281,"_13":196,"_32":197,"_34":198,"_23":24,"_146":-5,"_260":282,"_26":283},{"_41":183,"_31":184,"_29":185,"_140":-5,"_39":40,"_38":186,"_142":24,"_36":278,"_13":188,"_32":189,"_34":190,"_23":24,"_146":-5,"_260":279,"_26":280},{"_41":176,"_31":177,"_29":178,"_140":-5,"_39":40,"_38":179,"_142":57,"_36":275,"_13":61,"_32":33,"_34":181,"_23":24,"_146":-5,"_260":276,"_26":277},{"_41":169,"_31":170,"_29":171,"_140":-5,"_39":40,"_38":172,"_142":57,"_36":272,"_13":61,"_32":33,"_34":174,"_23":24,"_146":-5,"_260":273,"_26":274},{"_41":162,"_31":163,"_29":164,"_140":-5,"_39":40,"_38":165,"_142":57,"_36":269,"_13":61,"_32":33,"_34":167,"_23":24,"_146":-5,"_260":270,"_26":271},{"_41":155,"_31":156,"_29":157,"_140":-5,"_39":40,"_38":158,"_142":57,"_36":266,"_13":61,"_32":33,"_34":160,"_23":24,"_146":-5,"_260":267,"_26":268},{"_41":148,"_31":149,"_29":150,"_140":-5,"_39":40,"_38":151,"_142":57,"_36":263,"_13":61,"_32":33,"_34":153,"_23":24,"_146":-5,"_260":264,"_26":265},{"_41":137,"_31":138,"_29":139,"_140":-5,"_39":40,"_38":141,"_142":57,"_36":259,"_13":144,"_32":33,"_34":145,"_23":24,"_146":-5,"_260":261,"_26":262},["D",1788378557981],"children",[],[138],["D",1788378137760],[],[149],["D",1788296086727],[],[156],["D",1788384447548],[],[163],["D",1788381362561],[],[170],["D",1788381861334],[],[177],["D",1788384721141],[],[184],["D",1788275057394],[],[193],["D",1788384398373],[],[201],["D",1788383487766],[],[209],["D",1788384415311],[],[217],["D",1788379333604],[],[225],["D",1788384726534],[],[27],["D",1788273667302],{"_95":94,"_102":97},{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"ctx",{"_77":-5,"_121":336,"_337":338,"_339":340,"_341":24,"_342":24,"_343":24,"_344":57,"_345":-5,"_346":-7,"_347":-7,"_348":61,"_349":24,"_350":24,"_351":-5,"_352":24,"_353":24,"_354":24,"_355":-5},"ENV",{"_307":308,"_309":310,"_311":85,"_312":313,"_314":315,"_316":317,"_318":319,"_320":321,"_322":323,"_324":325,"_326":327,"_328":329,"_330":331,"_332":333,"_334":335},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v133