Limadata: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_254":255,"_256":257},"routes/_app.x.$handle.$name",{"_95":94,"_31":43,"_103":85,"_26":97,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":24,"_117":118,"_119":57,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":24},"version",80,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","selftest-scores.ts","latestPath","fileId","67c408b2-a706-11f1-acc3-1607ee4eb77e","name","fileType","script","content","// Smoke test for the talent-score wiring: runs the same queries dashboard.ts\n// added for /data.json and checks the scored population joins back to people.\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, { max: 1, idle_timeout: 5, connect_timeout: 10 });\n\nconst scores = await sql`\n select entity_id::text, score::int, bullets\n from thenetwork.talent_scores where vendor = 'the_network'`;\nconst dist: Record = {};\nfor (const s of scores) dist[s.score] = (dist[s.score] || 0) + 1;\nconsole.log(`talent_scores rows: ${scores.length}, distribution:`, dist);\n\nconst [join] = await sql`\n select count(*)::int as n from thenetwork.talent_scores ts\n join thenetwork.people p using (entity_id)\n where p.vendor = 'the_network'`;\nconsole.log(`joined to people: ${join.n}`);\n\nconst [det] = await sql`\n select count(distinct d.human_entity_id)::int as n\n from thenetwork.new_employee_detections d\n join thenetwork.talent_scores ts on ts.entity_id = d.human_entity_id`;\nconsole.log(`scored people appearing in detections: ${det.n}`);\n\nconst bad = scores.filter((s: any) => !Array.isArray(s.bullets) || s.bullets.length === 0);\nif (bad.length) throw new Error(`${bad.length} rows with empty/invalid bullets`);\nif (scores.length === 0) throw new Error(\"no talent scores found\");\nconsole.log(\"talent-score smoke test passed\");\nawait sql.end();\n","createdAt",["D",1788378137760],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":97},"org",{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},"branch",{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":250,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":251,"_79":252,"_81":253,"_83":24},"tree",[213,214,215,216,217,218,219,220,221],"files",[213,214,215,216,217,218,219,220,221],"counts",{"_203":61,"_204":167,"_205":61,"_206":207,"_208":209},"contents",[124,125,126,127,128,129,130,131,132],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":195,"_31":196,"_29":197,"_136":-5,"_39":40,"_38":198,"_138":24,"_36":199,"_13":200,"_32":20,"_34":201,"_23":24,"_142":-5,"_26":202},{"_41":187,"_31":188,"_29":189,"_136":-5,"_39":40,"_38":190,"_138":24,"_36":191,"_13":192,"_32":168,"_34":193,"_23":24,"_142":-5,"_26":194},{"_41":179,"_31":180,"_29":181,"_136":-5,"_39":40,"_38":182,"_138":24,"_36":183,"_13":184,"_32":20,"_34":185,"_23":24,"_142":-5,"_26":186},{"_41":171,"_31":172,"_29":173,"_136":-5,"_39":40,"_38":174,"_138":24,"_36":175,"_13":176,"_32":168,"_34":177,"_23":24,"_142":-5,"_26":178},{"_41":163,"_31":164,"_29":55,"_136":-5,"_39":40,"_38":165,"_138":57,"_36":166,"_13":167,"_32":168,"_34":169,"_23":24,"_142":-5,"_26":170},{"_41":154,"_31":155,"_29":156,"_136":-5,"_39":40,"_38":157,"_138":24,"_36":158,"_13":159,"_32":160,"_34":161,"_23":24,"_142":-5,"_26":162},{"_41":147,"_31":148,"_29":149,"_136":-5,"_39":40,"_38":150,"_138":57,"_36":151,"_13":61,"_32":33,"_34":152,"_23":24,"_142":-5,"_26":153},{"_41":144,"_31":27,"_29":30,"_136":-5,"_39":40,"_38":14,"_138":57,"_36":145,"_13":61,"_32":33,"_34":35,"_23":24,"_142":-5,"_26":146},{"_41":133,"_31":134,"_29":135,"_136":-5,"_39":40,"_38":137,"_138":24,"_36":139,"_13":140,"_32":33,"_34":141,"_23":24,"_142":-5,"_26":143},"aa399ea4-b806-4905-8c35-39d59e7ac7a5","selftest-ui.ts","766281c8-a63e-11f1-8c17-1607ee4eb77e","parentId",67,"latest",["D",1788362862873],4,"// Dev smoke test for the dashboard HTML scripts: runs each page's \n\n\n",[180],"c921323d-f312-43bc-9020-d9abb2ebe0e8","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",51,["D",1788362770082],10,"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::int as changes,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and noise)::int as noise,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata' and not noise\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.linkedin_url, p.location\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[188],"0192c3ca-9327-4f04-aefd-4eee65a86220","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",65,["D",1788362847688],7,"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[196],"pulls","branches","forks","envVars",{"_210":140,"_212":61},"connections",{"_210":61,"_211":61},"count","unfilledCount","emptyCount",{"_41":195,"_31":196,"_29":197,"_136":-5,"_39":40,"_38":198,"_138":24,"_36":247,"_13":200,"_32":20,"_34":201,"_23":24,"_142":-5,"_223":248,"_26":249},{"_41":187,"_31":188,"_29":189,"_136":-5,"_39":40,"_38":190,"_138":24,"_36":244,"_13":192,"_32":168,"_34":193,"_23":24,"_142":-5,"_223":245,"_26":246},{"_41":179,"_31":180,"_29":181,"_136":-5,"_39":40,"_38":182,"_138":24,"_36":241,"_13":184,"_32":20,"_34":185,"_23":24,"_142":-5,"_223":242,"_26":243},{"_41":171,"_31":172,"_29":173,"_136":-5,"_39":40,"_38":174,"_138":24,"_36":238,"_13":176,"_32":168,"_34":177,"_23":24,"_142":-5,"_223":239,"_26":240},{"_41":163,"_31":164,"_29":55,"_136":-5,"_39":40,"_38":165,"_138":57,"_36":235,"_13":167,"_32":168,"_34":169,"_23":24,"_142":-5,"_223":236,"_26":237},{"_41":154,"_31":155,"_29":156,"_136":-5,"_39":40,"_38":157,"_138":24,"_36":232,"_13":159,"_32":160,"_34":161,"_23":24,"_142":-5,"_223":233,"_26":234},{"_41":147,"_31":148,"_29":149,"_136":-5,"_39":40,"_38":150,"_138":57,"_36":229,"_13":61,"_32":33,"_34":152,"_23":24,"_142":-5,"_223":230,"_26":231},{"_41":144,"_31":27,"_29":30,"_136":-5,"_39":40,"_38":14,"_138":57,"_36":226,"_13":61,"_32":33,"_34":35,"_23":24,"_142":-5,"_223":227,"_26":228},{"_41":133,"_31":134,"_29":135,"_136":-5,"_39":40,"_38":137,"_138":24,"_36":222,"_13":140,"_32":33,"_34":141,"_23":24,"_142":-5,"_223":224,"_26":225},["D",1788362862873],"children",[],[134],["D",1788378137760],[],[27],["D",1788296086727],[],[148],["D",1788362754103],[],[155],["D",1788275057394],[],[164],["D",1788377937752],[],[172],["D",1788378077978],[],[180],["D",1788362770082],[],[188],["D",1788362847688],[],[196],["D",1788273667302],{"_95":94,"_102":97},{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"ctx",{"_77":-5,"_121":287,"_288":289,"_290":291,"_292":24,"_293":24,"_294":24,"_295":57,"_296":-5,"_297":-7,"_298":-7,"_299":61,"_300":24,"_301":24,"_302":-5,"_303":24,"_304":24,"_305":24,"_306":-5},"ENV",{"_258":259,"_260":261,"_262":85,"_263":264,"_265":266,"_267":268,"_269":270,"_271":272,"_273":274,"_275":276,"_277":278,"_279":280,"_281":282,"_283":284,"_285":286},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v80