Limadata: Profile Signal

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_239":240,"_241":242},"routes/_app.x.$handle.$name",{"_95":94,"_31":43,"_103":85,"_26":97,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":24,"_117":118,"_119":57,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":24},"version",37,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","selftest-noise.ts","latestPath","fileId","5d8b488e-a647-11f1-854d-1607ee4eb77e","name","fileType","script","content","// Dev test: normLimadata's noise marking. A location-only remove+add pair and a\n// location.text change must come out noise=true; a real title change must not.\nimport { normLimadata } from \"./processor.ts\";\n\nconst payload = {\n timestamp: \"2026-09-01T10:00:00Z\",\n data: {\n url: \"https://linkedin.com/in/TEST\",\n after: { full_name: \"Test Person\", urn: \"urn-test\" },\n before: {},\n changes: [\n // pair differing only in location (top-level AND nested in roles) -> noise\n { property_name: \"experiences\", before: { title: \"Engineer\", company_id: \"1\", starts_at: \"2020-01-01\", location: \"Greater Atlanta Area\", roles: [{ title: \"Engineer\", location: \"Greater Atlanta Area\" }] }, after: null },\n { property_name: \"experiences\", before: null, after: { title: \"Engineer\", company_id: \"1\", starts_at: \"2020-01-01\", location: \"Atlanta Metropolitan Area\", roles: [{ title: \"Engineer\", location: \"Atlanta Metropolitan Area\" }] } },\n // pair with a REAL title change -> not noise\n { property_name: \"experiences\", before: { title: \"Engineer\", company_id: \"2\", starts_at: \"2021-01-01\", location: \"NYC\" }, after: null },\n { property_name: \"experiences\", before: null, after: { title: \"Senior Engineer\", company_id: \"2\", starts_at: \"2021-01-01\", location: \"New York City\" } },\n // location.text section -> noise\n { property_name: \"location.text\", before: \"Seattle\", after: \"Greater Seattle Area\" },\n // headline -> not noise\n { property_name: \"headline\", before: \"Engineer\", after: \"Senior Engineer\" },\n ],\n },\n};\n\nconst { rows } = await normLimadata(999999, payload);\nconst summary = rows.map((r: any) => `${r.field_path} ${r.change_type} noise=${r.noise}`);\nconsole.log(summary.join(\"\\n\"));\nconst expect = (cond: boolean, msg: string) => { if (!cond) throw new Error(\"FAIL: \" + msg); };\nconst byPath = (p: string) => rows.filter((r: any) => r.field_path.startsWith(p));\nexpect(byPath(\"/experiences/1@\").every((r: any) => r.noise === \"true\"), \"location-only pair should be noise\");\nexpect(byPath(\"/experiences/2@\").every((r: any) => r.noise === \"false\"), \"real title change must NOT be noise (paths differ per title, so pair logic must not misfire)\");\nexpect(byPath(\"/location.text\").every((r: any) => r.noise === \"true\"), \"location.text section should be noise\");\nexpect(byPath(\"/headline\").every((r: any) => r.noise === \"false\"), \"headline change must NOT be noise\");\nexpect(rows.every((r: any) => !(\"_raw\" in r)), \"_raw temp field must be stripped before insert\");\nconsole.log(\"noise marking test passed\");\n","createdAt",["D",1788296086727],"branchVersion","branchId","c987e021-bdd4-47b4-ac1b-6394d01f439a","id","6f48da3c-9820-44c4-a98d-da86a8d32458","raw-payload-webhook",["D",1788273667302],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Raw webhook landing: jsonb into Railway Postgres","imageUrl","a9bbe31c-d4b2-41f1-8950-ffb2490d13ff","pinnedFileId","31548dfe-a613-11f1-9ed1-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f9680-ede1-71fd-8189-f4ace7fc6bd1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":97},"org",{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},"branch",{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"isOwned",145,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","androo","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":235,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":236,"_79":237,"_81":238,"_83":24},"tree",[202,203,204,205,206,207,208,209],"files",[202,203,204,205,206,207,208,209],"counts",{"_192":61,"_193":139,"_194":61,"_195":196,"_197":198},"contents",[124,125,126,127,128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":185,"_31":186,"_29":187,"_135":-5,"_39":40,"_38":188,"_137":24,"_36":189,"_13":157,"_32":20,"_34":190,"_23":24,"_141":-5,"_26":191},{"_41":177,"_31":178,"_29":179,"_135":-5,"_39":40,"_38":180,"_137":24,"_36":181,"_13":182,"_32":159,"_34":183,"_23":24,"_141":-5,"_26":184},{"_41":170,"_31":171,"_29":172,"_135":-5,"_39":40,"_38":173,"_137":24,"_36":174,"_13":157,"_32":20,"_34":175,"_23":24,"_141":-5,"_26":176},{"_41":162,"_31":163,"_29":164,"_135":-5,"_39":40,"_38":165,"_137":24,"_36":166,"_13":167,"_32":159,"_34":168,"_23":24,"_141":-5,"_26":169},{"_41":155,"_31":156,"_29":55,"_135":-5,"_39":40,"_38":157,"_137":57,"_36":158,"_13":139,"_32":159,"_34":160,"_23":24,"_141":-5,"_26":161},{"_41":146,"_31":147,"_29":148,"_135":-5,"_39":40,"_38":149,"_137":24,"_36":150,"_13":151,"_32":152,"_34":153,"_23":24,"_141":-5,"_26":154},{"_41":143,"_31":27,"_29":30,"_135":-5,"_39":40,"_38":14,"_137":57,"_36":144,"_13":61,"_32":33,"_34":35,"_23":24,"_141":-5,"_26":145},{"_41":132,"_31":133,"_29":134,"_135":-5,"_39":40,"_38":136,"_137":24,"_36":138,"_13":139,"_32":33,"_34":140,"_23":24,"_141":-5,"_26":142},"a982a0f2-04de-44bf-ae9e-d9604551c7b7","selftest-ui.ts","766281c8-a63e-11f1-8c17-1607ee4eb77e","parentId",24,"latest",["D",1788292299185],1,"// Dev smoke test for the dashboard HTML scripts: runs each page's \n\n\n",[171],"958b0e75-1168-46c9-a70d-f59ac9912cfd","dashboard-lima.ts","560e1cec-a63a-11f1-80d0-1607ee4eb77e",33,["D",1788296011035],9,"// Limadata signal dashboard: the vendor-comparison twin of dashboard.ts, scoped to\n// vendor='limadata' rows in the shared Layer 2 tables (people/profile_changes).\n// Limadata has no company tracker, so there are no detections here; the change feed\n// is capped at the latest 6000 rows (~100k total) — stats always cover everything.\n// Read-gated by the same FEED_TOKEN (?key=).\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport postgres from \"npm:postgres\";\n\nconst sql = postgres(Deno.env.get(\"DATABASE_URL\")!, {\n max: 1,\n idle_timeout: 20,\n connect_timeout: 10,\n});\n\n// values go to the browser as real JSON (not truncated jsonb::text) so the UI can\n// render word-level diffs; prune caps long strings and drops image/logo noise\nconst STRIP = new Set([\"logo_url\", \"all_images\", \"profile_url\"]);\nfunction prune(v: any, top = true): any {\n if (typeof v === \"string\") {\n const cap = top ? 1500 : 400;\n return v.length > cap ? v.slice(0, cap) + \" …\" : v;\n }\n if (Array.isArray(v)) return v.slice(0, 12).map((x) => prune(x, false));\n if (v && typeof v === \"object\") {\n const out: Record = {};\n for (const [k, val] of Object.entries(v)) {\n if (STRIP.has(k)) continue;\n out[k] = prune(val, false);\n }\n return out;\n }\n return v;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const token = Deno.env.get(\"FEED_TOKEN\") ?? \"\";\n if (!token || url.searchParams.get(\"key\") !== token) {\n return new Response(\"forbidden\", { status: 403 });\n }\n\n if (url.pathname.endsWith(\"/data.json\")) {\n const [stats] = await sql`select\n (select count(*) from thenetwork.people where vendor = 'limadata')::int as people,\n (select count(distinct company_hint) from thenetwork.profile_changes\n where vendor = 'limadata' and company_hint is not null)::int as companies,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::int as changes,\n (select count(*) from thenetwork.profile_changes where vendor = 'limadata' and noise)::int as noise,\n (select count(*) from thenetwork.raw_payloads where vendor = 'limadata')::int as payloads,\n (select max(observed_on) from thenetwork.profile_changes where vendor = 'limadata' and not noise)::text as latest_observed,\n (select max(received_at) from thenetwork.raw_payloads where vendor = 'limadata') as latest_delivery,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processed_at is null and processing_error is null)::int as pending,\n (select count(*) from thenetwork.raw_payloads\n where vendor = 'limadata' and processing_error is not null)::int as errors,\n (select payload->'watch'->>'name' from thenetwork.raw_payloads\n where vendor = 'limadata' and payload ? 'watch' order by id desc limit 1) as watch_name`;\n\n const sections = await sql`\n select coalesce(section, '(none)') as section, count(*)::int as n\n from thenetwork.profile_changes where vendor = 'limadata' and not noise\n group by 1 order by n desc`;\n\n // company_hint holds Limadata's numeric linkedin company id; resolve names via\n // the companies table (populated from payload snapshot experiences)\n const by_company = await sql`\n select coalesce(co.name, ch.company_hint) as company, count(*)::int as n\n from thenetwork.profile_changes ch\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise and ch.company_hint is not null\n group by 1 order by n desc limit 14`;\n\n const payloads = await sql`\n select id::text, received_at, payload->'data'->'after'->>'full_name' as person,\n processed_at, processing_error, length(payload::text)::int as bytes\n from thenetwork.raw_payloads\n where vendor = 'limadata'\n order by id desc limit 20`;\n\n const changes = await sql`\n select ch.observed_on::text, ch.detected_at, ch.section,\n coalesce(co.name, ch.company_hint) as company_hint,\n ch.field_path, ch.change_type, ch.previous_value, ch.current_value,\n p.name, p.category as person_category, p.linkedin_url\n from thenetwork.profile_changes ch\n join thenetwork.people p using (entity_id)\n left join thenetwork.companies co\n on co.vendor = 'limadata' and co.linkedin_company_id = ch.company_hint\n where ch.vendor = 'limadata' and not ch.noise\n order by ch.detected_at desc nulls last, ch.id desc\n limit 6000`;\n\n return Response.json({\n generated_at: new Date().toISOString(),\n stats,\n sections,\n by_company,\n payloads,\n changes: changes.map((c: any) => ({\n ...c,\n previous_value: prune(c.previous_value),\n current_value: prune(c.current_value),\n })),\n });\n }\n\n return new Response(await readFile(\"/dashboard-lima.html\", import.meta.url), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n",[178],"2834a936-e580-4597-a10d-64067aaf033c","dashboard-lima.html","7d0ade66-a63a-11f1-9ecb-1607ee4eb77e",34,["D",1788296023330],"\n\n\n\n\nLimadata: Profile Signal\n\n\n

Loading signal data…

\n\n\n\n",[186],"pulls","branches","forks","envVars",{"_199":167,"_201":61},"connections",{"_199":61,"_200":61},"count","unfilledCount","emptyCount",{"_41":185,"_31":186,"_29":187,"_135":-5,"_39":40,"_38":188,"_137":24,"_36":232,"_13":157,"_32":20,"_34":190,"_23":24,"_141":-5,"_211":233,"_26":234},{"_41":177,"_31":178,"_29":179,"_135":-5,"_39":40,"_38":180,"_137":24,"_36":229,"_13":182,"_32":159,"_34":183,"_23":24,"_141":-5,"_211":230,"_26":231},{"_41":170,"_31":171,"_29":172,"_135":-5,"_39":40,"_38":173,"_137":24,"_36":226,"_13":157,"_32":20,"_34":175,"_23":24,"_141":-5,"_211":227,"_26":228},{"_41":162,"_31":163,"_29":164,"_135":-5,"_39":40,"_38":165,"_137":24,"_36":223,"_13":167,"_32":159,"_34":168,"_23":24,"_141":-5,"_211":224,"_26":225},{"_41":155,"_31":156,"_29":55,"_135":-5,"_39":40,"_38":157,"_137":57,"_36":220,"_13":139,"_32":159,"_34":160,"_23":24,"_141":-5,"_211":221,"_26":222},{"_41":146,"_31":147,"_29":148,"_135":-5,"_39":40,"_38":149,"_137":24,"_36":217,"_13":151,"_32":152,"_34":153,"_23":24,"_141":-5,"_211":218,"_26":219},{"_41":143,"_31":27,"_29":30,"_135":-5,"_39":40,"_38":14,"_137":57,"_36":214,"_13":61,"_32":33,"_34":35,"_23":24,"_141":-5,"_211":215,"_26":216},{"_41":132,"_31":133,"_29":134,"_135":-5,"_39":40,"_38":136,"_137":24,"_36":210,"_13":139,"_32":33,"_34":140,"_23":24,"_141":-5,"_211":212,"_26":213},["D",1788292299185],"children",[],[133],["D",1788296086727],[],[27],["D",1788296069240],[],[147],["D",1788275057394],[],[156],["D",1788291994444],[],[163],["D",1788292106937],[],[171],["D",1788296011035],[],[178],["D",1788296023330],[],[186],["D",1788273667302],{"_95":94,"_102":97},{"_95":94,"_96":97,"_98":97,"_18":53,"_99":100,"_101":24},{"_13":84,"_31":85,"_41":40,"_86":42,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":43,"_93":94},"ctx",{"_77":-5,"_121":272,"_273":274,"_275":276,"_277":24,"_278":24,"_279":24,"_280":57,"_281":-5,"_282":-7,"_283":-7,"_284":61,"_285":24,"_286":24,"_287":-5,"_288":24,"_289":24,"_290":24,"_291":-5},"ENV",{"_243":244,"_245":246,"_247":85,"_248":249,"_250":251,"_252":253,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265,"_266":267,"_268":269,"_270":271},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v37