[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_109":110,"_111":112},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","efrenlin","name","x-trader-consensus","path","lib/tickerIdentity.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":38,"_66":67,"_68":69,"_70":71,"_72":73,"_74":-5,"_75":76,"_77":76,"_78":79,"_80":79,"_81":79,"_82":76,"_83":76,"_84":85,"_86":87,"_88":89,"_90":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/efrenlin/x-trader-consensus/code/lib/tickerIdentity.ts","extension","id","7f58e66c-654c-4e11-b4dd-a0fabcec5ec4","tickerIdentity.ts","fileId","c3d761ac-ab3a-11f1-bcd5-1607ee4eb77e","parentId","8dccd4ba-aa00-11f1-906c-1607ee4eb77e","branchId","012dced4-9569-4aa1-b4df-043c162f1aa5","branchVersion",55,"latest",true,"createdAt",["D",1788840430714],"version",0,"fileType","script","content","// Ticker/Entity Identity Review + reusable identity-collision safeguard.\n//\n// Problem this addresses: a mechanically-extracted cashtag (e.g. $SIVE) can\n// be a REAL, listed security that is nonetheless the WRONG company relative\n// to what the trader is actually discussing — a different company entirely\n// uses that symbol (a US OTC shell, a foreign exchange listing, a crypto\n// token, a common-word collision). Component A/D of the Discovery Score and\n// the Trader Consensus layer have no way to know this on their own — they\n// just count mechanical/semantic ticker assignments.\n//\n// This module is a governance layer ON TOP of (never inside) the existing\n// mechanical extraction: it NEVER touches posts.mentioned_tickers,\n// posts.stance_tickers, or posts.semantic_tickers (those stay exactly as\n// mechanically/semantically extracted, for auditability), and it NEVER\n// deletes a post. It only lets a later stage (computeTickerConsensus,\n// runMarketDiscovery) know \"treat this ticker's assignment as excluded from\n// scoring\" once a human/semantic review has explicitly said so.\n//\n// Two halves:\n// 1. A reviewed-record store (ticker_identity_reviews) — append-only,\n// latest-row-per-ticker wins, exactly like every other snapshot table\n// in this project.\n// 2. A REUSABLE, text-only heuristic safeguard (detectPotentialIdentityCollision\n// / runIdentitySafeguardSweep) that FLAGS likely collisions for future,\n// not-yet-seen tickers — it never guesses a verdict and never sets\n// exclude_from_consensus itself. It only ever writes classification\n// 'Unreviewed - Flagged', which has zero effect on scoring until a human\n// (or a subsequent semantic-review pass) turns it into a real\n// classification.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema } from \"./schema.ts\";\n\nexport type IdentityClassification =\n | \"Confirmed Correct\"\n | \"Confirmed False Positive\"\n | \"Ambiguous/Exclude\"\n | \"Unreviewed - Flagged\";\n\nexport interface TickerIdentityReviewInput {\n ticker: string;\n classification: IdentityClassification;\n resolved_entity?: string | null;\n intended_entity?: string | null;\n exclude_from_consensus: boolean;\n evidence?: { post_id: string; quote: string }[];\n flag_reasons?: string[];\n notes?: string | null;\n}\n\nexport async function recordTickerIdentityReview(r: TickerIdentityReviewInput): Promise {\n await ensureSchema();\n await sqlite.execute({\n sql: `INSERT INTO ticker_identity_reviews (\n ticker, classification, resolved_entity, intended_entity, exclude_from_consensus,\n evidence, flag_reasons, reviewed_by, reviewed_at, notes\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n r.ticker.toUpperCase(),\n r.classification,\n r.resolved_entity ?? null,\n r.intended_entity ?? null,\n r.exclude_from_consensus ? 1 : 0,\n JSON.stringify(r.evidence ?? []),\n JSON.stringify(r.flag_reasons ?? []),\n \"claude_semantic_review\",\n new Date().toISOString(),\n r.notes ?? null,\n ],\n });\n}\n\n// Latest review row per ticker (append-only table — MAX(reviewed_at) wins,\n// same pattern used for ticker_consensus / market_discovery_snapshots).\nexport async function getLatestTickerIdentityReviews(): Promise> {\n await ensureSchema();\n const res = await sqlite.execute(`\n SELECT t.* FROM ticker_identity_reviews t\n INNER JOIN (\n SELECT ticker, MAX(reviewed_at) AS max_reviewed_at\n FROM ticker_identity_reviews GROUP BY ticker\n ) latest ON t.ticker = latest.ticker AND t.reviewed_at = latest.max_reviewed_at\n `);\n const map = new Map();\n for (const row of res.rows as any[]) map.set(row.ticker, row);\n return map;\n}\n\n// The set of tickers whose LATEST review explicitly excludes them from\n// consensus/Discovery Score math. Only 'Confirmed False Positive' and\n// 'Ambiguous/Exclude' reviews ever set exclude_from_consensus=1 (an\n// 'Unreviewed - Flagged' row from the automated safeguard never does).\nexport async function getExcludedTickers(): Promise> {\n const reviews = await getLatestTickerIdentityReviews();\n const excluded = new Set();\n for (const [ticker, row] of reviews.entries()) {\n if (Number(row.exclude_from_consensus) === 1) excluded.add(ticker);\n }\n return excluded;\n}\n\n// ---------------------------------------------------------------------------\n// Reusable ticker-identity safeguard (heuristic, text-only). FLAGS likely\n// collisions for human review — it never resolves or excludes anything by\n// itself. Prefers, per the spec: explicit $TICKER + matching company\n// context; verified company/entity names; surrounding semantic context. It\n// is deliberately conservative (a short, precise set of triggers actually\n// observed to matter in this project's data) rather than an aggressive\n// dictionary scan, because over-flagging is its own failure mode (\"flag\n// rather than guess\" cuts both ways — a safeguard that cries wolf on every\n// short ticker is not a usable safeguard).\n// ---------------------------------------------------------------------------\n\n// Tickers that are ALSO common English words / generic abbreviations —\n// inherently ambiguous as a mechanical cashtag match regardless of context.\nconst COMMON_WORD_OR_GENERIC_ABBREVIATION_TICKERS = new Set([\n \"CP\", \"IT\", \"SO\", \"ON\", \"GO\", \"ALL\", \"ARE\", \"US\", \"ME\", \"OK\", \"PM\", \"AN\", \"BY\", \"OR\", \"NOW\",\n]);\n\n// Crypto/token-economy vocabulary. When this language co-occurs with a\n// cashtag that also resolves (or could resolve) to an ordinary listed\n// equity, it's a strong signal the cashtag is being used for a crypto\n// project/token rather than the equity security of the same symbol.\nconst CRYPTO_LANGUAGE_MARKERS: RegExp[] = [\n /\\bTGE\\b/i,\n /\\btoken generation event\\b/i,\n /\\btokenomics\\b/i,\n /\\bairdrop\\b/i,\n /\\bmainnet\\b/i,\n /\\btestnet\\b/i,\n /\\bwhitepaper\\b/i,\n /\\bstaking\\b/i,\n /\\bcluster\\s+\\$/i, // \"Cluster $CP\"-style crypto-project naming pattern seen in this dataset\n];\n\nexport interface IdentityFlagResult {\n flagged: boolean;\n reasons: string[];\n}\n\n/**\n * Text-only heuristic pass over a ticker's evidence posts. Never fabricates\n * a verdict — only raises reasons for a human (or a subsequent semantic\n * review pass) to look at. A ticker with zero flagged reasons is NOT thereby\n * \"Confirmed Correct\" — absence of a flag is not evidence of correctness\n * (same \"absence is not neutral\" principle used throughout this project).\n */\nexport function detectPotentialIdentityCollision(\n ticker: string,\n evidenceTexts: string[],\n resolvedCompanyName?: string | null,\n): IdentityFlagResult {\n const reasons: string[] = [];\n const upperTicker = ticker.toUpperCase();\n const combinedText = evidenceTexts.join(\" \\n \");\n\n if (COMMON_WORD_OR_GENERIC_ABBREVIATION_TICKERS.has(upperTicker)) {\n reasons.push(`Ticker \"${upperTicker}\" is also a common word/generic abbreviation — mechanical extraction cannot by itself confirm it refers to the security.`);\n }\n\n if (CRYPTO_LANGUAGE_MARKERS.some((re) => re.test(combinedText))) {\n reasons.push(\"Post text uses crypto/token-economy language (e.g. TGE, tokenomics, mainnet, staking) alongside this cashtag — possible crypto-token vs. listed-equity collision.\");\n }\n\n // Explicit \" / $TICKER\" or \" $TICKER\" juxtaposition where the\n // named entity does not textually overlap with the resolved company name\n // is a strong sign the trader is drawing a shorthand/slash equivalence\n // between two DIFFERENT companies (e.g. \"Samsung / $SKHY\").\n const slashPattern = new RegExp(`([A-Z][A-Za-z]+)\\\\s*/\\\\s*\\\\$${upperTicker}\\\\b`);\n const slashMatch = combinedText.match(slashPattern);\n if (slashMatch) {\n const namedEntity = slashMatch[1];\n const overlaps = resolvedCompanyName\n ? resolvedCompanyName.toLowerCase().includes(namedEntity.toLowerCase())\n : false;\n if (!overlaps) {\n reasons.push(\n `Post text directly juxtaposes a different named entity (\"${namedEntity}\") with $${upperTicker} (e.g. \"${namedEntity} / $${upperTicker}\"), which does not textually match the resolved company name${\n resolvedCompanyName ? ` (\"${resolvedCompanyName}\")` : \" (unknown/unverified)\"\n } — contextually inconsistent company risk.`,\n );\n }\n }\n\n // A ticker resolves to a company whose name shares no recognizable word\n // with any text discussing it — possible foreign-listing or unrelated\n // company symbol collision. Only fires when a resolved name is available\n // to compare against (never guesses a name).\n if (resolvedCompanyName) {\n const resolvedTokens = resolvedCompanyName.toLowerCase().split(/\\W+/).filter((t) => t.length > 3);\n const textLower = combinedText.toLowerCase();\n const anyResolvedTokenPresent = resolvedTokens.some((t) => textLower.includes(t));\n if (!anyResolvedTokenPresent && resolvedTokens.length > 0) {\n reasons.push(\n `Resolved company name (\"${resolvedCompanyName}\") shares no recognizable word with the post text discussing $${upperTicker} — possible foreign-listing or unrelated-company symbol collision.`,\n );\n }\n }\n\n return { flagged: reasons.length > 0, reasons };\n}\n\n/**\n * Runs the heuristic safeguard over tickers that have no existing\n * ticker_identity_reviews row yet, and records a lightweight\n * 'Unreviewed - Flagged' row for any that trip a heuristic —\n * exclude_from_consensus stays false (flag only; never auto-excludes). This\n * surfaces likely collisions for human review on the next reporting pass\n * WITHOUT altering that ticker's current consensus/Discovery Score\n * treatment. Idempotent per ticker: skips any ticker that already has ANY\n * review row (reviewed OR previously flagged), so it never re-flags or\n * spams duplicate rows run after run.\n */\nexport async function runIdentitySafeguardSweep(\n tickerEvidence: Map,\n): Promise<{ newly_flagged: { ticker: string; reasons: string[] }[] }> {\n await ensureSchema();\n const existingReviews = await getLatestTickerIdentityReviews();\n const newlyFlagged: { ticker: string; reasons: string[] }[] = [];\n\n for (const [ticker, { texts, resolvedCompanyName }] of tickerEvidence.entries()) {\n if (existingReviews.has(ticker.toUpperCase())) continue; // already reviewed or already flagged — don't spam\n const result = detectPotentialIdentityCollision(ticker, texts, resolvedCompanyName);\n if (result.flagged) {\n await recordTickerIdentityReview({\n ticker,\n classification: \"Unreviewed - Flagged\",\n resolved_entity: resolvedCompanyName ?? null,\n intended_entity: null,\n exclude_from_consensus: false,\n evidence: [],\n flag_reasons: result.reasons,\n notes: \"Auto-flagged by the ticker-identity safeguard heuristic. NOT excluded from scoring — requires explicit human/semantic review to classify.\",\n });\n newlyFlagged.push({ ticker: ticker.toUpperCase(), reasons: result.reasons });\n }\n }\n\n return { newly_flagged: newlyFlagged };\n}\n","deleted",false,"label",[47,24],"lib","5c601043-49d8-4da3-8595-d21725bb7d55",["D",1788705462303],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","X account collector: normalized posts into SQLite","imageUrl","userId","8f36435b-4ee1-42d7-a52e-11508b5c71b0","pinnedFileId","b9b4c5ce-aa00-11f1-b6d1-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","01a07719-4bcc-778e-997b-14b67712b6b9","tursoName","5c60104349d84da38595d21725bb7d55","tursoHostname","5c60104349d84da38595d21725bb7d55-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789485645684],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_108":104},"org",{"_9":10,"_101":102,"_103":104,"_58":59,"_105":106,"_107":44},"branch",{"_37":91,"_11":92,"_22":30,"_93":48,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":12,"_100":10},"isOwned",146,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Efren Lin","avatar","https://lh3.googleusercontent.com/a/ACg8ocITAXmIR316-M-ReEEDUIUESLjIDNnYnCPqoEpOrKLJExkkkWU=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_84":-5,"_142":143,"_144":145,"_146":147,"_148":44,"_149":44,"_150":44,"_151":34,"_152":-5,"_153":-7,"_154":-7,"_155":38,"_156":44,"_157":44,"_158":-5,"_159":44,"_160":44,"_161":44,"_162":-5},"ENV",{"_113":114,"_115":116,"_117":92,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137,"_138":139,"_140":141},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]