[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","efrenlin","name","x-trader-consensus","path","lib/alphavantage.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/efrenlin/x-trader-consensus/code/lib/alphavantage.ts","extension","id","6d5fda54-b6c2-4350-988e-d6b9bfdbe14e","alphavantage.ts","fileId","45f84900-ac5b-11f1-b9a0-1607ee4eb77e","parentId","8dccd4ba-aa00-11f1-906c-1607ee4eb77e","branchId","012dced4-9569-4aa1-b4df-043c162f1aa5","branchVersion",140,"latest",true,"createdAt",["D",1789039205903],"version",3,"fileType","script","content","// lib/alphavantage.ts — Controlled diagnostic + structured market-data\n// provider test using Alpha Vantage, as a candidate REPLACEMENT for the\n// still-unauthenticated FMP integration (lib/marketData.ts, untouched).\n//\n// Minimum-necessary-calls design: OVERVIEW (company fundamentals) returns\n// most of the 9 required dimensions in ONE request (MarketCapitalization,\n// PERatio, PriceToBookRatio, ReturnOnEquityTTM, QuarterlyRevenueGrowthYOY,\n// QuarterlyEarningsGrowthYOY, EPS, GrossProfitTTM + RevenueTTM). Only\n// current price / momentum requires a second call: GLOBAL_QUOTE. Neither\n// is a premium-only endpoint per official docs and two independent\n// third-party field references cross-checked before writing this file —\n// both are long-standing free-tier endpoints (free tier: 5 req/min,\n// 25 req/day, shared across all Alpha Vantage calls on this key).\n//\n// Honesty notes (verified, not assumed):\n// - OVERVIEW has NO direct \"gross margin %\" field and NO debt-to-equity\n// field of any kind. GrossProfitTTM and RevenueTTM ARE both returned\n// as raw dollar figures, so gross margin is DERIVED here as\n// GrossProfitTTM/RevenueTTM*100 — a transparent ratio of two\n// directly-returned numbers, clearly labeled as derived, not a guess\n// at an undocumented field name. Debt/equity has no underlying field\n// at all from these 2 calls and stays NULL.\n// - GLOBAL_QUOTE's raw JSON uses numbered-prefix keys (\"05. price\",\n// \"10. change percent\"), confirmed against Alpha Vantage's own\n// documented shape, not a normalized wrapper's renamed fields.\n// - Alpha Vantage returns HTTP 200 even for a bad key or an exhausted\n// rate limit, with \"Error Message\" / \"Note\" / \"Information\" keys\n// instead of data — this file treats that as a failure, not silently\n// as \"no data\".\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureMarketDataSchema } from \"./marketData.ts\";\nimport type { MarketData } from \"./marketData.ts\";\n\nconst AV_BASE_URL = \"https://www.alphavantage.co/query\";\n\nexport interface AlphaVantageTestReport {\n ticker: string;\n provider: string;\n provider_configured: boolean;\n api_calls: { endpoint: string; status: number | null; ok: boolean; note: string }[];\n fields_returned: Record;\n fields_unavailable: string[];\n derived_fields: Record;\n row: Partial | null;\n errors: string[];\n}\n\nfunction getKey(): string | null {\n const k = Deno.env.get(\"ALPHAVANTAGE_API_KEY\");\n return k && k.length > 0 ? k : null;\n}\n\nconst num = (v: unknown): number | null => {\n if (typeof v !== \"string\" || v.trim() === \"\" || v.trim().toUpperCase() === \"NONE\") return null;\n const cleaned = v.replace(/[%,]/g, \"\");\n const n = Number(cleaned);\n return Number.isFinite(n) ? n : null;\n};\n\nexport async function runNvdaAlphaVantageTest(): Promise {\n const ticker = \"NVDA\";\n const key = getKey();\n const report: AlphaVantageTestReport = {\n ticker,\n provider: \"alphavantage\",\n provider_configured: !!key,\n api_calls: [],\n fields_returned: {},\n fields_unavailable: [],\n derived_fields: {},\n row: null,\n errors: [],\n };\n if (!key) {\n report.errors.push(\"ALPHAVANTAGE_API_KEY is not configured with a non-empty value; no request made.\");\n return report;\n }\n\n const call = async (label: string, url: string): Promise => {\n try {\n const res = await fetch(url);\n let json: any = null;\n let bodyLooksLikeError = false;\n try {\n json = await res.json();\n bodyLooksLikeError = !!(json && (json[\"Error Message\"] || json[\"Note\"] || json[\"Information\"]));\n } catch {\n // leave json null — handled below\n }\n const ok = res.ok && !bodyLooksLikeError;\n const note = !res.ok ? `http_${res.status}` : bodyLooksLikeError ? \"api_error_in_body\" : \"ok\";\n report.api_calls.push({ endpoint: label, status: res.status, ok, note });\n if (bodyLooksLikeError) {\n const msg = json[\"Error Message\"] || json[\"Note\"] || json[\"Information\"];\n report.errors.push(`${label}: HTTP 200 but an error/limit body was returned: \"${String(msg).slice(0, 220)}\"`);\n return null;\n }\n return res.ok ? json : null;\n } catch (err) {\n report.api_calls.push({ endpoint: label, status: null, ok: false, note: \"network_error\" });\n report.errors.push(`${label}: ${(err as Error).message}`);\n return null;\n }\n };\n\n // Call 1: OVERVIEW. Doubles as the auth/availability check — for a real,\n // liquid large-cap like NVDA, an empty object or error body is itself\n // diagnostic of a bad key or exhausted limit, not genuine absence of data.\n const overview = await call(\"OVERVIEW\", `${AV_BASE_URL}?function=OVERVIEW&symbol=${ticker}&apikey=${key}`);\n const firstCall = report.api_calls[0];\n if (!firstCall.ok || !overview || Object.keys(overview).length === 0) {\n report.errors.push(\"OVERVIEW did not return usable data — stopped after 1 call; the second call (GLOBAL_QUOTE) was not made.\");\n return report;\n }\n\n // Call 2: GLOBAL_QUOTE — only for price / daily change, which OVERVIEW\n // does not provide.\n const quoteRaw = await call(\"GLOBAL_QUOTE\", `${AV_BASE_URL}?function=GLOBAL_QUOTE&symbol=${ticker}&apikey=${key}`);\n const gq = quoteRaw?.[\"Global Quote\"] ?? {};\n\n const revenueTTM = num(overview.RevenueTTM);\n const grossProfitTTM = num(overview.GrossProfitTTM);\n const derivedGrossMargin = revenueTTM && grossProfitTTM != null && revenueTTM !== 0\n ? (grossProfitTTM / revenueTTM) * 100\n : null;\n if (derivedGrossMargin !== null) {\n report.derived_fields.gross_margin = \"GrossProfitTTM / RevenueTTM * 100 — both are directly-returned raw dollar figures; this ratio is computed here, not returned pre-computed by Alpha Vantage.\";\n }\n\n const changePercentRaw = gq[\"10. change percent\"];\n const changePercent = typeof changePercentRaw === \"string\" ? num(changePercentRaw.replace(\"%\", \"\")) : null;\n\n const roeRaw = num(overview.ReturnOnEquityTTM);\n const revGrowthRaw = num(overview.QuarterlyRevenueGrowthYOY);\n const epsGrowthRaw = num(overview.QuarterlyEarningsGrowthYOY);\n\n const row: Partial = {\n ticker,\n price: num(gq[\"05. price\"]),\n price_change_1d: changePercent,\n price_change_1w: null,\n price_change_1m: null,\n pe_ratio: num(overview.PERatio),\n pb_ratio: num(overview.PriceToBookRatio),\n market_cap: num(overview.MarketCapitalization),\n ev: null, // OVERVIEW gives EVToRevenue/EVToEBITDA ratios, not absolute EV — not derived here (would need a second backed-out figure)\n revenue_growth: revGrowthRaw !== null ? revGrowthRaw * 100 : null,\n gross_margin: derivedGrossMargin,\n roe: roeRaw !== null ? roeRaw * 100 : null,\n debt_to_equity: null, // no such field anywhere in OVERVIEW — verified against two independent field references before this test\n avg_volume: num(gq[\"06. volume\"]), // latest daily volume, not a true average — same proxy usage the existing capitalFlow scorer already applies\n flow: null,\n source: \"alphavantage\",\n };\n\n const ALL_FIELDS = [\n \"price\", \"price_change_1d\", \"price_change_1w\", \"price_change_1m\",\n \"pe_ratio\", \"pb_ratio\", \"market_cap\", \"ev\", \"revenue_growth\",\n \"gross_margin\", \"roe\", \"debt_to_equity\", \"avg_volume\", \"flow\",\n ] as const;\n for (const f of ALL_FIELDS) {\n const v = (row as any)[f];\n if (v === null || v === undefined) report.fields_unavailable.push(f);\n else report.fields_returned[f] = v as number;\n }\n // EPS growth is not a column in market_data / not consumed by\n // scoreMarketDimensions today, but the user explicitly asked whether AV\n // can supply it — surfaced here for the report without inventing a\n // schema column for it.\n report.fields_returned[\"eps_growth_pct (informational — not in market_data schema/scoring yet)\"] =\n epsGrowthRaw !== null ? Math.round(epsGrowthRaw * 1000) / 10 : \"unavailable\";\n\n report.row = row;\n return report;\n}\n\n// ---------------------------------------------------------------------------\n// Follow-up, price-only test: exactly ONE GLOBAL_QUOTE request for NVDA,\n// standalone (does NOT re-call OVERVIEW — that data is already stored and\n// still valid, so re-fetching it would be a wasted call). Making only this\n// one call across the whole request, on its own turn, inherently respects\n// the free tier's \"1 request per second\" pacing — there is nothing else to\n// space it against.\n// ---------------------------------------------------------------------------\nexport interface AlphaVantageQuoteTestReport {\n ticker: string;\n provider: string;\n provider_configured: boolean;\n api_calls: { endpoint: string; status: number | null; ok: boolean; note: string }[];\n fields_returned: Record;\n fields_unavailable: string[];\n price: number | null;\n price_change_1d: number | null;\n avg_volume: number | null;\n errors: string[];\n}\n\nexport async function runNvdaGlobalQuoteTest(): Promise {\n const ticker = \"NVDA\";\n const key = getKey();\n const report: AlphaVantageQuoteTestReport = {\n ticker,\n provider: \"alphavantage\",\n provider_configured: !!key,\n api_calls: [],\n fields_returned: {},\n fields_unavailable: [],\n price: null,\n price_change_1d: null,\n avg_volume: null,\n errors: [],\n };\n if (!key) {\n report.errors.push(\"ALPHAVANTAGE_API_KEY is not configured with a non-empty value; no request made.\");\n return report;\n }\n\n try {\n const res = await fetch(`${AV_BASE_URL}?function=GLOBAL_QUOTE&symbol=${ticker}&apikey=${key}`);\n let json: any = null;\n let bodyLooksLikeError = false;\n try {\n json = await res.json();\n bodyLooksLikeError = !!(json && (json[\"Error Message\"] || json[\"Note\"] || json[\"Information\"]));\n } catch {\n // leave json null\n }\n const ok = res.ok && !bodyLooksLikeError;\n const note = !res.ok ? `http_${res.status}` : bodyLooksLikeError ? \"api_error_in_body\" : \"ok\";\n report.api_calls.push({ endpoint: \"GLOBAL_QUOTE\", status: res.status, ok, note });\n\n if (bodyLooksLikeError) {\n const msg = json[\"Error Message\"] || json[\"Note\"] || json[\"Information\"];\n report.errors.push(`GLOBAL_QUOTE: HTTP 200 but an error/limit body was returned: \"${String(msg).slice(0, 220)}\"`);\n return report;\n }\n if (!res.ok) {\n report.errors.push(`GLOBAL_QUOTE: HTTP ${res.status}.`);\n return report;\n }\n\n const gq = json?.[\"Global Quote\"] ?? {};\n if (!gq || Object.keys(gq).length === 0) {\n report.errors.push(\"GLOBAL_QUOTE returned 200 with no \\\"Global Quote\\\" data (empty object) — treated as unavailable, not zero.\");\n return report;\n }\n\n const changePercentRaw = gq[\"10. change percent\"];\n report.price = num(gq[\"05. price\"]);\n report.price_change_1d = typeof changePercentRaw === \"string\" ? num(changePercentRaw.replace(\"%\", \"\")) : null;\n report.avg_volume = num(gq[\"06. volume\"]);\n\n const fieldMap: Record = {\n price: report.price,\n price_change_1d: report.price_change_1d,\n avg_volume: report.avg_volume,\n };\n for (const [k, v] of Object.entries(fieldMap)) {\n if (v === null) report.fields_unavailable.push(k);\n else report.fields_returned[k] = v;\n }\n } catch (err) {\n report.api_calls.push({ endpoint: \"GLOBAL_QUOTE\", status: null, ok: false, note: \"network_error\" });\n report.errors.push(`GLOBAL_QUOTE: ${(err as Error).message}`);\n }\n\n return report;\n}\n\n\n// ---------------------------------------------------------------------------\n// PRODUCTION: multi-ticker fundamentals/valuation refresher, generalized\n// from the validated NVDA-only test above. FUNDAMENTALS/VALUATION ONLY —\n// price/momentum is Eulerpool's job now (see lib/eulerpool.ts). Never\n// requests GLOBAL_QUOTE here. Bounded per call (default cap 20 tickers,\n// hard cap 25 to respect the free tier's 25/day limit with headroom) and\n// paced at 13s between requests (free tier: 5 req/min = 12s min spacing).\n// Genuinely merge-safe: reads the existing row first and UPDATEs ONLY the\n// fundamentals/valuation columns, so any Eulerpool price/momentum fields on\n// that row are never touched by this function.\n// ---------------------------------------------------------------------------\nconst sleep = (ms: number): Promise => new Promise((resolve) => setTimeout(resolve, ms));\nconst HARD_CALL_CAP = 25; // absolute ceiling regardless of caller-supplied ticker list length\n\nasync function mergeSafeWriteFundamentals(\n ticker: string,\n row: { pe_ratio: number | null; pb_ratio: number | null; market_cap: number | null; revenue_growth: number | null; gross_margin: number | null; roe: number | null },\n): Promise {\n await ensureMarketDataSchema();\n const existingRes = await sqlite.execute({ sql: `SELECT * FROM market_data WHERE ticker = ?`, args: [ticker] });\n const before = existingRes.rows[0] as Record | undefined;\n const fetchedAt = new Date().toISOString();\n const hasEulerpool = !!(before && typeof before.source === \"string\" && (before.source as string).toLowerCase().includes(\"eulerpool\"));\n const source = hasEulerpool\n ? \"alphavantage (fundamentals/valuation); eulerpool (price/momentum)\"\n : \"alphavantage (fundamentals/valuation)\";\n\n if (before) {\n await sqlite.execute({\n sql: `UPDATE market_data SET pe_ratio = ?, pb_ratio = ?, market_cap = ?, revenue_growth = ?, gross_margin = ?, roe = ?, source = ?, fetched_at = ? WHERE ticker = ?`,\n args: [row.pe_ratio, row.pb_ratio, row.market_cap, row.revenue_growth, row.gross_margin, row.roe, source, fetchedAt, ticker],\n });\n } else {\n await sqlite.execute({\n sql: `INSERT INTO market_data (ticker, pe_ratio, pb_ratio, market_cap, revenue_growth, gross_margin, roe, source, fetched_at) VALUES (?,?,?,?,?,?,?,?,?)`,\n args: [ticker, row.pe_ratio, row.pb_ratio, row.market_cap, row.revenue_growth, row.gross_margin, row.roe, source, fetchedAt],\n });\n }\n}\n\nexport interface AlphaVantageRefreshResult {\n succeeded: string[];\n skipped_fresh: string[]; // already had an alphavantage-sourced row < 20h old — per-ticker defense in depth\n failed: { ticker: string; reason: string }[];\n callsUsed: number;\n errors: string[];\n}\n\nexport async function refreshAlphaVantageFundamentals(tickers: string[]): Promise {\n const key = getKey();\n const result: AlphaVantageRefreshResult = { succeeded: [], skipped_fresh: [], failed: [], callsUsed: 0, errors: [] };\n if (!key) {\n result.errors.push(\"ALPHAVANTAGE_API_KEY is not configured with a non-empty value; no requests made.\");\n return result;\n }\n await ensureMarketDataSchema();\n\n const bounded = [...new Set(tickers.map((t) => t.toUpperCase()))].slice(0, HARD_CALL_CAP);\n\n for (const ticker of bounded) {\n // Per-ticker freshness guard (defense in depth on top of the once-daily\n // gate in lib/productionRefresh.ts): never re-spend a call on a ticker\n // whose fundamentals were already refreshed by Alpha Vantage in the\n // last ~20h, even if this function is somehow invoked twice.\n const existingRes = await sqlite.execute({ sql: `SELECT source, fetched_at FROM market_data WHERE ticker = ?`, args: [ticker] });\n const existing = existingRes.rows[0] as Record | undefined;\n if (\n existing && typeof existing.source === \"string\" && (existing.source as string).toLowerCase().includes(\"alphavantage\") &&\n typeof existing.fetched_at === \"string\" && (Date.now() - new Date(existing.fetched_at).getTime()) < 20 * 3600 * 1000\n ) {\n result.skipped_fresh.push(ticker);\n continue;\n }\n\n if (result.callsUsed > 0) await sleep(13000); // respect 5 req/min free-tier pacing\n if (result.callsUsed >= HARD_CALL_CAP) break;\n\n try {\n const res = await fetch(`${AV_BASE_URL}?function=OVERVIEW&symbol=${ticker}&apikey=${key}`);\n result.callsUsed++;\n let json: any = null;\n let bodyLooksLikeError = false;\n try {\n json = await res.json();\n bodyLooksLikeError = !!(json && (json[\"Error Message\"] || json[\"Note\"] || json[\"Information\"]));\n } catch {\n // leave json null\n }\n if (!res.ok || bodyLooksLikeError || !json || Object.keys(json).length === 0) {\n result.failed.push({\n ticker,\n reason: bodyLooksLikeError ? `error/limit body: \"${String(json?.[\"Error Message\"] || json?.[\"Note\"] || json?.[\"Information\"]).slice(0, 160)}\"` : `http_${res.status}`,\n });\n continue; // never retry within this run — move on, don't burn more calls/time on this ticker\n }\n\n const revenueTTM = num(json.RevenueTTM);\n const grossProfitTTM = num(json.GrossProfitTTM);\n const derivedGrossMargin = revenueTTM && grossProfitTTM != null && revenueTTM !== 0 ? (grossProfitTTM / revenueTTM) * 100 : null;\n const revGrowthRaw = num(json.QuarterlyRevenueGrowthYOY);\n const roeRaw = num(json.ReturnOnEquityTTM);\n\n await mergeSafeWriteFundamentals(ticker, {\n pe_ratio: num(json.PERatio),\n pb_ratio: num(json.PriceToBookRatio),\n market_cap: num(json.MarketCapitalization),\n revenue_growth: revGrowthRaw !== null ? revGrowthRaw * 100 : null,\n gross_margin: derivedGrossMargin,\n roe: roeRaw !== null ? roeRaw * 100 : null,\n });\n result.succeeded.push(ticker);\n } catch (err) {\n result.errors.push(`${ticker}: ${(err as Error).message}`);\n }\n }\n\n return result;\n}\n","deleted",false,"label",[47,24],"lib","5c601043-49d8-4da3-8595-d21725bb7d55",["D",1788705462303],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","X account collector: normalized posts into SQLite","imageUrl","userId","8f36435b-4ee1-42d7-a52e-11508b5c71b0","pinnedFileId","b9b4c5ce-aa00-11f1-b6d1-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a07719-4bcc-778e-997b-14b67712b6b9","tursoName","5c60104349d84da38595d21725bb7d55","tursoHostname","5c60104349d84da38595d21725bb7d55-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789485645684],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",146,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Efren Lin","avatar","https://lh3.googleusercontent.com/a/ACg8ocITAXmIR316-M-ReEEDUIUESLjIDNnYnCPqoEpOrKLJExkkkWU=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]