<!\\[CDATA\\[([^\\]]+)\\]\\]><\\/title>/) ||\n item.match(/<title>([^<]+)<\\/title>/);\n const linkMatch = item.match(/<link>([^<]+)<\\/link>/);\n const sourceMatch = item.match(/<source[^>]*><!\\[CDATA\\[([^\\]]+)\\]\\]><\\/source>/) ||\n item.match(/<source[^>]*>([^<]+)<\\/source>/);\n const pubDateMatch = item.match(/<pubDate>([^<]+)<\\/pubDate>/);\n if (titleMatch && linkMatch) {\n const pubDate = pubDateMatch\n ? Math.floor(new Date(pubDateMatch[1]).getTime() / 1000)\n : Math.floor(Date.now() / 1000);\n articles.push({\n title: titleMatch[1].trim(),\n url: linkMatch[1].trim(),\n source: sourceMatch ? sourceMatch[1].trim() : \"Google News\",\n pubDate,\n });\n }\n }\n return articles;\n } catch (_e) {\n return [];\n }\n}\n\nasync function fetchFromNewsApi(\n query: string,\n): Promise<Array<{ title: string; url: string; source: string; pubDate: number }>> {\n const newsApiKey = Deno.env.get(\"NEWS_API_KEY\");\n if (!newsApiKey) return [];\n try {\n const url =\n `https://newsapi.org/v2/everything?q=${encodeURIComponent(query)}&language=en&sortBy=publishedAt&pageSize=20&apiKey=${newsApiKey}`;\n const resp = await fetch(url, {\n headers: { \"User-Agent\": \"PRMonitor/1.0\" },\n });\n if (!resp.ok) return [];\n const data = await resp.json();\n if (!data.articles || !Array.isArray(data.articles)) return [];\n return data.articles.map((a: {\n title?: string;\n url?: string;\n source?: { name?: string };\n publishedAt?: string;\n }) => ({\n title: a.title || \"Untitled\",\n url: a.url || \"\",\n source: a.source?.name || \"NewsAPI\",\n pubDate: a.publishedAt\n ? Math.floor(new Date(a.publishedAt).getTime() / 1000)\n : Math.floor(Date.now() / 1000),\n })).filter((a: { url: string }) => a.url);\n } catch (_e) {\n return [];\n }\n}\n\nasync function fetchHackerNews(\n query: string,\n): Promise<Array<{ title: string; url: string; source: string; pubDate: number }>> {\n try {\n const url =\n `https://hn.algolia.com/api/v1/search?query=${encodeURIComponent(query)}&tags=story&hitsPerPage=20`;\n const resp = await fetch(url);\n if (!resp.ok) return [];\n const data = await resp.json();\n return (data.hits || []).map((hit: {\n title?: string;\n url?: string;\n objectID?: string;\n created_at_i?: number;\n }) => ({\n title: hit.title || \"Untitled\",\n url: hit.url || `https://news.ycombinator.com/item?id=${hit.objectID}`,\n source: \"Hacker News\",\n pubDate: Math.floor(hit.created_at_i || Date.now() / 1000),\n }));\n } catch (_e) {\n return [];\n }\n}\n\nasync function fetchReddit(\n query: string,\n): Promise<Array<{ title: string; url: string; source: string; pubDate: number }>> {\n try {\n const url =\n `https://www.reddit.com/search.json?q=${encodeURIComponent(query)}&sort=new&limit=20&t=week`;\n const resp = await fetch(url, { headers: { \"User-Agent\": \"PRMonitor/1.0\" } });\n if (!resp.ok) return [];\n const data = await resp.json();\n return (data.data?.children || []).map((post: {\n data: { title?: string; permalink?: string; subreddit?: string; created_utc?: number };\n }) => ({\n title: post.data.title || \"Untitled\",\n url: `https://reddit.com${post.data.permalink}`,\n source: `Reddit r/${post.data.subreddit}`,\n pubDate: Math.floor(post.data.created_utc || Date.now() / 1000),\n }));\n } catch (_e) {\n return [];\n }\n}\n\n// ─── Core Collection Logic ───────────────────────────────────────────────────\n\nasync function collectArticles(\n brandId: number,\n): Promise<{ collected: number; sources: Record<string, number> }> {\n const brandRows = await sqlite.execute({\n sql: `SELECT name, keywords FROM brands WHERE id = ?`,\n args: [brandId],\n });\n if (!brandRows.rows.length) return { collected: 0, sources: {} };\n\n const brandName = brandRows.rows[0][0] as string;\n const keywordsRaw = brandRows.rows[0][1] as string;\n let keywords: string[] = [brandName];\n try {\n const parsed = JSON.parse(keywordsRaw || \"[]\");\n if (Array.isArray(parsed) && parsed.length > 0) keywords = parsed;\n } catch (_e) {\n keywords = [brandName];\n }\n\n // Fetch mainstream sources for each keyword\n const sourceCounters: Record<string, number> = {\n google_news: 0,\n newsapi: 0,\n hacker_news: 0,\n reddit: 0,\n };\n\n const allRaw: Array<\n {\n title: string;\n url: string;\n source: string;\n pubDate: number;\n sourceType: string;\n tier: number;\n }\n > = [];\n\n // For Google News + NewsAPI: use all keywords\n const googleFetches = keywords.map((kw) => fetchFromGoogleNews(kw));\n const newsFetches = keywords.map((kw) => fetchFromNewsApi(kw));\n const [googleResults, newsResults] = await Promise.all([\n Promise.all(googleFetches),\n Promise.all(newsFetches),\n ]);\n\n for (const articles of googleResults) {\n for (const a of articles) allRaw.push({ ...a, sourceType: \"mainstream_news\", tier: 3 });\n }\n for (const articles of newsResults) {\n for (const a of articles) allRaw.push({ ...a, sourceType: \"mainstream_news\", tier: 3 });\n }\n\n // HN + Reddit: brand name only, marked as community sources\n const [hnArticles, redditArticles] = await Promise.all([\n fetchHackerNews(brandName),\n fetchReddit(brandName),\n ]);\n for (const a of hnArticles) allRaw.push({ ...a, sourceType: \"tech_community\", tier: 3 });\n for (const a of redditArticles) allRaw.push({ ...a, sourceType: \"social\", tier: 3 });\n\n // Deduplicate by URL\n const seen = new Set<string>();\n const deduped: typeof allRaw = [];\n for (const article of allRaw) {\n if (article.url && !seen.has(article.url)) {\n seen.add(article.url);\n deduped.push(article);\n }\n }\n\n // Cap at 50 per collection run\n const toProcess = deduped.slice(0, 50);\n\n let collected = 0;\n const today = new Date().toISOString().split(\"T\")[0];\n let posCount = 0, neuCount = 0, negCount = 0;\n\n // Classify publication tiers + get sentiment for each article\n // Process in batches to avoid overwhelming the AI proxy\n for (const article of toProcess) {\n // For community sources, use the pre-assigned type (don't run through classifyPublicationTier)\n // For mainstream sources, classify publication tier\n let tier: number;\n let source_type: string;\n if (article.sourceType === \"tech_community\" || article.sourceType === \"social\") {\n tier = 3;\n source_type = article.sourceType;\n } else {\n const classified = await classifyPublicationTier(article.source);\n tier = classified.tier;\n source_type = classified.source_type;\n }\n\n // Get sentiment\n const { sentiment, score } = await getSentiment(article.title);\n\n // Track source counts\n if (article.sourceType === \"tech_community\") {\n sourceCounters.hacker_news++;\n } else if (article.sourceType === \"social\") {\n sourceCounters.reddit++;\n } else {\n // For mainstream, check if it came from Google or NewsAPI by source name\n const isNewsApi = !article.source.toLowerCase().includes(\"google\");\n if (isNewsApi) {\n sourceCounters.newsapi++;\n } else {\n sourceCounters.google_news++;\n }\n }\n\n try {\n const insertResult = await sqlite.execute({\n sql:\n `INSERT OR IGNORE INTO articles (brand_id, title, url, source_name, published_at, sentiment, sentiment_score, source_type, publication_tier) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n brandId,\n article.title,\n article.url,\n article.source,\n article.pubDate,\n sentiment,\n score,\n source_type,\n tier,\n ],\n });\n if (insertResult.rowsAffected > 0) {\n collected++;\n if (sentiment === \"positive\") posCount++;\n else if (sentiment === \"negative\") negCount++;\n else neuCount++;\n }\n } catch (_e) {\n // Skip on error (URL already exists)\n }\n }\n\n // Update daily metrics\n if (collected > 0) {\n await sqlite.execute({\n sql: `INSERT INTO daily_metrics (brand_id, date, article_count, positive_count, neutral_count, negative_count)\n VALUES (?, ?, ?, ?, ?, ?)\n ON CONFLICT(brand_id, date) DO UPDATE SET\n article_count = article_count + excluded.article_count,\n positive_count = positive_count + excluded.positive_count,\n neutral_count = neutral_count + excluded.neutral_count,\n negative_count = negative_count + excluded.negative_count`,\n args: [brandId, today, collected, posCount, neuCount, negCount],\n });\n }\n\n return { collected, sources: sourceCounters };\n}\n\n// ─── HTTP Handler ────────────────────────────────────────────────────────────\n\nexport default async function handler(req: Request): Promise<Response> {\n const url = new URL(req.url);\n const path = url.pathname;\n\n if (req.method === \"OPTIONS\") {\n return new Response(null, { headers: corsHeaders });\n }\n\n // GET /api/brands\n if (req.method === \"GET\" && path === \"/api/brands\") {\n const rows = await sqlite.execute(\n `SELECT b.id, b.name, b.created_at, COUNT(a.id) as article_count\n FROM brands b LEFT JOIN articles a ON b.id = a.brand_id\n GROUP BY b.id ORDER BY b.name`,\n );\n const brands = rows.rows.map((r) => ({\n id: r[0],\n name: r[1],\n created_at: r[2],\n article_count: r[3],\n }));\n return jsonResponse(brands);\n }\n\n // POST /api/brands\n if (req.method === \"POST\" && path === \"/api/brands\") {\n const body = await req.json();\n if (!body.name) return jsonResponse({ error: \"name required\" }, 400);\n try {\n const existing = await sqlite.execute({\n sql: `SELECT id, name FROM brands WHERE name = ?`,\n args: [body.name],\n });\n if (existing.rows.length > 0) {\n return jsonResponse({ error: \"Brand already exists\" }, 409);\n }\n await sqlite.execute({\n sql: `INSERT INTO brands (name) VALUES (?)`,\n args: [body.name],\n });\n const newBrand = await sqlite.execute({\n sql: `SELECT id FROM brands WHERE name = ?`,\n args: [body.name],\n });\n const brandId = newBrand.rows[0][0] as number;\n\n // Generate keywords via AI\n const keywords = await generateKeywords(body.name);\n await sqlite.execute({\n sql: `UPDATE brands SET keywords = ? WHERE id = ?`,\n args: [JSON.stringify(keywords), brandId],\n });\n\n return jsonResponse({ id: brandId, name: body.name, keywords }, 201);\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e);\n if (msg.includes(\"UNIQUE\") || msg.includes(\"unique\")) {\n return jsonResponse({ error: \"Brand already exists\" }, 409);\n }\n return jsonResponse({ error: msg }, 500);\n }\n }\n\n // DELETE /api/brands/:id\n const brandDeleteMatch = path.match(/^\\/api\\/brands\\/(\\d+)$/);\n if (req.method === \"DELETE\" && brandDeleteMatch) {\n const id = parseInt(brandDeleteMatch[1]);\n await sqlite.execute({ sql: `DELETE FROM articles WHERE brand_id = ?`, args: [id] });\n await sqlite.execute({ sql: `DELETE FROM daily_metrics WHERE brand_id = ?`, args: [id] });\n await sqlite.execute({ sql: `DELETE FROM brands WHERE id = ?`, args: [id] });\n return jsonResponse({ deleted: true });\n }\n\n // GET /api/brands/:id/keywords\n const keywordsMatch = path.match(/^\\/api\\/brands\\/(\\d+)\\/keywords$/);\n if (req.method === \"GET\" && keywordsMatch) {\n const id = parseInt(keywordsMatch[1]);\n const rows = await sqlite.execute({\n sql: `SELECT id, name, keywords FROM brands WHERE id = ?`,\n args: [id],\n });\n if (!rows.rows.length) return jsonResponse({ error: \"Brand not found\" }, 404);\n const brand = rows.rows[0];\n let keywords: string[] = [];\n try {\n keywords = JSON.parse((brand[2] as string) || \"[]\");\n } catch (_e) {\n keywords = [];\n }\n return jsonResponse({ id: brand[0], name: brand[1], keywords });\n }\n\n // POST /api/brands/:id/keywords/refresh\n const keywordsRefreshMatch = path.match(/^\\/api\\/brands\\/(\\d+)\\/keywords\\/refresh$/);\n if (req.method === \"POST\" && keywordsRefreshMatch) {\n const id = parseInt(keywordsRefreshMatch[1]);\n const rows = await sqlite.execute({\n sql: `SELECT id, name FROM brands WHERE id = ?`,\n args: [id],\n });\n if (!rows.rows.length) return jsonResponse({ error: \"Brand not found\" }, 404);\n const brandName = rows.rows[0][1] as string;\n const keywords = await generateKeywords(brandName);\n await sqlite.execute({\n sql: `UPDATE brands SET keywords = ? WHERE id = ?`,\n args: [JSON.stringify(keywords), id],\n });\n return jsonResponse({ id, name: brandName, keywords });\n }\n\n // GET /api/articles?brand_id=1&days=7&source_type=mainstream_news\n if (req.method === \"GET\" && path === \"/api/articles\") {\n const brandId = url.searchParams.get(\"brand_id\");\n const days = parseInt(url.searchParams.get(\"days\") || \"7\");\n const sourceTypeFilter = url.searchParams.get(\"source_type\") || null;\n if (!brandId) return jsonResponse({ error: \"brand_id required\" }, 400);\n const cutoff = Math.floor(Date.now() / 1000) - days * 86400;\n let sql =\n `SELECT id, title, url, source_name, published_at, sentiment, sentiment_score, source_type, publication_tier, collected_at\n FROM articles WHERE brand_id = ? AND collected_at >= ?`;\n const args: (string | number)[] = [parseInt(brandId), cutoff];\n if (sourceTypeFilter) {\n sql += ` AND source_type = ?`;\n args.push(sourceTypeFilter);\n }\n sql += ` ORDER BY collected_at DESC LIMIT 100`;\n const rows = await sqlite.execute({ sql, args });\n const articles = rows.rows.map((r) => ({\n id: r[0], title: r[1], url: r[2], source_name: r[3],\n published_at: r[4], sentiment: r[5], sentiment_score: r[6],\n source_type: r[7], publication_tier: r[8], collected_at: r[9],\n }));\n return jsonResponse(articles);\n }\n\n // GET /api/report?brand_id=1&period=week&source_type=mainstream_news\n if (req.method === \"GET\" && path === \"/api/report\") {\n const brandId = url.searchParams.get(\"brand_id\");\n if (!brandId) return jsonResponse({ error: \"brand_id required\" }, 400);\n const period = url.searchParams.get(\"period\") || \"week\";\n // Default to mainstream_news only (like a PR professional expects)\n const sourceTypeFilter = url.searchParams.get(\"source_type\") || \"mainstream_news\";\n const days = period === \"month\" ? 30 : period === \"day\" ? 1 : 7;\n const cutoff = Math.floor(Date.now() / 1000) - days * 86400;\n\n const brandRows = await sqlite.execute({\n sql: `SELECT id, name FROM brands WHERE id = ?`,\n args: [parseInt(brandId)],\n });\n if (!brandRows.rows.length) return jsonResponse({ error: \"Brand not found\" }, 404);\n const brand = { id: brandRows.rows[0][0], name: brandRows.rows[0][1] };\n\n // All articles (for source breakdown counts)\n const allArticleRows = await sqlite.execute({\n sql:\n `SELECT id, source_type, publication_tier FROM articles WHERE brand_id = ? AND collected_at >= ?`,\n args: [parseInt(brandId), cutoff],\n });\n\n const sources_breakdown = {\n google_news: 0,\n newsapi: 0,\n hacker_news: 0,\n reddit: 0,\n mainstream_news: 0,\n tech_community: 0,\n social: 0,\n };\n const tier_breakdown = { tier_1: 0, tier_2: 0, tier_3: 0 };\n\n for (const r of allArticleRows.rows) {\n const st = r[1] as string;\n const tier = r[2] as number;\n if (st === \"mainstream_news\") sources_breakdown.mainstream_news++;\n else if (st === \"tech_community\") sources_breakdown.tech_community++;\n else if (st === \"social\") sources_breakdown.social++;\n if (tier === 1) tier_breakdown.tier_1++;\n else if (tier === 2) tier_breakdown.tier_2++;\n else tier_breakdown.tier_3++;\n }\n\n // Filtered articles for the report body\n let sql =\n `SELECT id, title, url, source_name, sentiment, sentiment_score, source_type, publication_tier, collected_at\n FROM articles WHERE brand_id = ? AND collected_at >= ?`;\n const args: (string | number)[] = [parseInt(brandId), cutoff];\n if (sourceTypeFilter && sourceTypeFilter !== \"all\") {\n sql += ` AND source_type = ?`;\n args.push(sourceTypeFilter);\n }\n sql += ` ORDER BY publication_tier ASC, collected_at DESC`;\n const articleRows = await sqlite.execute({ sql, args });\n\n const articles = articleRows.rows.map((r) => ({\n id: r[0], title: r[1], url: r[2], source_name: r[3],\n sentiment: r[4], sentiment_score: r[5],\n source_type: r[6], publication_tier: r[7], collected_at: r[8],\n }));\n\n const sentimentBreakdown = { positive: 0, neutral: 0, negative: 0 };\n const sourceMap: Record<string, number> = {};\n\n for (const a of articles) {\n const s = a.sentiment as string;\n if (s in sentimentBreakdown) sentimentBreakdown[s as keyof typeof sentimentBreakdown]++;\n const src = (a.source_name as string) || \"Unknown\";\n sourceMap[src] = (sourceMap[src] || 0) + 1;\n }\n\n const topSources = Object.entries(sourceMap)\n .sort((a, b) => b[1] - a[1])\n .slice(0, 10)\n .map(([name, count]) => ({ name, count }));\n\n return jsonResponse({\n brand,\n period,\n source_filter: sourceTypeFilter,\n total_articles: articles.length,\n total_all_sources: allArticleRows.rows.length,\n sentiment_breakdown: sentimentBreakdown,\n top_sources: topSources,\n sources_breakdown,\n tier_breakdown,\n recent_articles: articles.slice(0, 20),\n });\n }\n\n // POST /api/collect\n if (req.method === \"POST\" && path === \"/api/collect\") {\n const body = await req.json();\n if (!body.brand_id) return jsonResponse({ error: \"brand_id required\" }, 400);\n const result = await collectArticles(body.brand_id);\n return jsonResponse(result);\n }\n\n return jsonResponse({ error: \"Not found\", path }, 404);\n}\n","children",[],[126,149],["D",1783289363906],[147],[126],["D",1783289313194],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":47},{"_13":83,"_32":84,"_41":40,"_85":42,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":43,"_92":93},"ctx",{"_76":-5,"_121":199,"_200":201,"_202":203,"_204":47,"_205":47,"_206":47,"_207":25,"_208":-5,"_209":-7,"_210":-7,"_211":60,"_212":47,"_213":47,"_214":-5,"_215":47,"_216":47,"_217":47,"_218":-5},"ENV",{"_170":171,"_172":173,"_174":84,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

Diff · v10