[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_213":214,"_215":216},"routes/_app.x.$handle.$name",{"_95":94,"_31":44,"_103":85,"_26":52,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":24,"_117":118,"_119":58,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":58,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":24},"version",7,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","src/rewrite.ts","latestPath","fileId","c5df8e56-b4d8-11f0-8e3e-0224a6c84d84","name","rewrite.ts","fileType","script","content","export interface LinkRewrite {\n original: string;\n rewritten: string;\n}\n\ntype HostPredicate = (host: string) => boolean;\n\nconst TRAILING_PUNCTUATION = new Set([\n \".\",\n \",\",\n \"!\",\n \"?\",\n \")\",\n \"]\",\n \"}\",\n \":\",\n \";\",\n \"'\",\n '\"',\n]);\n\nconst IS_TWITTER_HOST: HostPredicate = (host) => {\n const normalized = host.toLowerCase();\n return (\n normalized === \"x.com\" ||\n normalized === \"www.x.com\" ||\n normalized === \"twitter.com\" ||\n normalized === \"www.twitter.com\" ||\n normalized === \"mobile.twitter.com\" ||\n normalized === \"m.twitter.com\"\n );\n};\n\nconst IS_ALT_TWITTER_HOST: HostPredicate = (host) => {\n const normalized = host.toLowerCase();\n return normalized === \"vxtwitter.com\" || normalized === \"fxtwitter.com\";\n};\n\nconst URL_MATCH = /https?:\\/\\/[^\\s<>\"']+/gi;\n\n/**\n * Extracts Twitter/X links from message content and returns their Nitter equivalents.\n *\n * The implementation follows a functional style so the pure core logic can be reused\n * both in unit tests and the imperative shell that talks to Discord.\n */\nexport function extractNitterRewrites(content: string): LinkRewrite[] {\n if (!content) return [];\n\n const matches = content.match(URL_MATCH);\n if (!matches) return [];\n\n const rewrites: LinkRewrite[] = [];\n const seen = new Set();\n\n for (const rawMatch of matches) {\n const cleaned = stripTrailingPunctuation(rawMatch);\n let parsed: URL;\n\n try {\n parsed = new URL(cleaned);\n } catch {\n continue;\n }\n\n const host = parsed.hostname.toLowerCase();\n\n if (!IS_TWITTER_HOST(host) && !IS_ALT_TWITTER_HOST(host)) {\n continue;\n }\n\n const rewrittenUrl = buildNitterUrl(parsed);\n if (!rewrittenUrl) continue;\n\n const fingerprint = rewrittenUrl;\n if (seen.has(fingerprint)) continue;\n\n seen.add(fingerprint);\n rewrites.push({ original: cleaned, rewritten: rewrittenUrl });\n }\n\n return rewrites;\n}\n\nfunction stripTrailingPunctuation(url: string): string {\n let end = url.length;\n while (end > 0 && TRAILING_PUNCTUATION.has(url[end - 1])) {\n end -= 1;\n }\n\n return url.slice(0, end);\n}\n\nfunction buildNitterUrl(original: URL): string | null {\n const rewritten = new URL(original.toString());\n rewritten.protocol = \"https:\";\n rewritten.hostname = \"nitter.net\";\n\n // Some Twitter URLs include redundant query params like s=20; they work on Nitter\n // as-is so we leave them untouched intentionally.\n return rewritten.toString();\n}\n","createdAt",["D",1761750357244],"branchVersion","branchId","db9aa85c-b4ce-11f0-b246-0224a6c84d84","id","db9a4164-b4ce-11f0-b246-0224a6c84d84","discordNitterBot",["D",1761746098901],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","f8b34481-b666-4e4c-b330-92f517c060c5","pinnedFileId","c5d543e2-b4d8-11f0-a3bf-0224a6c84d84","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","1fd640bc-f4e1-40ac-9627-06115c6756a0","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":24},"branch",{"_13":14,"_31":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ryi","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJWN01taHZBV3JpN1FyWUdabTlzQTM5YzBPcCJ9","tier","pro","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_31":44,"_37":209,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":58,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":210,"_80":211,"_82":212,"_84":24},"tree",[169,171,174,175],"files",[169,170,171,172,173,174,175],"counts",{"_159":62,"_160":149,"_161":62,"_162":163,"_164":165},"contents",[124,125,126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":153,"_31":154,"_29":155,"_130":-5,"_40":41,"_39":156,"_132":58,"_37":157,"_13":62,"_33":151,"_35":-5,"_23":24,"_136":-5,"_26":158},{"_42":146,"_31":147,"_29":148,"_130":-5,"_40":41,"_39":149,"_132":58,"_37":150,"_13":62,"_33":151,"_35":-5,"_23":24,"_136":-5,"_26":152},{"_42":138,"_31":139,"_29":140,"_130":-5,"_40":41,"_39":141,"_132":58,"_37":142,"_13":62,"_33":143,"_35":144,"_23":24,"_136":-5,"_26":145},{"_42":128,"_31":129,"_29":56,"_130":-5,"_40":41,"_39":131,"_132":58,"_37":133,"_13":62,"_33":134,"_35":135,"_23":24,"_136":-5,"_26":137},"c5d5431a-b4d8-11f0-a3bf-0224a6c84d84","tests.http.ts","parentId",6,"latest",["D",1761750357243],"http","import { extractNitterRewrites } from \"./src/rewrite.ts\";\nimport { scenarios } from \"./tests/scenarios.ts\";\n\ninterface TestResult {\n name: string;\n ok: boolean;\n expected: unknown;\n actual: unknown;\n error?: string;\n}\n\nexport default async function (): Promise {\n const results: TestResult[] = [];\n\n for (const scenario of scenarios) {\n try {\n const actual = extractNitterRewrites(scenario.content);\n const ok = deepEqual(actual, scenario.expected);\n results.push({\n name: scenario.name,\n ok,\n expected: scenario.expected,\n actual,\n error: ok ? undefined : \"Mismatch between expected and actual rewrites\",\n });\n } catch (error) {\n results.push({\n name: scenario.name,\n ok: false,\n expected: scenario.expected,\n actual: null,\n error: error instanceof Error ? error.message : String(error),\n });\n }\n }\n\n const allPassed = results.every((result) => result.ok);\n\n return new Response(\n JSON.stringify({\n status: allPassed ? \"ok\" : \"failed\",\n passed: results.filter((result) => result.ok).length,\n failed: results.filter((result) => !result.ok).length,\n results,\n generatedAt: new Date().toISOString(),\n }),\n {\n status: allPassed ? 200 : 500,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n },\n },\n );\n}\n\nfunction deepEqual(a: unknown, b: unknown): boolean {\n return JSON.stringify(a) === JSON.stringify(b);\n}\n","label",[129],"c5c5086a-b4d8-11f0-8c54-0224a6c84d84","bot.cron.ts","c5c50932-b4d8-11f0-8c54-0224a6c84d84",4,["D",1761750357235],"interval","import { blob } from \"https://esm.town/v/std/blob\";\nimport { extractNitterRewrites, type LinkRewrite } from \"./src/rewrite.ts\";\n\nconst DISCORD_API = \"https://discord.com/api/v10\";\nconst STATE_KEY = \"discordNitterBotState\";\n\nexport const cron = \"*/1 * * * *\"; // every minute\n\ninterface DiscordMessage {\n id: string;\n content: string;\n author: {\n id: string;\n username: string;\n bot?: boolean;\n };\n}\n\ninterface ChannelState {\n [channelId: string]: string | undefined;\n}\n\nexport default async function run() {\n const token = Deno.env.get(\"DISCORD_BOT_TOKEN\");\n if (!token) {\n throw new Error(\"Missing DISCORD_BOT_TOKEN environment variable\");\n }\n\n const channelIds = parseChannelIds(Deno.env.get(\"DISCORD_CHANNEL_IDS\"));\n if (channelIds.length === 0) {\n throw new Error(\"DISCORD_CHANNEL_IDS must include at least one channel id\");\n }\n\n const botUserId = Deno.env.get(\"DISCORD_BOT_USER_ID\") ?? null;\n\n const state = await readState();\n let hasChanges = false;\n\n for (const channelId of channelIds) {\n const lastSeen = state[channelId];\n const { latestId, responded } = await processChannel({\n channelId,\n token,\n lastSeen,\n botUserId,\n });\n\n if (latestId && latestId !== lastSeen) {\n state[channelId] = latestId;\n hasChanges = true;\n }\n\n if (responded.length > 0) {\n console.log(\n `[discord-nitter-bot] posted ${responded.length} mirror(s) in channel ${channelId}`,\n );\n }\n }\n\n if (hasChanges) {\n await blob.setJSON(STATE_KEY, state);\n }\n}\n\nasync function processChannel(opts: {\n channelId: string;\n token: string;\n lastSeen?: string;\n botUserId: string | null;\n}): Promise<{ latestId?: string; responded: string[] }> {\n let pageAfter = opts.lastSeen;\n let latestId = opts.lastSeen;\n const responded: string[] = [];\n\n for (;;) {\n const messages = await fetchMessages({\n channelId: opts.channelId,\n token: opts.token,\n after: pageAfter,\n });\n\n if (messages.length === 0) break;\n\n messages.sort((a, b) => compareSnowflakes(a.id, b.id));\n\n for (const message of messages) {\n latestId = message.id;\n\n if (!shouldProcessMessage(message, opts.botUserId)) continue;\n\n const rewrites = extractNitterRewrites(message.content);\n if (rewrites.length === 0) continue;\n\n const payload = buildReplyContent(message, rewrites);\n const sent = await sendReply({\n channelId: opts.channelId,\n messageId: message.id,\n token: opts.token,\n content: payload,\n mentionUserId: message.author.id,\n });\n\n if (sent) {\n responded.push(message.id);\n }\n }\n\n pageAfter = latestId;\n\n if (messages.length < 100) {\n break;\n }\n }\n\n return { latestId, responded };\n}\n\nfunction shouldProcessMessage(message: DiscordMessage, botUserId: string | null) {\n if (!message.content) return false;\n if (message.author?.bot) return false;\n if (botUserId && message.author?.id === botUserId) return false;\n return true;\n}\n\nasync function fetchMessages(opts: {\n channelId: string;\n token: string;\n after?: string;\n}): Promise {\n const params = new URLSearchParams({ limit: \"100\" });\n if (opts.after) params.set(\"after\", opts.after);\n\n const response = await fetch(\n `${DISCORD_API}/channels/${opts.channelId}/messages?${params.toString()}`,\n {\n headers: {\n Authorization: `Bot ${opts.token}`,\n },\n },\n );\n\n if (response.status === 429) {\n const retry = Number(response.headers.get(\"retry-after\") ?? \"1\") * 1000;\n console.warn(\n `[discord-nitter-bot] rate limited fetching messages; retrying after ${retry}ms`,\n );\n await delay(retry);\n return fetchMessages(opts);\n }\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(\n `Failed to fetch messages for channel ${opts.channelId}: ${response.status} ${text}`,\n );\n }\n\n const data = await response.json();\n return Array.isArray(data) ? data as DiscordMessage[] : [];\n}\n\nasync function sendReply(opts: {\n channelId: string;\n messageId: string;\n token: string;\n content: string;\n mentionUserId: string;\n}): Promise {\n const response = await fetch(\n `${DISCORD_API}/channels/${opts.channelId}/messages`,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bot ${opts.token}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n content: opts.content,\n message_reference: { message_id: opts.messageId },\n allowed_mentions: { users: [opts.mentionUserId] },\n }),\n },\n );\n\n if (response.status === 429) {\n const retry = Number(response.headers.get(\"retry-after\") ?? \"1\") * 1000;\n console.warn(\n `[discord-nitter-bot] rate limited sending reply; retrying after ${retry}ms`,\n );\n await delay(retry);\n return sendReply(opts);\n }\n\n if (!response.ok) {\n const text = await response.text();\n console.error(\n `Failed to send reply for message ${opts.messageId}: ${response.status} ${text}`,\n );\n return false;\n }\n\n return true;\n}\n\nfunction buildReplyContent(message: DiscordMessage, rewrites: LinkRewrite[]): string {\n const links = rewrites.map((rewrite) => rewrite.rewritten);\n const plural = links.length > 1 ? \"s\" : \"\";\n const bullets = links.map((link) => `• ${link}`).join(\"\\n\");\n return `<@${message.author.id}> mirror${plural}:\\n${bullets}`;\n}\n\nasync function readState(): Promise {\n try {\n const existing = await blob.getJSON(STATE_KEY);\n if (!existing || typeof existing !== \"object\") return {};\n return existing;\n } catch (error) {\n if (isNotFound(error)) {\n return {};\n }\n throw error;\n }\n}\n\nfunction parseChannelIds(value: string | undefined | null): string[] {\n if (!value) return [];\n return value.split(\",\").map((id) => id.trim()).filter(Boolean);\n}\n\nfunction compareSnowflakes(a: string, b: string): number {\n const bigintA = BigInt(a);\n const bigintB = BigInt(b);\n if (bigintA === bigintB) return 0;\n return bigintA < bigintB ? -1 : 1;\n}\n\nfunction isNotFound(error: unknown): boolean {\n return typeof error === \"object\" &&\n error !== null &&\n \"status\" in error &&\n (error as { status: number }).status === 404;\n}\n\nfunction delay(ms: number): Promise {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n",[139],"c56dc94c-b4d8-11f0-9610-0224a6c84d84","tests","c56dca14-b4d8-11f0-9610-0224a6c84d84",1,["D",1761750356662],"directory",[147],"c58b5912-b4d8-11f0-9680-0224a6c84d84","src","c58b59b2-b4d8-11f0-9680-0224a6c84d84",2,["D",1761750356846],[154],"pulls","branches","forks","envVars",{"_166":62,"_168":62},"connections",{"_166":62,"_167":62},"count","unfilledCount","emptyCount",{"_42":153,"_31":154,"_29":155,"_130":-5,"_40":41,"_39":156,"_132":58,"_37":206,"_13":62,"_33":151,"_35":-5,"_23":24,"_136":-5,"_177":207,"_26":208},{"_42":202,"_31":32,"_29":30,"_130":155,"_40":41,"_39":14,"_132":58,"_37":203,"_13":62,"_33":34,"_35":36,"_23":24,"_136":-5,"_177":204,"_26":205},{"_42":146,"_31":147,"_29":148,"_130":-5,"_40":41,"_39":149,"_132":58,"_37":199,"_13":62,"_33":151,"_35":-5,"_23":24,"_136":-5,"_177":200,"_26":201},{"_42":191,"_31":192,"_29":193,"_130":148,"_40":41,"_39":194,"_132":58,"_37":195,"_13":62,"_33":34,"_35":196,"_23":24,"_136":-5,"_177":197,"_26":198},{"_42":183,"_31":184,"_29":185,"_130":148,"_40":41,"_39":186,"_132":58,"_37":187,"_13":62,"_33":34,"_35":188,"_23":24,"_136":-5,"_177":189,"_26":190},{"_42":138,"_31":139,"_29":140,"_130":-5,"_40":41,"_39":141,"_132":58,"_37":180,"_13":62,"_33":143,"_35":144,"_23":24,"_136":-5,"_177":181,"_26":182},{"_42":128,"_31":129,"_29":56,"_130":-5,"_40":41,"_39":131,"_132":58,"_37":176,"_13":62,"_33":134,"_35":135,"_23":24,"_136":-5,"_177":178,"_26":179},["D",1761750357243],"children",[],[129],["D",1761750357235],[],[139],"c5cb4b62-b4d8-11f0-8fa6-0224a6c84d84","scenarios.ts","c5cb4c3e-b4d8-11f0-8fa6-0224a6c84d84",5,["D",1761750357260],"import type { LinkRewrite } from \"../src/rewrite.ts\";\n\nexport interface RewriteScenario {\n name: string;\n content: string;\n expected: LinkRewrite[];\n}\n\nexport const scenarios: RewriteScenario[] = [\n {\n name: \"rewrites standard twitter.com links\",\n content: \"Check this out https://twitter.com/example/status/1234567890123456789\",\n expected: [{\n original: \"https://twitter.com/example/status/1234567890123456789\",\n rewritten: \"https://nitter.net/example/status/1234567890123456789\",\n }],\n },\n {\n name: \"rewrites x.com and preserves query params\",\n content: \"https://x.com/foo/status/1?s=20&t=abcd\",\n expected: [{\n original: \"https://x.com/foo/status/1?s=20&t=abcd\",\n rewritten: \"https://nitter.net/foo/status/1?s=20&t=abcd\",\n }],\n },\n {\n name: \"deduplicates identical links\",\n content: \"https://twitter.com/foo/status/1 https://twitter.com/foo/status/1\",\n expected: [{\n original: \"https://twitter.com/foo/status/1\",\n rewritten: \"https://nitter.net/foo/status/1\",\n }],\n },\n {\n name: \"strips trailing punctuation from matches\",\n content: \"Did you see this? https://twitter.com/foo/status/1). Wild!\",\n expected: [{\n original: \"https://twitter.com/foo/status/1\",\n rewritten: \"https://nitter.net/foo/status/1\",\n }],\n },\n {\n name: \"supports alternate twitter frontends\",\n content: \"mirror https://vxtwitter.com/foo/status/1, please\",\n expected: [{\n original: \"https://vxtwitter.com/foo/status/1\",\n rewritten: \"https://nitter.net/foo/status/1\",\n }],\n },\n {\n name: \"ignores unrelated links\",\n content: \"https://example.com and https://youtube.com/watch?v=1\",\n expected: [],\n },\n];\n",[],[147,184],"c5a584e0-b4d8-11f0-9680-0224a6c84d84","rewrite.test.ts","c5a5858a-b4d8-11f0-9680-0224a6c84d84",3,["D",1761750357030],"import { assertEquals } from \"https://deno.land/std@0.224.0/assert/mod.ts\";\nimport { extractNitterRewrites } from \"../src/rewrite.ts\";\nimport { scenarios } from \"./scenarios.ts\";\n\nfor (const scenario of scenarios) {\n Deno.test(scenario.name, () => {\n const rewrites = extractNitterRewrites(scenario.content);\n assertEquals(rewrites, scenario.expected);\n });\n}\n",[],[147,192],["D",1761750356662],[172,173],[147],"c5df8d84-b4d8-11f0-8e3e-0224a6c84d84",["D",1761750357244],[],[154,32],["D",1761750356846],[170],[154],["D",1761746098901],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":24},{"_13":14,"_31":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"ctx",{"_78":-5,"_121":246,"_247":248,"_249":250,"_251":24,"_252":24,"_253":24,"_254":58,"_255":-5,"_256":-7,"_257":-7,"_258":62,"_259":24,"_260":24,"_261":-5,"_262":24,"_263":24,"_264":24,"_265":-5},"ENV",{"_217":218,"_219":220,"_221":85,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":245},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v7