. The author is\n// in

for simple cards, but when a card has a series\n// label (e.g. \"For Mothers of Young Children\"), that label occupies\n// .primaryMeta instead and the real author moves to

.\n// Prefer secondaryMeta when present so we get the person, not the series.\nfunction extractLinkText(a: any): string {\n const titleEl = a.querySelector?.(\".title\");\n if (titleEl) {\n const title = titleEl.textContent?.trim() ?? \"\";\n const author = a.querySelector?.(\".secondaryMeta\")?.textContent?.trim() ||\n a.querySelector?.(\".primaryMeta\")?.textContent?.trim();\n return author ? `${title} - ${author}` : title;\n }\n return recursiveJoin(a);\n}\n\ninterface MagazineResult {\n articles: Article[];\n issuePublished: boolean;\n}\n\nasync function getMagazineArticles(\n magazine: Magazine,\n year: number,\n month: number,\n): Promise {\n const monthPath = `${year}/${pad(month)}`;\n const expectedPath = `/study/${magazine}/${monthPath}`;\n const url = `https://www.churchofjesuschrist.org${expectedPath}?lang=eng`;\n\n const res = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36\",\n },\n });\n if (!res.ok) throw new Error(`Failed to fetch ${url}: ${res.status}`);\n\n // If the requested month's issue doesn't exist yet, the site redirects to\n // a different page (e.g. the latest available issue) instead of 404ing.\n // res.url reflects the final URL after any redirects — if it no longer\n // matches the month we asked for, that issue isn't published yet.\n const issuePublished = res.url.includes(expectedPath);\n\n const html = await res.text();\n\n if (!issuePublished) {\n return { articles: [], issuePublished: false };\n }\n\n // linkedom is available in Val Town for lightweight DOM parsing\n const { parseHTML } = await import(\"npm:linkedom\");\n const { document } = parseHTML(html);\n\n const prefix = `${expectedPath}/`;\n const seen = new Map();\n\n document.querySelectorAll(\"a[href]\").forEach((a: any) => {\n const href = a.getAttribute(\"href\") as string;\n if (!href || !href.startsWith(prefix)) return;\n\n // Skip masthead / cover / contents-page utility links, plus regional\n // \"local pages\" content (area news pages under folders like /afc/,\n // /usc/, /asa/, etc., or bare /local-news-### URLs).\n if (\n /contents|masthead|front-cover|back-cover|welcome-to|local-pages|local-news/i\n .test(href)\n ) {\n return;\n }\n\n // The page has two copies of each link: a plain sidebar TOC entry, and\n // the richer main-content card with .title/.primaryMeta. The sidebar\n // version usually comes first in the DOM — don't let it win over the\n // richer version if we later find one for the same URL.\n const hasTitleClass = !!a.querySelector?.(\".title\");\n const existing = seen.get(href);\n if (existing?.hasTitleClass) return; // already have the good version\n\n const title = extractLinkText(a);\n if (!title) return;\n\n seen.set(href, {\n hasTitleClass,\n article: {\n title,\n url: `https://www.churchofjesuschrist.org${\n href.split(\"?\")[0]\n }?lang=eng`,\n },\n });\n });\n\n return {\n articles: [...seen.values()].map((v) => v.article),\n issuePublished: true,\n };\n}\n\n// --- New-article tracking ---\n// YA Weekly publishes multiple times a month, so re-running this against the\n// monthly page will keep returning articles you've already added to Things.\n// This tracks which URLs have already been returned per magazine, so you can\n// ask for only what's new since the last check (pass ?new=true).\nimport sqlite from \"https://esm.town/v/std/sqlite/main.ts\";\n\nasync function ensureSeenTable() {\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS seen_articles (\n magazine TEXT NOT NULL,\n url TEXT NOT NULL,\n PRIMARY KEY (magazine, url)\n )`,\n );\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS created_projects (\n magazine TEXT NOT NULL,\n year INTEGER NOT NULL,\n month INTEGER NOT NULL,\n PRIMARY KEY (magazine, year, month)\n )`,\n );\n}\n\n// Returns true if this is the first time we're generating output for this\n// magazine/month (i.e. the Things project doesn't exist yet), and records it\n// as created so subsequent calls know to append instead.\nasync function claimProjectCreation(\n magazine: Magazine,\n year: number,\n month: number,\n): Promise {\n const existing = await sqlite.execute({\n sql:\n `SELECT 1 FROM created_projects WHERE magazine = ? AND year = ? AND month = ?`,\n args: [magazine, year, month],\n });\n if (existing.rows.length > 0) return false;\n\n await sqlite.execute({\n sql:\n `INSERT INTO created_projects (magazine, year, month) VALUES (?, ?, ?)`,\n args: [magazine, year, month],\n });\n return true;\n}\n\nasync function filterAndRecordNew(\n magazine: Magazine,\n articles: Article[],\n): Promise {\n await ensureSeenTable();\n\n const rows = await sqlite.execute({\n sql: `SELECT url FROM seen_articles WHERE magazine = ?`,\n args: [magazine],\n });\n const alreadySeen = new Set(rows.rows.map((r: any) => r.url as string));\n\n const newArticles = articles.filter((a) => !alreadySeen.has(a.url));\n\n for (const a of newArticles) {\n await sqlite.execute({\n sql: `INSERT OR IGNORE INTO seen_articles (magazine, url) VALUES (?, ?)`,\n args: [magazine, a.url],\n });\n }\n\n return newArticles;\n}\n\nasync function resetMagazineState(magazine: Magazine): Promise {\n await ensureSeenTable();\n await sqlite.execute({\n sql: `DELETE FROM seen_articles WHERE magazine = ?`,\n args: [magazine],\n });\n await sqlite.execute({\n sql: `DELETE FROM created_projects WHERE magazine = ?`,\n args: [magazine],\n });\n}\n\nfunction toThingsAddJson(\n projectName: string,\n articles: Article[],\n isFirstRun: boolean,\n): string {\n const payload = isFirstRun\n ? [\n {\n type: \"project\",\n attributes: {\n title: projectName,\n area: \"Gospel Study\",\n tags: [\"Magazines\"],\n when: \"today\",\n items: articles.map((a) => ({\n type: \"to-do\",\n attributes: { title: a.title, notes: a.url },\n })),\n },\n },\n ]\n : articles.map((a) => ({\n type: \"to-do\",\n attributes: { title: a.title, notes: a.url, list: projectName },\n }));\n\n return `things:///add-json?data=${\n encodeURIComponent(JSON.stringify(payload))\n }`;\n}\n\n// Val Town's CDN can cache GET responses for a given URL. Since this val's\n// output changes over time for the exact same query (new articles, dedup\n// state, etc.), every response must explicitly opt out of caching.\nfunction jsonResponse(data: unknown, init?: ResponseInit): Response {\n return Response.json(data, {\n ...init,\n headers: { ...(init?.headers ?? {}), \"Cache-Control\": \"no-store\" },\n });\n}\n\nexport default async function (req: Request): Promise {\n const params = new URL(req.url).searchParams;\n\n // --- All-in-one mode ---\n // Checks every magazine for the current and next month, and returns a\n // flat array of Things add-json URLs — only for combinations that are\n // actually published AND have new content. This lets the Shortcut skip\n // all the nested-loop/date-math logic entirely: just fetch this once and\n // open whatever comes back.\n if (params.get(\"all\") === \"true\") {\n const now = new Date();\n const monthsToCheck: Array<{ year: number; month: number }> = [\n { year: now.getFullYear(), month: now.getMonth() + 1 },\n ];\n const nextMonthDate = new Date(now.getFullYear(), now.getMonth() + 1, 1);\n monthsToCheck.push({\n year: nextMonthDate.getFullYear(),\n month: nextMonthDate.getMonth() + 1,\n });\n\n const urls: string[] = [];\n\n for (const magazine of ACTIVE_MAGAZINES) {\n for (const { year, month } of monthsToCheck) {\n try {\n const result = await getMagazineArticles(magazine, year, month);\n if (!result.issuePublished) continue;\n\n const newArticles = await filterAndRecordNew(\n magazine,\n result.articles,\n );\n if (newArticles.length === 0) continue;\n\n await ensureSeenTable();\n const projectName = getProjectName(magazine, year, month);\n const isFirstRun = await claimProjectCreation(magazine, year, month);\n urls.push(toThingsAddJson(projectName, newArticles, isFirstRun));\n } catch {\n // Skip a single magazine/month failure rather than failing the\n // whole batch — the Shortcut will just get fewer URLs this run.\n continue;\n }\n }\n }\n\n return jsonResponse(urls);\n }\n\n const magazine = params.get(\"magazine\") as Magazine;\n const now = new Date();\n const year = Number(params.get(\"year\")) || now.getFullYear();\n const month = Number(params.get(\"month\")) || now.getMonth() + 1;\n const format = params.get(\"format\"); // \"json\" (default) or \"things\"\n const onlyNew = params.get(\"new\") === \"true\";\n\n if (!magazine || !MAGAZINE_SLUGS.includes(magazine)) {\n return jsonResponse(\n { error: `magazine must be one of: ${MAGAZINE_SLUGS.join(\", \")}` },\n { status: 400 },\n );\n }\n\n if (params.get(\"reset\") === \"true\") {\n await resetMagazineState(magazine);\n return jsonResponse({ reset: true, magazine });\n }\n\n try {\n const result = await getMagazineArticles(magazine, year, month);\n\n if (!result.issuePublished) {\n return jsonResponse({\n magazine,\n year,\n month,\n issuePublished: false,\n message: \"This month's issue isn't published yet.\",\n });\n }\n\n let articles = result.articles;\n\n if (onlyNew) {\n articles = await filterAndRecordNew(magazine, articles);\n }\n\n if (format === \"things\") {\n await ensureSeenTable(); // also creates created_projects table\n const projectName = getProjectName(magazine, year, month);\n const isFirstRun = await claimProjectCreation(magazine, year, month);\n return jsonResponse({\n issuePublished: true,\n projectName,\n isFirstRun,\n url: toThingsAddJson(projectName, articles, isFirstRun),\n });\n }\n\n return jsonResponse({\n magazine,\n year,\n month,\n issuePublished: true,\n count: articles.length,\n articles,\n });\n } catch (err) {\n return jsonResponse({ error: String(err) }, { status: 502 });\n }\n}","deleted","label",[111],"pulls","branches",1,"forks","envVars",{"_134":42,"_136":42},"connections",{"_134":42,"_135":42},"count","unfilledCount","emptyCount",{"_18":110,"_20":111,"_112":36,"_113":-5,"_114":71,"_115":69,"_116":38,"_22":138,"_68":118,"_119":120,"_121":122,"_123":26,"_124":-5,"_139":140,"_88":141},["D",1788794020672],"children",[],[111],["D",1788465326816],["D",1789509043237],{"_16":17,"_86":81},{"_16":17,"_80":81,"_82":81,"_33":34,"_83":84,"_85":26},{"_68":69,"_20":70,"_18":71,"_72":19,"_73":-5,"_74":-5,"_75":-5,"_76":-5,"_77":-5,"_78":21,"_79":17},"ctx",{"_61":-5,"_106":180,"_181":182,"_183":184,"_185":26,"_186":26,"_187":26,"_188":38,"_189":-5,"_190":-7,"_191":-7,"_192":42,"_193":26,"_194":26,"_195":-5,"_196":26,"_197":26,"_198":26,"_199":-5},"ENV",{"_151":152,"_153":154,"_155":70,"_156":157,"_158":159,"_160":161,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search