[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_104":105,"_106":107},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","aosmond7","name","church-magazines","path","main.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":25,"_58":32,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/aosmond7/church-magazines/code/main.ts","extension","id","c8853ead-2b4c-4efc-baf6-febf10c2d948","fileId","6885dfca-a7d1-11f1-ba3a-1607ee4eb77e","parentId","branchId","1749ded5-ea42-45bc-8d82-d4ab0ec7aafb","branchVersion",25,"latest",true,"createdAt",["D",1788794020672],"version",24,"fileType","http","content","// Val Town HTTP val: returns current month's articles for a Church magazine.\n// Usage:\n// GET ?magazine=liahona\n// GET ?magazine=ftsoy&year=2026&month=9\n// GET ?magazine=friend&format=things (add-json URLs instead of raw JSON)\n//\n// All four magazines (Liahona, For the Strength of Youth, The Friend, YA Weekly)\n// share the same monthly index-page structure, so one scraper handles all of them.\n\n// All magazines this val knows how to scrape. MAGAZINE_SLUGS stays complete\n// (including ya-weekly) so ?magazine=ya-weekly still works if you want to\n// test or reactivate it later — see ACTIVE_MAGAZINES below for what the\n// weekly ?all=true batch actually runs.\nconst MAGAZINE_SLUGS = [\"ya-weekly\", \"friend\", \"ftsoy\", \"liahona\"] as const;\ntype Magazine = (typeof MAGAZINE_SLUGS)[number];\n\n// The magazines the ?all=true batch (used by the Shortcut) actually checks.\n// YA Weekly is paused here — Liahona already surfaces its featured \"Young\n// Adults\" articles, so running YA Weekly separately was duplicating content.\n// Order matters: Things adds each new project to the top of the area, so the\n// LAST magazine processed ends up on top. Currently: Friend, FSY, Liahona\n// (bottom to top) — Liahona ends up at the top.\nconst ACTIVE_MAGAZINES: Magazine[] = [\"friend\", \"ftsoy\", \"liahona\"];\n\n// Adjust these to taste — they drive the \"[Magazine Name] - [Month Year]\" project title.\nconst MAGAZINE_DISPLAY_NAMES: Record = {\n liahona: \"Liahona\",\n ftsoy: \"For the Strength of Youth\",\n friend: \"The Friend\",\n \"ya-weekly\": \"YA Weekly\",\n};\n\nconst MONTH_NAMES = [\n \"Jan\",\n \"Feb\",\n \"Mar\",\n \"Apr\",\n \"May\",\n \"Jun\",\n \"Jul\",\n \"Aug\",\n \"Sep\",\n \"Oct\",\n \"Nov\",\n \"Dec\",\n];\n\nfunction getProjectName(\n magazine: Magazine,\n year: number,\n month: number,\n): string {\n return `${MAGAZINE_DISPLAY_NAMES[magazine]} - ${\n MONTH_NAMES[month - 1]\n } ${year}`;\n}\n\ninterface Article {\n title: string;\n url: string;\n}\n\nfunction pad(n: number) {\n return n.toString().padStart(2, \"0\");\n}\n\n// Fallback for markup that doesn't use the .title/.primaryMeta classes below —\n// recursively joins every element's text with a space so nested pieces don't\n// run together (e.g. \"Spirituality?Yaquelin\" -> \"Spirituality? Yaquelin\").\nfunction recursiveJoin(node: any): string {\n const parts: string[] = [];\n node.childNodes.forEach((child: any) => {\n if (child.nodeType === 3) {\n const t = child.textContent?.trim();\n if (t) parts.push(t);\n } else if (child.nodeType === 1) {\n const t = recursiveJoin(child);\n if (t) parts.push(t);\n }\n });\n return parts.join(\" \").replace(/\\s+/g, \" \").trim();\n}\n\n// YA Weekly's card markup has the title in

. The author is\n// in

for simple cards, but when a card has a series\n// label (e.g. \"For Mothers of Young Children\"), that label occupies\n// .primaryMeta instead and the real author moves to

.\n// Prefer secondaryMeta when present so we get the person, not the series.\nfunction extractLinkText(a: any): string {\n const titleEl = a.querySelector?.(\".title\");\n if (titleEl) {\n const title = titleEl.textContent?.trim() ?? \"\";\n const author = a.querySelector?.(\".secondaryMeta\")?.textContent?.trim() ||\n a.querySelector?.(\".primaryMeta\")?.textContent?.trim();\n return author ? `${title} - ${author}` : title;\n }\n return recursiveJoin(a);\n}\n\ninterface MagazineResult {\n articles: Article[];\n issuePublished: boolean;\n}\n\nasync function getMagazineArticles(\n magazine: Magazine,\n year: number,\n month: number,\n): Promise {\n const monthPath = `${year}/${pad(month)}`;\n const expectedPath = `/study/${magazine}/${monthPath}`;\n const url = `https://www.churchofjesuschrist.org${expectedPath}?lang=eng`;\n\n const res = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36\",\n },\n });\n if (!res.ok) throw new Error(`Failed to fetch ${url}: ${res.status}`);\n\n // If the requested month's issue doesn't exist yet, the site redirects to\n // a different page (e.g. the latest available issue) instead of 404ing.\n // res.url reflects the final URL after any redirects — if it no longer\n // matches the month we asked for, that issue isn't published yet.\n const issuePublished = res.url.includes(expectedPath);\n\n const html = await res.text();\n\n if (!issuePublished) {\n return { articles: [], issuePublished: false };\n }\n\n // linkedom is available in Val Town for lightweight DOM parsing\n const { parseHTML } = await import(\"npm:linkedom\");\n const { document } = parseHTML(html);\n\n const prefix = `${expectedPath}/`;\n const seen = new Map();\n\n document.querySelectorAll(\"a[href]\").forEach((a: any) => {\n const href = a.getAttribute(\"href\") as string;\n if (!href || !href.startsWith(prefix)) return;\n\n // Skip masthead / cover / contents-page utility links, plus regional\n // \"local pages\" content (area news pages under folders like /afc/,\n // /usc/, /asa/, etc., or bare /local-news-### URLs).\n if (\n /contents|masthead|front-cover|back-cover|welcome-to|local-pages|local-news/i\n .test(href)\n ) {\n return;\n }\n\n // The page has two copies of each link: a plain sidebar TOC entry, and\n // the richer main-content card with .title/.primaryMeta. The sidebar\n // version usually comes first in the DOM — don't let it win over the\n // richer version if we later find one for the same URL.\n const hasTitleClass = !!a.querySelector?.(\".title\");\n const existing = seen.get(href);\n if (existing?.hasTitleClass) return; // already have the good version\n\n const title = extractLinkText(a);\n if (!title) return;\n\n seen.set(href, {\n hasTitleClass,\n article: {\n title,\n url: `https://www.churchofjesuschrist.org${\n href.split(\"?\")[0]\n }?lang=eng`,\n },\n });\n });\n\n return {\n articles: [...seen.values()].map((v) => v.article),\n issuePublished: true,\n };\n}\n\n// --- New-article tracking ---\n// YA Weekly publishes multiple times a month, so re-running this against the\n// monthly page will keep returning articles you've already added to Things.\n// This tracks which URLs have already been returned per magazine, so you can\n// ask for only what's new since the last check (pass ?new=true).\nimport sqlite from \"https://esm.town/v/std/sqlite/main.ts\";\n\nasync function ensureSeenTable() {\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS seen_articles (\n magazine TEXT NOT NULL,\n url TEXT NOT NULL,\n PRIMARY KEY (magazine, url)\n )`,\n );\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS created_projects (\n magazine TEXT NOT NULL,\n year INTEGER NOT NULL,\n month INTEGER NOT NULL,\n PRIMARY KEY (magazine, year, month)\n )`,\n );\n}\n\n// Returns true if this is the first time we're generating output for this\n// magazine/month (i.e. the Things project doesn't exist yet), and records it\n// as created so subsequent calls know to append instead.\nasync function claimProjectCreation(\n magazine: Magazine,\n year: number,\n month: number,\n): Promise {\n const existing = await sqlite.execute({\n sql:\n `SELECT 1 FROM created_projects WHERE magazine = ? AND year = ? AND month = ?`,\n args: [magazine, year, month],\n });\n if (existing.rows.length > 0) return false;\n\n await sqlite.execute({\n sql:\n `INSERT INTO created_projects (magazine, year, month) VALUES (?, ?, ?)`,\n args: [magazine, year, month],\n });\n return true;\n}\n\nasync function filterAndRecordNew(\n magazine: Magazine,\n articles: Article[],\n): Promise {\n await ensureSeenTable();\n\n const rows = await sqlite.execute({\n sql: `SELECT url FROM seen_articles WHERE magazine = ?`,\n args: [magazine],\n });\n const alreadySeen = new Set(rows.rows.map((r: any) => r.url as string));\n\n const newArticles = articles.filter((a) => !alreadySeen.has(a.url));\n\n for (const a of newArticles) {\n await sqlite.execute({\n sql: `INSERT OR IGNORE INTO seen_articles (magazine, url) VALUES (?, ?)`,\n args: [magazine, a.url],\n });\n }\n\n return newArticles;\n}\n\nasync function resetMagazineState(magazine: Magazine): Promise {\n await ensureSeenTable();\n await sqlite.execute({\n sql: `DELETE FROM seen_articles WHERE magazine = ?`,\n args: [magazine],\n });\n await sqlite.execute({\n sql: `DELETE FROM created_projects WHERE magazine = ?`,\n args: [magazine],\n });\n}\n\nfunction toThingsAddJson(\n projectName: string,\n articles: Article[],\n isFirstRun: boolean,\n): string {\n const payload = isFirstRun\n ? [\n {\n type: \"project\",\n attributes: {\n title: projectName,\n area: \"Gospel Study\",\n tags: [\"Magazines\"],\n when: \"today\",\n items: articles.map((a) => ({\n type: \"to-do\",\n attributes: { title: a.title, notes: a.url },\n })),\n },\n },\n ]\n : articles.map((a) => ({\n type: \"to-do\",\n attributes: { title: a.title, notes: a.url, list: projectName },\n }));\n\n return `things:///add-json?data=${\n encodeURIComponent(JSON.stringify(payload))\n }`;\n}\n\n// Val Town's CDN can cache GET responses for a given URL. Since this val's\n// output changes over time for the exact same query (new articles, dedup\n// state, etc.), every response must explicitly opt out of caching.\nfunction jsonResponse(data: unknown, init?: ResponseInit): Response {\n return Response.json(data, {\n ...init,\n headers: { ...(init?.headers ?? {}), \"Cache-Control\": \"no-store\" },\n });\n}\n\nexport default async function (req: Request): Promise {\n const params = new URL(req.url).searchParams;\n\n // --- All-in-one mode ---\n // Checks every magazine for the current and next month, and returns a\n // flat array of Things add-json URLs — only for combinations that are\n // actually published AND have new content. This lets the Shortcut skip\n // all the nested-loop/date-math logic entirely: just fetch this once and\n // open whatever comes back.\n if (params.get(\"all\") === \"true\") {\n const now = new Date();\n const monthsToCheck: Array<{ year: number; month: number }> = [\n { year: now.getFullYear(), month: now.getMonth() + 1 },\n ];\n const nextMonthDate = new Date(now.getFullYear(), now.getMonth() + 1, 1);\n monthsToCheck.push({\n year: nextMonthDate.getFullYear(),\n month: nextMonthDate.getMonth() + 1,\n });\n\n const urls: string[] = [];\n\n for (const magazine of ACTIVE_MAGAZINES) {\n for (const { year, month } of monthsToCheck) {\n try {\n const result = await getMagazineArticles(magazine, year, month);\n if (!result.issuePublished) continue;\n\n const newArticles = await filterAndRecordNew(\n magazine,\n result.articles,\n );\n if (newArticles.length === 0) continue;\n\n await ensureSeenTable();\n const projectName = getProjectName(magazine, year, month);\n const isFirstRun = await claimProjectCreation(magazine, year, month);\n urls.push(toThingsAddJson(projectName, newArticles, isFirstRun));\n } catch {\n // Skip a single magazine/month failure rather than failing the\n // whole batch — the Shortcut will just get fewer URLs this run.\n continue;\n }\n }\n }\n\n return jsonResponse(urls);\n }\n\n const magazine = params.get(\"magazine\") as Magazine;\n const now = new Date();\n const year = Number(params.get(\"year\")) || now.getFullYear();\n const month = Number(params.get(\"month\")) || now.getMonth() + 1;\n const format = params.get(\"format\"); // \"json\" (default) or \"things\"\n const onlyNew = params.get(\"new\") === \"true\";\n\n if (!magazine || !MAGAZINE_SLUGS.includes(magazine)) {\n return jsonResponse(\n { error: `magazine must be one of: ${MAGAZINE_SLUGS.join(\", \")}` },\n { status: 400 },\n );\n }\n\n if (params.get(\"reset\") === \"true\") {\n await resetMagazineState(magazine);\n return jsonResponse({ reset: true, magazine });\n }\n\n try {\n const result = await getMagazineArticles(magazine, year, month);\n\n if (!result.issuePublished) {\n return jsonResponse({\n magazine,\n year,\n month,\n issuePublished: false,\n message: \"This month's issue isn't published yet.\",\n });\n }\n\n let articles = result.articles;\n\n if (onlyNew) {\n articles = await filterAndRecordNew(magazine, articles);\n }\n\n if (format === \"things\") {\n await ensureSeenTable(); // also creates created_projects table\n const projectName = getProjectName(magazine, year, month);\n const isFirstRun = await claimProjectCreation(magazine, year, month);\n return jsonResponse({\n issuePublished: true,\n projectName,\n isFirstRun,\n url: toThingsAddJson(projectName, articles, isFirstRun),\n });\n }\n\n return jsonResponse({\n magazine,\n year,\n month,\n issuePublished: true,\n count: articles.length,\n articles,\n });\n } catch (err) {\n return jsonResponse({ error: String(err) }, { status: 502 });\n }\n}","deleted",false,"label",[14],"73a8279b-a141-4be1-91f9-60edda8634e2",["D",1788465326816],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Liahona, For the Strength of Youth, The Friend, and YA Weekly","imageUrl","userId","68f722f7-f4b5-496a-b306-6c39f218f7ee","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a0161a-20de-721f-b012-63be67524c91","tursoName","73a8279ba1414be191f960edda8634e2","tursoHostname","73a8279ba1414be191f960edda8634e2-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789509043237],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_103":98},"org",{"_9":10,"_97":98,"_99":98,"_55":56,"_100":101,"_102":42},"branch",{"_35":30,"_11":88,"_22":28,"_89":45,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":12,"_96":10},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_137":138,"_139":140,"_141":142,"_143":42,"_144":42,"_145":42,"_146":32,"_147":-5,"_148":-7,"_149":-7,"_150":62,"_151":42,"_152":42,"_153":-5,"_154":42,"_155":42,"_156":42,"_157":-5},"ENV",{"_108":109,"_110":111,"_112":88,"_113":114,"_115":116,"_117":118,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]