Checked ${websiteUrl} for new PDFs. ${newPdfLinks.length} new of ${currentPdfLinks.length}.

New PDFs Found:

${link.text}

`,\n }),\n};\n\nconst CONFIG = [\n {\n WEBSITE_URL: \"https://jonestownpa.wordpress.com/council-meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"jonestownpa\",\n LABEL: \"Jonestown Borough\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Jonestown Borough\",\n },\n {\n WEBSITE_URL:\n \"https://www.lebanonpa.org/government/city-council/meeting-agendas\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"lebanonagendas\",\n LABEL: \"Lebanon City Meeting Agendas\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"chris@lebtown.com\"],\n FOLDER: \"Lebanon City\",\n },\n {\n WEBSITE_URL:\n \"https://www.lebanonpa.org/government/city-council/meeting-minutes\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"lebanonminutes\",\n LABEL: \"Lebanon City Meeting Minutes\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"chris@lebtown.com\"],\n FOLDER: \"Lebanon City\",\n },\n {\n WEBSITE_URL:\n \"https://cleonaborough.org/departments/borough-council/minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"cleonaborough\",\n LABEL: \"Cleona Borough (PDFS)\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Cleona Borough\",\n },\n {\n WEBSITE_URL: \"https://cleonaborough.org\",\n PATTERN: COMMON_PATTERNS.DOCS,\n KEY: \"cleonaboroughhomepage\",\n LABEL: \"Cleona Borough Homepage (Docs)\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Cleona Borough\",\n },\n {\n WEBSITE_URL:\n \"https://cleonaborough.org/departments/borough-council/minutes/\",\n PATTERN: COMMON_PATTERNS.DOCS,\n KEY: \"cleonaboroughdocs\",\n LABEL: \"Cleona Borough (Docs)\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Cleona Borough\",\n },\n {\n WEBSITE_URL: \"https://www.cornwall-pa.com/meetings/recent\",\n PATTERN: COMMON_PATTERNS.MEDIA,\n KEY: \"cornwallborough\",\n LABEL: \"Cornwall Borough\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithTitle,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Cornwall Borough\",\n },\n {\n WEBSITE_URL: \"https://easthanovertwp.com/board-of-supervisors/\",\n PATTERN: COMMON_PATTERNS.PDFS_INSIDE_TITLE,\n KEY: \"easthanover\",\n LABEL: \"East Hanover Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithTitle,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"East Hanover Township\",\n },\n {\n WEBSITE_URL: \"https://heidelbergtownship.com/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"heidelberghomepage\",\n LABEL: \"Heidelberg Township Homepage\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Heidelberg Township\",\n },\n {\n WEBSITE_URL:\n \"https://heidelbergtownship.com/government/documents-downloads/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"heidelberg\",\n LABEL: \"Heidelberg Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Heidelberg Township\",\n },\n {\n WEBSITE_URL: \"https://millcreektwp.org/agendas-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"millcreek\",\n LABEL: \"Millcreek Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Millcreek Township\",\n },\n {\n WEBSITE_URL:\n \"https://borough.mtgretna.com/borough-council/meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"mtgretna\",\n LABEL: \"Mount Gretna Borough (Minutes)\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Mount Gretna Borough\",\n },\n {\n WEBSITE_URL: \"https://borough.mtgretna.com/borough-council/agenda/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"mtgretnaagenda\",\n LABEL: \"Mount Gretna Borough (Agenda)\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Mount Gretna Borough\",\n },\n {\n WEBSITE_URL:\n \"https://nannvilletwp.com/index.php/supervisors-meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwp\",\n LABEL: \"North Annville Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL:\n \"https://nannvilletwp.com/index.php/planning-commission-meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwpplanning\",\n LABEL: \"North Annville Township Planning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL:\n \"https://nannvilletwp.com/index.php/resources/zoning-hearing-board/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwpzoning\",\n LABEL: \"North Annville Township Zoning Hearing Board\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL: \"https://nannvilletwp.com/index.php/public-notices/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwppublicnotices\",\n LABEL: \"North Annville Township Public Notices\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL: \"https://nannvilletwp.com/index.php/ordinances/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwpordinances\",\n LABEL: \"North Annville Township Ordinances\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL:\n \"https://nannvilletwp.com/index.php/resources/solar-farm-conditional-use-hearing-information/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nannvilletwpsolar\",\n LABEL: \"North Annville Township Solar Farm Conditional Use\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Annville Township\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/board-of-supervisors/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlebanon\",\n LABEL: \"North Lebanon Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/planning-commission/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlebanonplanning\",\n LABEL: \"North Lebanon Township Planning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/financials/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlebanonfinancials\",\n LABEL: \"North Lebanon Township Financials\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/archives-newsletter/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlebanonnewsletter\",\n LABEL: \"North Lebanon Township Newsletter Archives\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/municipal-authority/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlebanonauthority\",\n LABEL: \"North Lebanon Township Municipal Authority\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://www.nlondtwp.com/about/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlondonderry\",\n LABEL: \"North Londonderry Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"North Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://richlandborough.org/meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"richland\",\n LABEL: \"Richland Borough\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Richland Borough\",\n },\n {\n WEBSITE_URL:\n \"https://www.southannville.com/about-us/township-meeting-information\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"sannville\",\n LABEL: \"South Annville Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"lexi@lebtown.com\"],\n FOLDER: \"South Annville Township\",\n },\n {\n WEBSITE_URL: \"https://www.southannville.com/planning-commission\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"sannvilleplanning\",\n LABEL: \"South Annville Township Planning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"lexi@lebtown.com\"],\n FOLDER: \"South Annville Township\",\n },\n {\n WEBSITE_URL: \"https://www.southlondonderry.org/agendas--minutes.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"slondonderry\",\n LABEL: \"South Londonderry Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"South Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://www.southlondonderry.org/agendas--minutes1.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"slondonderryplanning\",\n LABEL: \"South Londonderry Township Planning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"South Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://www.southlondonderry.org/agendas--minutes4.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"slondonderrymunicipal\",\n LABEL: \"South Londonderry Township Municipal Authority\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"South Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://www.southlondonderry.org/agenda--minutes.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"slondonderryzoning\",\n LABEL: \"South Londonderry Township Zoning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"South Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://www.southlondonderry.org/agendas--minutes3.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"slondonderryhistorical\",\n LABEL: \"South Londonderry Township Historical Commission\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"South Londonderry Township\",\n },\n {\n WEBSITE_URL: \"https://swataratownshiplebanon.org/meetings/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"swatara\",\n LABEL: \"Swatara Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Swatara Township\",\n },\n {\n WEBSITE_URL:\n \"https://www.nctown.org/boards-commissions/planning-commission/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"ncornwallplanning\",\n LABEL: \"North Cornwall Township Planning\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Cornwall Township\",\n },\n {\n WEBSITE_URL: \"https://www.lebanonauthority.org/site/board-meetings/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"cola\",\n LABEL: \"City of Lebanon Authority\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"margaret@lebtown.com\"],\n FOLDER: \"City of Lebanon Authority\",\n },\n {\n WEBSITE_URL:\n \"https://www.lebanoncountypa.gov/departments/commissioners/meetings\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"county\",\n LABEL: \"Lebanon County\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"Lebanon County\",\n },\n {\n WEBSITE_URL:\n \"https://www.palmyraborough.org/boards___commissions/borough_council_meeting_minutes.php\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"palmyraborough\",\n LABEL: \"Palmyra Borough\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Palmyra Borough\",\n },\n {\n WEBSITE_URL: \"https://www.fswaonline.net/index.php/meeting-minutes/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"fwsa\",\n LABEL: \"Fredericksburg Sewer and Water Authority\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"margaret@lebtown.com\"],\n FOLDER: \"Fredericksburg Sewer and Water Authority\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/police-department/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlpolice\",\n LABEL: \"Lebanon County Regional Police Commission\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Lebanon County Regional Police Commission\",\n },\n {\n WEBSITE_URL: \"https://northlebanontwppa.gov/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"nlhomepage\",\n LABEL: \"North Lebanon Township Homepage\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Lebanon Township\",\n },\n {\n WEBSITE_URL: \"https://annvilletwp.com/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"annvilletwphp\",\n LABEL: \"Annville Township homepage\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Annville Township\",\n },\n {\n WEBSITE_URL: \"https://betheltwplebanon.gov/?page_id=5075\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"betheltwp\",\n LABEL: \"Bethel Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"james@lebtown.com\"],\n FOLDER: \"Bethel Township\",\n },\n {\n WEBSITE_URL: \"https://westlebanonpa.gov/boards-and-meetings/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"wlebanontwp\",\n LABEL: \"West Lebanon Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"West Lebanon Township\",\n },\n {\n WEBSITE_URL:\n \"https://www.nctown.org/boards-commissions/board-of-supervisors/\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"ncornwalltwp\",\n LABEL: \"North Cornwall Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"North Cornwall Township\",\n },\n {\n WEBSITE_URL: \"https://www.myerstownpa.org/meetings_and_agendas/index.php\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"myerstown\",\n LABEL: \"Myerstown Borough\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"emily@lebtown.com\"],\n FOLDER: \"Myerstown Borough\",\n },\n {\n WEBSITE_URL:\n \"https://annvilletwp.com/download-category/minutes-of-the-board-of-commissioners-2024/\",\n PATTERN: COMMON_PATTERNS.DOWNLOAD_URLS,\n KEY: \"annville\",\n LABEL: \"Annville Township\",\n GENERATOR: COMMON_GENERATORS.downloadUrls,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"Annville Township\",\n },\n {\n WEBSITE_URL: \"https://twp.south-lebanon.pa.us/1033/Board-of-Supervisors\",\n PATTERN: COMMON_PATTERNS.DOCUMENT_CENTER,\n KEY: \"slebanon\",\n LABEL: \"South Lebanon Township\",\n GENERATOR: COMMON_GENERATORS.documentCenter,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"South Lebanon Township\",\n },\n {\n WEBSITE_URL:\n \"https://uniontownshippa.com/township/board-of-township-supervisors/\",\n PATTERN: COMMON_PATTERNS.PDFS_WITH_CACHE_BUSTERS,\n KEY: \"uniontownship\",\n LABEL: \"Union Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithCacheBuster,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"katie@lebtown.com\"],\n FOLDER: \"Union Township\",\n },\n {\n WEBSITE_URL: \"https://westcornwalltwp.com/township-meeting-notes/\",\n PATTERN: COMMON_PATTERNS.DROPBOX_LINKS,\n KEY: \"wcornwall\",\n LABEL: \"West Cornwall Township\",\n GENERATOR: COMMON_GENERATORS.pdfLinksNoText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [\"margaret@lebtown.com\"],\n FOLDER: \"West Cornwall Township\",\n },\n {\n WEBSITE_URL:\n \"https://www.pa.gov/agencies/lcb/about-us/reports-and-publications/annual-reports.html\",\n PATTERN: COMMON_PATTERNS.PDFS,\n KEY: \"plcb\",\n LABEL: \"PLCB\",\n GENERATOR: COMMON_GENERATORS.pdfLinksWithText,\n EMAIL_TEMPLATE: EMAIL_TEMPLATES.PDFS,\n EMAILS: [],\n FOLDER: \"PLCB\",\n },\n];\n\nasync function processWebsite({\n WEBSITE_URL,\n PATTERN,\n KEY,\n LABEL,\n GENERATOR,\n EMAIL_TEMPLATE,\n EMAILS,\n FOLDER,\n}) {\n const response = await fetch(WEBSITE_URL);\n const html = await response.text();\n\n const origin = new URL(WEBSITE_URL).origin;\n const $ = cheerio.load(html);\n const currentPdfLinks = $(PATTERN).map((...args) =>\n GENERATOR($, ...args, origin)\n ).get();\n\n // Get previously seen PDF ids/links from blob storage\n const seenPdfLinks = (await blob.getJSON(KEY)) || [];\n\n // Find new PDF ids/links\n const newPdfLinks = currentPdfLinks.filter(\n (link) => !seenPdfLinks.includes(link.id),\n );\n\n if (newPdfLinks.length > 0) {\n // Send email with new PDF links\n await email(\n EMAIL_TEMPLATE({\n emails: EMAILS,\n label: LABEL,\n websiteUrl: WEBSITE_URL,\n newPdfLinks,\n currentPdfLinks,\n }),\n );\n\n // Update the list of seen PDF links\n await blob.setJSON(KEY, [\n ...new Set([...seenPdfLinks, ...currentPdfLinks.map((link) => link.id)]),\n ]);\n }\n\n console.log(\n `PDF check completed for ${LABEL}, ${newPdfLinks.length} new of ${currentPdfLinks.length}`,\n );\n\n return newPdfLinks\n .filter((newPdf) => newPdf.href.toLowerCase().endsWith(\".pdf\"))\n .map((newPdf) => ({ ...newPdf, folder: FOLDER }));\n}\n\nexport default async function () {\n let newPDFs = [];\n try {\n for (const config of CONFIG) {\n const result = await processWebsite(config);\n newPDFs = [...newPDFs, ...result];\n }\n } catch (error) {\n console.error(error);\n }\n\n Promise.allSettled(newPDFs.map((newPdf) => generateArchiverPromise(newPdf)))\n .then((results) => {\n console.log(\"All PDF archiving requests completed\");\n results.forEach((result, index) => {\n const pdf = newPDFs[index];\n if (result.status === \"fulfilled\") {\n const response = result.value;\n if (response.ok) {\n console.log(\n `PDF \"${pdf.text}\" archived successfully. Status: ${response.status}`,\n );\n } else {\n console.warn(\n `PDF \"${pdf.text}\" archiving failed. Status: ${response.status}`,\n );\n }\n } else {\n console.error(`PDF \"${pdf.text}\" archiving rejected:`, result.reason);\n }\n });\n\n return results;\n })\n .then((results) => {\n const successfulResults = results\n .filter((result) => result.status === \"fulfilled\")\n .map((p) => (p as PromiseFulfilledResult).value.json());\n return Promise.all(successfulResults);\n })\n .then((jsonResults) => {\n console.log(\"Processing successful archiving results\");\n jsonResults.forEach((data, index) => {\n console.log(`Archived PDF ${index + 1} details:`, data);\n });\n })\n .catch((error) => {\n console.error(\"Unexpected error in archiving process:\", error);\n })\n .finally(() => {\n console.log(\"Archiving process completed\");\n });\n}","deleted","label",[99],"permalink","https://www.val.town/x/davisshaver/genericScraper/code/main.tsx","extension","actionData","errors"]