...

to one bulleted line (strip inner tags +\n // whitespace) so nested

wrappers don't produce blank-line gaps.\n .replace(/]*>([\\s\\S]*?)<\\/li>/gi, (_match, inner) => {\n const cleaned = inner\n .replace(/<[^>]+>/g, \" \")\n .replace(/\\s+/g, \" \")\n .trim();\n return `- ${cleaned}\\n`;\n })\n .replace(/<\\/\\s*(p|div|h[1-6])\\s*>/gi, \"\\n\\n\")\n .replace(/<[^>]+>/g, \"\")\n .replace(/[ \\t]+\\n/g, \"\\n\")\n .replace(/\\n{3,}/g, \"\\n\\n\")\n // Tighten consecutive bullets so the list isn't double-spaced.\n .replace(/\\n\\n(?=- )/g, \"\\n\")\n .trim();\n}\n\nfunction getJobDescription(job: Job) {\n const payload = parseJobPayload(job);\n if (!payload) {\n return \"(no description available)\";\n }\n const html = payload.content ?? payload.descriptionHtml ?? null;\n if (html) {\n return htmlToPlainText(html);\n }\n if (payload.descriptionPlain) {\n return payload.descriptionPlain;\n }\n return \"(no description available)\";\n}\n\nfunction getJobPayloadRest(job: Job): Record | null {\n const payload = parseJobPayload(job);\n if (!payload) {\n return null;\n }\n const rest: Record = { ...payload };\n delete rest.title;\n delete rest.content;\n delete rest.descriptionHtml;\n delete rest.descriptionPlain;\n return rest;\n}\n\nfunction escapeHtml(value: string) {\n return value.replace(/[&<>\"']/g, (char) => {\n switch (char) {\n case \"&\": return \"&\";\n case \"<\": return \"<\";\n case \">\": return \">\";\n case '\"': return \""\";\n case \"'\": return \"'\";\n default: return char;\n }\n });\n}\n\nfunction styleShikiBlock(html: string, { wrap }: { wrap: boolean }) {\n // Shiki emits

 with no\n  // padding. Inject padding/rounded corners, and optional soft-wrap so prose\n  // descriptions don't horizontally scroll on narrow screens.\n  const extra = [\n    \"padding:16px 20px\",\n    \"border-radius:8px\",\n    \"line-height:1.5\",\n    wrap\n      ? \"white-space:pre-wrap;word-break:break-word;overflow-wrap:anywhere\"\n      : \"overflow:auto\",\n  ].join(\";\");\n  return html.replace(\n    /]*?)style=\"([^\"]*)\"/,\n    (_match, attrs, style) => `',\n  );\n\n  if (newJobs.length > 0) {\n    parts.push(\n      `New jobs (${newJobs.length})
`,\n    );\n    parts.push('');\n    for (const job of newJobs) {\n      parts.push(\n        `[${escapeHtml(job.source)}] ${escapeHtml(getJobTitle(job))}
` +\n          `${escapeHtml(job.url)}
`,\n      );\n    }\n    parts.push(\"
\");\n  }\n\n  if (removedJobs.length > 0) {\n    parts.push(\n      `Archived jobs (${removedJobs.length})
`,\n    );\n    for (const job of removedJobs) {\n      parts.push(\n        `[${escapeHtml(job.source)}] ${escapeHtml(getJobTitle(job))}
`,\n      );\n      parts.push(await highlightMarkdown(getJobDescription(job)));\n      const rest = getJobPayloadRest(job);\n      if (rest) {\n        parts.push(await highlightJson(rest));\n      }\n    }\n  }\n\n  parts.push(\"\");\n  return parts.join(\"\\n\");\n}\n\nexport async function buildJobsEmailMessage(newJobs: Job[], removedJobs: Job[]) {\n  const lines: string[] = [];\n\n  if (newJobs.length > 0) {\n    lines.push(`New jobs (${newJobs.length}):`);\n    lines.push(\"\");\n    lines.push(\n      ...newJobs.map((job) => `- [${job.source}] ${getJobTitle(job)}\\n  ${job.url}`),\n    );\n  }\n\n  if (removedJobs.length > 0) {\n    if (lines.length > 0) {\n      lines.push(\"\");\n    }\n    lines.push(`Archived jobs (${removedJobs.length}):`);\n    lines.push(\"\");\n    for (const job of removedJobs) {\n      lines.push(`- [${job.source}] ${getJobTitle(job)}`);\n      lines.push(\"\");\n      lines.push(getJobDescription(job));\n      lines.push(\"\");\n    }\n  }\n\n  const SUBJECT_MAX_TITLES = 2;\n  const formatSubjectJob = (job: Job) =>\n    `${getJobTitle(job)} [${job.source}]`;\n  const formatSubjectSection = (jobs: Job[]) => {\n    const shown = jobs.slice(0, SUBJECT_MAX_TITLES).map(formatSubjectJob);\n    const overflow = jobs.length - shown.length;\n    const list = shown.join(\"; \");\n    return overflow > 0 ? `${list} (+${overflow})` : list;\n  };\n\n  const subjectParts: string[] = [];\n  if (newJobs.length > 0) {\n    subjectParts.push(`New: ${formatSubjectSection(newJobs)}`);\n  } else if (removedJobs.length > 0) {\n    subjectParts.push(`Archived: ${formatSubjectSection(removedJobs)}`);\n  }\n\n  const html = await buildJobsEmailHtml(newJobs, removedJobs);\n\n  return {\n    subject: subjectParts.join(\" · \"),\n    text: lines.join(\"\\n\").trimEnd(),\n    html,\n  };\n}\n\nexport async function runTracker(\n  deps: RunTrackerDeps = {},\n) {\n  function logStep(message: string, extra: Record = {}) {\n    console.log(JSON.stringify({ scope: \"runTracker\", message, ...extra }));\n  }\n\n  const fetchFn = deps.fetchFn ?? fetch;\n  const sqliteClient = deps.sqliteClient ?? sqlite;\n  const now = deps.now ?? (() => new Date());\n\n  logStep(\"starting\");\n  await ensureSchema(sqliteClient);\n  logStep(\"schema_ready\");\n  const existingJobs = await getExistingJobs(sqliteClient);\n  logStep(\"loaded_existing_jobs\", { count: existingJobs.length });\n  const existingJobsByUrl = new Map(existingJobs.map((job) => [job.url, job]));\n  const [anthropicJobs, openAiJobs] = await Promise.all([\n    fetchAnthropicJobs(fetchFn),\n    fetchOpenAiJobs(fetchFn),\n  ]);\n  logStep(\"fetched_sources\", {\n    anthropicCount: anthropicJobs.length,\n    openAiCount: openAiJobs.length,\n  });\n\n  const jobs = dedupeJobs([...anthropicJobs, ...openAiJobs]);\n  logStep(\"deduped_jobs\", { count: jobs.length });\n\n  for (const job of jobs) {\n    const existingJob = existingJobsByUrl.get(job.url);\n    if (existingJob?.raw_json) {\n      job.raw_json = existingJob.raw_json;\n      continue;\n    }\n\n    const hydrated = job.source === \"openai\"\n      ? await hydrateOpenAiJob(job)\n      : await hydrateAnthropicJob(job);\n    job.raw_json = hydrated.raw_json;\n  }\n\n  const newJobs = getNewJobs(existingJobs, jobs);\n  const removedJobs = getRemovedJobs(existingJobs, jobs);\n  const nowIso = now().toISOString();\n  logStep(\"computed_diff\", {\n    newCount: newJobs.length,\n    removedCount: removedJobs.length,\n    syncedAt: nowIso,\n  });\n\n  logStep(\"writing_observations\", { count: jobs.length });\n  await recordJobObservations(jobs, nowIso, sqliteClient);\n  logStep(\"writing_payloads\", { count: newJobs.length });\n  await storeNewJobPayloads(newJobs, nowIso, sqliteClient);\n  logStep(\"writing_archives\", { count: removedJobs.length });\n  await archiveRemovedJobs(removedJobs, nowIso, sqliteClient);\n  logStep(\"writing_snapshot\", { count: jobs.length });\n  await syncJobs(jobs, nowIso, sqliteClient);\n  logStep(\"completed\", {\n    count: jobs.length,\n    newCount: newJobs.length,\n    archivedCount: removedJobs.length,\n  });\n\n  return {\n    ok: true,\n    syncedAt: nowIso,\n    count: jobs.length,\n    newCount: newJobs.length,\n    archivedCount: removedJobs.length,\n    newJobs,\n    removedJobs,\n  };\n}\n\nexport default async function (\n  deps: {\n    runTracker?: typeof runTracker;\n    sendEmail?: EmailClient;\n  } = {},\n) {\n  function logStep(message: string, extra: Record = {}) {\n    console.log(JSON.stringify({ scope: \"cron\", message, ...extra }));\n  }\n\n  const result = await (deps.runTracker ?? runTracker)();\n  const sendEmail = deps.sendEmail ?? email;\n\n  if (result.newJobs.length > 0 || result.removedJobs.length > 0) {\n    const message = await buildJobsEmailMessage(result.newJobs, result.removedJobs);\n    logStep(\"sending_email\", {\n      newCount: result.newJobs.length,\n      archivedCount: result.removedJobs.length,\n      subject: message.subject,\n    });\n    try {\n      await sendEmail(message);\n      logStep(\"email_sent\", {\n        newCount: result.newJobs.length,\n        archivedCount: result.removedJobs.length,\n        subject: message.subject,\n      });\n    } catch (error) {\n      logStep(\"email_failed\", {\n        newCount: result.newJobs.length,\n        archivedCount: result.removedJobs.length,\n        subject: message.subject,\n        error: error instanceof Error ? error.message : String(error),\n      });\n      throw error;\n    }\n  } else {\n    logStep(\"email_skipped\", { reason: \"no_new_or_archived_jobs\" });\n  }\n\n  return {\n    ok: result.ok,\n    syncedAt: result.syncedAt,\n    count: result.count,\n    newCount: result.newCount,\n    archivedCount: result.archivedCount,\n  };\n}\n","deleted","label",[184,166],"src","permalink","https://www.val.town/x/u/hireping/code/src/cron.ts","extension","actionData","errors"]