element and has an alttext attribute\n    if (element.nodeName.toLowerCase() === \"math\") {\n      let latex = element.getAttribute(\"data-latex\");\n      let alttext = element.getAttribute(\"alttext\");\n      if (latex) {\n        return latex.trim();\n      } else if (alttext) {\n        return alttext.trim();\n      }\n      console.log(\"No latex or alttext found for math element:\", element);\n    }\n\n    // If not, look for a nested element with alttext\n    const mathElement = element.querySelector(\"math[alttext]\");\n    if (mathElement) {\n      const alttext = mathElement.getAttribute(\"alttext\");\n      if (alttext) {\n        return alttext.trim();\n      }\n    }\n\n    const annotation = element.querySelector(\n      'annotation[encoding=\"application/x-tex\"]',\n    );\n    if (annotation?.textContent) {\n      return annotation.textContent.trim();\n    }\n\n    const mathNode = element.nodeName.toLowerCase() === \"math\"\n      ? element\n      : element.querySelector(\"math\");\n    if (mathNode) {\n      return MathMLToLaTeX.convert(mathNode.outerHTML);\n    }\n\n    const imgNode = element.querySelector(\"img\");\n    return imgNode?.getAttribute(\"alt\") || \"\";\n  }\n\n  try {\n    let markdown = turndownService.turndown(processedContent);\n    debugLog(\"Markdown\", \"Markdown conversion successful\");\n\n    // Remove the title from the beginning of the content if it exists\n    const titleMatch = markdown.match(/^# .+\\n+/);\n    if (titleMatch) {\n      markdown = markdown.slice(titleMatch[0].length);\n    }\n\n    // Remove any empty links e.g. [](example.com) that remain, along with surrounding newlines\n    // But don't affect image links like ![](image.jpg)\n    markdown = markdown.replace(/\\n*(? 0) {\n      markdown += \"\\n\\n---\\n\\n\";\n      for (const [id, content] of Object.entries(footnotes)) {\n        markdown += `[^${id}]: ${content}\\n\\n`;\n      }\n    }\n\n    // Clear the footnotes object for the next conversion\n    Object.keys(footnotes).forEach((key) => delete footnotes[key]);\n\n    return markdown.trim();\n  } catch (error) {\n    console.error(\"Error converting HTML to Markdown:\", error);\n    console.log(\n      \"Problematic content:\",\n      processedContent.substring(0, 1000) + \"...\",\n    );\n    return `Partial conversion completed with errors. Original HTML:\\n\\n${processedContent}`;\n  }\n}\n\n// let htmlStr =\n//   `

Testing

\"use server-entry\";

export async function Comments() {
  // Load data from a database...
  let comments = await db.getComments();

  return comments.map((comment) => (
    <article key={comment.id}>
      <p>Posted by: {comment.user}</p>
      {renderMarkdown(comment.body)}
    </article>
  ));
}

`;\n// let res = createMarkdownContent(htmlStr, \"http://localhost\");\n\n// console.log(res);\n\nclass ErrorResponse extends Response {\n constructor(error: Error, errorCode: number, resInit: unknown = {}) {\n super(JSON.stringify({ error: error.message, code: errorCode }, null, 2), {\n status: 500,\n ...(resInit ?? {}),\n headers: {\n \"Content-Type\": \"application/json\",\n ...(resInit?.headers ?? {}),\n },\n });\n }\n}\n\nfunction validateInputURL(inputUrl: string | undefined): Response | undefined {\n if (!inputUrl || !URL.canParse(inputUrl)) {\n return new ErrorResponse(\n new Error(\n `No URL provided or could not be parsed, you provided: '${inputUrl}'`,\n ),\n 1,\n );\n }\n}\n\nasync function loadHTML(targetUrl: string): Promise {\n let res = await fetch(targetUrl, {\n method: \"GET\",\n headers: {\n \"User-Agent\": \"Article-Alchemy/1.0 (report issues to matt@hamlin.place)\",\n },\n });\n\n if (!res.ok) {\n return new Error(`Failed to load requested URL, status: ${res.status}`);\n }\n\n if (res.status >= 200 && res.status <= 300) {\n try {\n let content = await res.text();\n\n return content;\n } catch (err) {\n return new Error(\"Failed to parse response as text\", { cause: err });\n }\n }\n\n return new Error(`Received invalid response status code: ${res.status}`);\n}\n\nexport default async function handler(request: Request): Promise {\n switch (request.method) {\n case \"GET\": {\n let reqUrl = new URL(request.url, \"http://localhost\");\n\n let searchParams = new URLSearchParams(reqUrl.search);\n let requestedUrl = searchParams.get(\"url\");\n\n let res = validateInputURL(requestedUrl);\n if (res) {\n return res;\n }\n\n let targetHTMLStringOrError = await loadHTML(requestedUrl);\n\n if (Error.isError(targetHTMLStringOrError)) {\n return new ErrorResponse(targetHTMLStringOrError, 2);\n }\n\n let targetHTMLString = targetHTMLStringOrError as string;\n\n return new Response(\n JSON.stringify(\n {\n content: targetHTMLString,\n },\n null,\n 2,\n ),\n {\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n case \"POST\": {\n let body = await request.json();\n\n let requestedUrl = body.url;\n\n let res = validateInputUrl(requestedUrl);\n if (res) {\n return res;\n }\n\n let targetHTMLStringOrError = await loadHTML(requestedUrl);\n\n if (Error.isError(targetHTMLStringOrError)) {\n return new ErrorResponse(targetHTMLStringOrError, 2);\n }\n\n let targetHTMLString = targetHTMLStringOrError as string;\n\n return new Response(\n JSON.stringify(body, null, 2),\n {\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n}","deleted","label",[98],"permalink","https://www.val.town/x/matthamlin/html-to-markdown-experiments/code/main.ts","extension","actionData","errors"]