markdown.download

\\n`\n + y.description + \"\\n

\\n\\n\";\n } catch (e) {\n header = `Failed to fetch youtube metadata: ${e}\\n`;\n }\n return header + \"\\n\" + transcript;\n}\n\n/**\n * Simple UI that takes a url\n */\nexport function generate_ui(input_description: string, link: string, link_text: string): string {\n const html = `\n\n\n\n markdown.download\n \n \n\n\n

\n \n ${link_text}\n

\n\n\n`;\n return html;\n}\n\nexport default async function(req: Request): Promise {\n const action = await processInput(req);\n const url = action.url;\n if (action.response) {\n return action.response!;\n }\n\n let html = action.htmlContent;\n let fetch_response;\n if (!html) {\n fetch_response = await fetch(url.toString(), {\n method: req.method,\n headers: new Headers({\n \"User-Agent\":\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36\",\n \"Accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8\",\n \"Accept-Language\": \"en-US,en;q=0.5\",\n \"Sec-Fetch-Site\": \"cross-site\",\n \"Sec-Fetch-Mode\": \"navigate\",\n \"Sec-Fetch-User\": \"?1\",\n \"Sec-Fetch-Dest\": \"document\",\n \"Referer\": \"https://www.google.com/\",\n \"sec-ch-ua\": `\"Not A Brand\";v=\"99\", \"Google Chrome\";v=\"91\", \"Chromium\";v=\"91\"`,\n \"sec-ch-ua-mobile\": \"?0\",\n \"sec-ch-ua-platform\": `\"macOS\"`,\n \"Upgrade-Insecure-Requests\": \"1\",\n // Add any other headers you need here\n }),\n });\n\n console.log(fetch_response);\n\n html = await fetch_response.text();\n }\n let title = \"\";\n let markdown = \"\";\n\n const youtube_markdown = url ? await youtube2markdown(url) : undefined;\n if (youtube_markdown) {\n markdown = youtube_markdown;\n } else {\n const r = await html2markdown(html);\n title = \"\";\n markdown = r;\n }\n\n let markdown_extended = markdown + \"\\n\\n\" + url;\n\n if (fetch_response && Math.floor(fetch_response.status / 200) * 200 != 200 || markdown === \"\") {\n const jina_url = `https://r.jina.ai/${url.toString()}`;\n console.log(`jina fallback:${jina_url}`);\n const fallback_fetch_response = await fetch(jina_url);\n markdown_extended = await fallback_fetch_response.text();\n }\n if (req.headers.get(\"Accept\")?.includes(\"text/html\")) {\n const body = await marked.parse(markdown_extended);\n const html = `\n\n \n ${title}\n \n ${body}\n \n `;\n return response(html, \"text/html\");\n } else {\n return response(markdown_extended);\n }\n}","deleted","label",[98],"permalink","https://www.val.town/x/taras/markdown_download/code/main.tsx","extension","actionData","errors"]