URL Queue - Enqueue

Add URLs to the processing queue

\n\n ${message ? `

${message.text}

` : \"\"}\n\n

Add Single URL

\n \n

\n\n

Bulk Add URLs

\n \n

\n\n

Queue Status

Total

Pending

Processing

Completed

Failed

\n View as JSON\n

\n\n \n\n`;\n}\n\nexport default async function handler(req: Request): Promise {\n // Check authentication\n if (!checkAuth(req)) {\n return new Response(\"Unauthorized\", {\n status: 401,\n headers: { \"WWW-Authenticate\": 'Basic realm=\"URL Enqueue\"' },\n });\n }\n\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n\n // Handle API endpoints\n if (action === \"enqueue\") {\n let urlToEnqueue: string | null = null;\n\n if (req.method === \"POST\") {\n const contentType = req.headers.get(\"content-type\") || \"\";\n if (contentType.includes(\"application/x-www-form-urlencoded\")) {\n const formData = await req.formData();\n urlToEnqueue = formData.get(\"url\") as string;\n } else if (contentType.includes(\"application/json\")) {\n const json = await req.json();\n urlToEnqueue = json.url;\n }\n } else {\n urlToEnqueue = decodeURIComponent(url.searchParams.get(\"url\") || \"\");\n }\n\n if (!urlToEnqueue) {\n if (req.method === \"POST\") {\n return new Response(renderEnqueueForm({ type: \"error\", text: \"Missing URL parameter\" }), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n }\n return Response.json({ success: false, error: \"Missing url parameter\" }, { status: 400 });\n }\n\n const result = await enqueueUrl(urlToEnqueue);\n\n // If it's a form submission, show the UI with message\n if (req.method === \"POST\" && req.headers.get(\"content-type\")?.includes(\"form\")) {\n const message = result.success\n ? { type: \"success\" as const, text: result.error || `URL added to queue (ID: ${result.id})` }\n : { type: \"error\" as const, text: result.error || \"Failed to add URL\" };\n return new Response(renderEnqueueForm(message), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n }\n\n return Response.json(result, {\n status: result.success ? 200 : 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (action === \"bulk\") {\n let urls: string[] = [];\n\n if (req.method === \"POST\") {\n const contentType = req.headers.get(\"content-type\") || \"\";\n if (contentType.includes(\"application/x-www-form-urlencoded\")) {\n const formData = await req.formData();\n const urlsText = formData.get(\"urls\") as string;\n urls = urlsText.split(\"\\n\").filter((u) => u.trim());\n } else if (contentType.includes(\"application/json\")) {\n const json = await req.json();\n urls = Array.isArray(json) ? json : json.urls || [];\n }\n }\n\n if (urls.length === 0) {\n if (req.method === \"POST\" && req.headers.get(\"content-type\")?.includes(\"form\")) {\n return new Response(renderEnqueueForm({ type: \"error\", text: \"No URLs provided\" }), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n }\n return Response.json({ success: false, error: \"No URLs provided\" }, { status: 400 });\n }\n\n const result = await bulkEnqueue(urls);\n\n // If it's a form submission, show the UI with message\n if (req.method === \"POST\" && req.headers.get(\"content-type\")?.includes(\"form\")) {\n const message = {\n type: result.errors.length === 0 ? (\"success\" as const) : (\"error\" as const),\n text: `Added ${result.queued} URLs, skipped ${result.skipped} duplicates${\n result.errors.length > 0 ? `. Errors: ${result.errors.join(\", \")}` : \"\"\n }`,\n };\n return new Response(renderEnqueueForm(message), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n }\n\n return Response.json(result, {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (action === \"status\") {\n const id = url.searchParams.get(\"id\");\n if (!id) {\n return Response.json({ success: false, error: \"Missing id parameter\" }, { status: 400 });\n }\n\n const items = await getQueueItems();\n const item = items.find((i) => i.id === parseInt(id));\n\n if (!item) {\n return Response.json({ success: false, error: \"Item not found\" }, { status: 404 });\n }\n\n return Response.json({ success: true, item }, {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (action === \"stats\") {\n const stats = await getStats();\n return Response.json(stats, {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (action === \"list\") {\n const limit = parseInt(url.searchParams.get(\"limit\") || \"100\");\n const items = await getQueueItems({ limit });\n return Response.json({ success: true, items }, {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n // Default: show the web UI\n return new Response(renderEnqueueForm(), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}\n","deleted","label",[98],"permalink","https://www.val.town/x/dl4senses/url_enqueue/code/main.ts","extension","actionData","errors"]