🛡️ AI Content Moderator

Analyze text, images, or documents for inappropriate content.

\n\n {/* TEXT INPUT */}\n setTextInput(e.target.value)}\n placeholder=\"Enter text to analyze...\"\n rows={5}\n style={{\n width: \"100%\",\n padding: \"10px\",\n borderRadius: \"8px\",\n border: \"1px solid #ccc\",\n }}\n >\n\n {/* ACTION BUTTONS */}\n

\n \n \n \n

\n\n {/* IMAGE UPLOAD */}\n \n\n {/* DOCUMENT UPLOAD */}\n \n\n {/* PREVIEW */}\n {imageInput && (\n \n )}\n\n {docName &&

📄 Uploaded: {docName}

}\n\n {/* RESULT */}\n {result && (\n \n

🧾 Analysis Result:

{result}

\n )}\n \n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")!).render();\n}\nif (typeof document !== \"undefined\") client();\n\n// ---------------- SERVER CODE ----------------\n\nexport default async function server(req: Request): Promise {\n const url = new URL(req.url);\n\n // 🔹 TEXT / IMAGE MODERATION\n if (req.method === \"POST\" && url.pathname === \"/moderate\") {\n try {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const openai = new OpenAI();\n const body = await req.json();\n\n let analysis = \"\";\n\n if (body.type === \"text\") {\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant. Analyze the text below for toxicity, hate speech, sexual content, or violence. \nProvide a short verdict (Safe / Unsafe) and explanation:\\n\\n${body.content}`,\n },\n ],\n },\n ],\n });\n analysis = response.choices[0].message.content || \"No analysis available\";\n } else if (body.type === \"image\") {\n const base64 = body.content.split(\",\")[1];\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant.\nAnalyze this image for nudity, violence, or offensive content.\nProvide a Safe/Unsafe verdict and a brief reason.`,\n },\n { type: \"image_url\", image_url: { url: `data:image/jpeg;base64,${base64}` } },\n ],\n },\n ],\n });\n analysis = response.choices[0].message.content || \"No analysis available\";\n }\n\n return new Response(JSON.stringify({ analysis }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (err) {\n console.error(\"Moderation error:\", err);\n return new Response(JSON.stringify({ analysis: \"Error performing moderation.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n // 🔹 DOCUMENT MODERATION\n if (req.method === \"POST\" && url.pathname === \"/moderateDoc\") {\n try {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const openai = new OpenAI();\n const formData = await req.formData();\n const file = formData.get(\"file\") as File;\n\n const text = await file.text(); // Extracts text for txt/doc/pdf (works if Val Town supports it)\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant.\nAnalyze the following document content for any offensive, sexual, violent, or harmful language.\nGive a Safe/Unsafe verdict with a short reason:\\n\\n${text.slice(0, 4000)}`\n },\n ],\n },\n ],\n });\n\n const analysis = response.choices[0].message.content || \"No analysis available\";\n return new Response(JSON.stringify({ analysis }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Document moderation error:\", error);\n return new Response(JSON.stringify({ analysis: \"Error analyzing document.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n // 🔹 CLIENT HTML\n return new Response(\n `\n \n \n AI Content Moderator\n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } }\n );\n}\n\nconst css = `\nbody {\n font-family: 'Segoe UI', sans-serif;\n background-color: #eef3f8;\n margin: 0;\n padding: 20px;\n}\nbutton {\n margin: 5px;\n padding: 10px 15px;\n background-color: #007bff;\n color: white;\n border: none;\n border-radius: 6px;\n cursor: pointer;\n}\nbutton:hover {\n background-color: #0056b3;\n}\nh1 {\n color: #333;\n}\n`;","deleted","label",[99],"permalink","https://www.val.town/x/mprasadhv/ai_content_moderator/code/main.ts","extension","actionData","errors"]