🛡️ AI Content Moderator

Analyze text, images, or documents for inappropriate content.

\n\n {/* TEXT INPUT */}\n setTextInput(e.target.value)}\n placeholder=\"Enter text to analyze...\"\n rows={5}\n style={{\n width: \"100%\",\n padding: \"10px\",\n borderRadius: \"8px\",\n border: \"1px solid #ccc\",\n }}\n >\n\n {/* ACTION BUTTONS */}\n

\n \n \n \n

\n\n {/* IMAGE UPLOAD */}\n \n\n {/* DOCUMENT UPLOAD */}\n \n\n {/* PREVIEW */}\n {imageInput && (\n \n )}\n\n {docName &&

📄 Uploaded: {docName}

}\n\n {/* RESULT */}\n {result && (\n \n

🧾 Analysis Result:

{result}

\n )}\n \n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")!).render();\n}\nif (typeof document !== \"undefined\") client();\n\n// ---------------- SERVER CODE ----------------\n\nexport default async function server(req: Request): Promise {\n const url = new URL(req.url);\n\n // 🔹 TEXT / IMAGE MODERATION\n if (req.method === \"POST\" && url.pathname === \"/moderate\") {\n try {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const openai = new OpenAI();\n const body = await req.json();\n\n let analysis = \"\";\n\n if (body.type === \"text\") {\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant. Analyze the text below for toxicity, hate speech, sexual content, or violence. \nProvide a short verdict (Safe / Unsafe) and explanation:\\n\\n${body.content}`,\n },\n ],\n },\n ],\n });\n analysis = response.choices[0].message.content || \"No analysis available\";\n } else if (body.type === \"image\") {\n const base64 = body.content.split(\",\")[1];\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant.\nAnalyze this image for nudity, violence, or offensive content.\nProvide a Safe/Unsafe verdict and a brief reason.`,\n },\n { type: \"image_url\", image_url: { url: `data:image/jpeg;base64,${base64}` } },\n ],\n },\n ],\n });\n analysis = response.choices[0].message.content || \"No analysis available\";\n }\n\n return new Response(JSON.stringify({ analysis }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (err) {\n console.error(\"Moderation error:\", err);\n return new Response(JSON.stringify({ analysis: \"Error performing moderation.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n // 🔹 DOCUMENT MODERATION\n if (req.method === \"POST\" && url.pathname === \"/moderateDoc\") {\n try {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const openai = new OpenAI();\n const formData = await req.formData();\n const file = formData.get(\"file\") as File;\n\n const text = await file.text(); // Extracts text for txt/doc/pdf (works if Val Town supports it)\n const response = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `You are an AI content moderation assistant.\nAnalyze the following document content for any offensive, sexual, violent, or harmful language.\nGive a Safe/Unsafe verdict with a short reason:\\n\\n${text.slice(0, 4000)}`\n },\n ],\n },\n ],\n });\n\n const analysis = response.choices[0].message.content || \"No analysis available\";\n return new Response(JSON.stringify({ analysis }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Document moderation error:\", error);\n return new Response(JSON.stringify({ analysis: \"Error analyzing document.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n // 🔹 CLIENT HTML\n return new Response(\n `\n \n \n AI Content Moderator\n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } }\n );\n}\n\nconst css = `\nbody {\n font-family: 'Segoe UI', sans-serif;\n background-color: #eef3f8;\n margin: 0;\n padding: 20px;\n}\nbutton {\n margin: 5px;\n padding: 10px 15px;\n background-color: #007bff;\n color: white;\n border: none;\n border-radius: 6px;\n cursor: pointer;\n}\nbutton:hover {\n background-color: #0056b3;\n}\nh1 {\n color: #333;\n}\n`;","deleted","label","children",[],[150],"files",[148],"counts",{"_173":32,"_174":175,"_176":32,"_177":178},"pulls","branches",1,"forks","envVars",{"_179":32,"_180":32},"count","emptyCount","contents",[183],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":184,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_98":185},["D",1761836764033],[150],"file","upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name._index",{"_93":94,"_95":96,"_97":-7,"_99":-7,"_100":195,"_181":200,"_203":-7,"_204":-5,"_205":-5,"_169":206,"_210":211,"_212":-5,"_213":-5},{"_102":103,"_95":96,"_104":196,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":32,"_16":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":197,"_130":198,"_133":199,"_145":22},["D",1761812730048],{"_93":94,"_128":129},{"_93":94,"_132":129},{"_99":135,"_95":43,"_102":136,"_137":103,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},[201],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":184,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_98":202},[150],"readme","upstream","pull",[207],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":158,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_166":208,"_98":209},[],[150],"previews",[207],"ahead","behind","actionData","errors"]

mprasadhv

ai_content_moderator