Discord DM History Upload

Use this form to upload your Discord data export JSON file.

\n \n \n \n

Privacy Note: Your data will only be stored in the bot's database and used for the conversation analysis features you've requested. It will not be shared with third parties.

\n \n \n `, {\n headers: { \"Content-Type\": \"text/html\" }\n });\n }\n \n return new Response(\"Method not allowed\", { status: 405 });\n }\n \n try {\n // Check if this is a multipart form data request\n const contentType = req.headers.get(\"content-type\") || \"\";\n \n if (contentType.includes(\"multipart/form-data\")) {\n // Parse the form data\n const formData = await req.formData();\n const file = formData.get(\"file\");\n \n if (!file || !(file instanceof File)) {\n return new Response(\"No file uploaded\", { status: 400 });\n }\n \n // Read the file as JSON\n const fileContent = await file.text();\n let jsonData;\n try {\n jsonData = JSON.parse(fileContent);\n } catch (_error) {\n return new Response(\"Invalid JSON file\", { status: 400 });\n }\n \n // Process the data\n const result = await importDiscordDataExport(jsonData);\n \n // Return a success response with HTML\n return new Response(`\n \n \n \n Upload Complete\n \n \n \n

Upload Complete

\n \n

Import Results:

Messages imported: ${result.messagesImported}

Links extracted: ${result.linksImported}

\n \n ${result.errors.length > 0 ? `\n

Errors:

${err}

\n ` : ''}\n \n

Success!

\n \n \n `, {\n headers: { \"Content-Type\": \"text/html\" }\n });\n } else {\n // Handle regular JSON payload\n const jsonData = await req.json();\n const result = await importDiscordDataExport(jsonData);\n \n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" }\n });\n }\n } catch (error) {\n console.error(\"Error handling DM upload:\", error);\n return new Response(`Error processing upload: ${error.message}`, { status: 500 });\n }\n}",[18,82],"e8ea56a8-2859-11f0-b4f5-569c3dd06744",["D",1746302707298],"// Data importer for Discord message history\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nimport * as db from \"./database.ts\";\n\n// Type definitions for Discord data export\ninterface DiscordExportMessage {\n id: string;\n type: number;\n timestamp: string;\n content: string;\n author: {\n id: string;\n name: string;\n discriminator: string;\n nickname: string;\n avatar?: string;\n };\n attachments: any[];\n embeds: any[];\n mentions: any[];\n reactions?: {\n emoji: {\n id: string | null;\n name: string;\n };\n count: number;\n }[];\n}\n\ninterface DiscordExportChannel {\n id: string;\n type: number;\n name: string;\n recipients: {\n id: string;\n name: string;\n discriminator: string;\n nickname?: string;\n }[];\n messages: DiscordExportMessage[];\n}\n\n// Function to process Discord data export file\nexport async function importDiscordDataExport(data: any): Promise<{\n messagesImported: number;\n linksImported: number;\n errors: string[];\n}> {\n const result = {\n messagesImported: 0,\n linksImported: 0,\n errors: [] as string[],\n };\n\n try {\n // Begin transaction\n await sqlite.execute(\"BEGIN TRANSACTION\");\n\n // Process the data\n if (Array.isArray(data.messages)) {\n // Direct format - array of messages\n await processMessages(data.messages, result);\n } else if (data.channel && Array.isArray(data.channel.messages)) {\n // Channel format\n await processMessages(data.channel.messages, result);\n } else if (Array.isArray(data)) {\n // Array of channels or messages\n for (const item of data) {\n if (item.messages) {\n // It's a channel\n await processMessages(item.messages, result);\n } else if (item.id && item.content) {\n // It's a message\n await processMessage(item, result);\n }\n }\n } else {\n throw new Error(\"Unsupported data format\");\n }\n\n // Commit the transaction\n await sqlite.execute(\"COMMIT\");\n } catch (error) {\n // Rollback on error\n await sqlite.execute(\"ROLLBACK\");\n result.errors.push(`Import failed: ${error.message}`);\n console.error(\"Import error:\", error);\n }\n\n return result;\n}\n\n// Process an array of messages\nasync function processMessages(\n messages: DiscordExportMessage[],\n result: { messagesImported: number; linksImported: number; errors: string[] }\n): Promise {\n for (const message of messages) {\n await processMessage(message, result);\n }\n}\n\n// Process a single message\nasync function processMessage(\n message: DiscordExportMessage,\n result: { messagesImported: number; linksImported: number; errors: string[] }\n): Promise {\n try {\n // Skip system messages\n if (message.type !== 0 && message.type !== 19) {\n return;\n }\n\n // Skip empty messages\n if (!message.content && (!message.attachments || message.attachments.length === 0)) {\n return;\n }\n\n // Extract relevant data\n const { urls, domains } = db.extractLinks(message.content || \"\");\n const hasLinks = urls.length > 0;\n const isCommand = (message.content || \"\").startsWith(\"/\");\n \n // Default channel ID for DM imports\n const channelId = \"imported_dm\";\n\n // Create database message object\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: channelId,\n user_id: message.author.id,\n content: message.content || \"\",\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n\n // Save the message\n const success = await db.saveMessage(dbMessage);\n \n if (success) {\n result.messagesImported++;\n \n // Process links if any\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n const linkId = await db.saveLink(link);\n if (linkId) {\n result.linksImported++;\n }\n }\n }\n }\n } catch (error) {\n result.errors.push(`Error processing message ${message.id}: ${error.message}`);\n console.error(\"Error processing message:\", error);\n }\n}\n\n// Helper function to extract domain from URL\nfunction extractDomain(url: string): string {\n try {\n const domain = new URL(url).hostname;\n return domain;\n } catch (error) {\n return \"unknown\";\n }\n}\n\n// Function to import messages from a specific Discord channel\nexport async function importChannelHistory(\n channelId: string,\n limit = 100,\n before?: string\n): Promise<{\n messagesImported: number;\n linksImported: number;\n errors: string[];\n}> {\n const result = {\n messagesImported: 0,\n linksImported: 0,\n errors: [] as string[],\n };\n\n try {\n const DISCORD_TOKEN = Deno.env.get(\"DISCORD_TOKEN\");\n \n if (!DISCORD_TOKEN) {\n throw new Error(\"Missing Discord token\");\n }\n \n // Fetch messages from Discord API\n let url = `https://discord.com/api/v10/channels/${channelId}/messages?limit=${limit}`;\n if (before) {\n url += `&before=${before}`;\n }\n \n const response = await fetch(url, {\n headers: {\n Authorization: `Bot ${DISCORD_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n });\n \n if (!response.ok) {\n throw new Error(`Discord API error: ${response.status} ${response.statusText}`);\n }\n \n const messages = await response.json();\n \n // Begin transaction\n await sqlite.execute(\"BEGIN TRANSACTION\");\n \n // Process messages\n for (const message of messages) {\n // Skip bot messages\n if (message.author.bot) {\n continue;\n }\n \n const { urls, domains } = db.extractLinks(message.content || \"\");\n const hasLinks = urls.length > 0;\n const isCommand = (message.content || \"\").startsWith(\"/\");\n \n // Create database message object\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: message.channel_id,\n user_id: message.author.id,\n content: message.content || \"\",\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n \n // Save the message\n const success = await db.saveMessage(dbMessage);\n \n if (success) {\n result.messagesImported++;\n \n // Process links if any\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n const linkId = await db.saveLink(link);\n if (linkId) {\n result.linksImported++;\n }\n }\n }\n }\n }\n \n // Commit the transaction\n await sqlite.execute(\"COMMIT\");\n \n // Return the oldest message ID for pagination\n if (messages.length > 0) {\n result.errors.push(`oldest_id:${messages[messages.length - 1].id}`);\n }\n } catch (error) {\n // Rollback on error\n await sqlite.execute(\"ROLLBACK\");\n result.errors.push(`Import failed: ${error.message}`);\n console.error(\"Import error:\", error);\n }\n \n return result;\n}",[18,116],"e8ee0438-2859-11f0-ab88-569c3dd06744",["D",1746302707299],"// Discord API integration\n\n// Discord API base URL\nconst DISCORD_API_URL = \"https://discord.com/api/v10\";\n\n// Environment variables\nconst DISCORD_TOKEN = Deno.env.get(\"DISCORD_TOKEN\");\nconst DISCORD_APPLICATION_ID = Deno.env.get(\"DISCORD_APPLICATION_ID\");\n\n// Type definitions\nexport interface DiscordMessage {\n id: string;\n channel_id: string;\n author: {\n id: string;\n username: string;\n global_name?: string;\n };\n content: string;\n timestamp: string;\n attachments: any[];\n embeds: any[];\n mentions: any[];\n}\n\nexport interface DiscordChannel {\n id: string;\n name: string;\n type: number;\n guild_id: string;\n}\n\nexport interface DiscordUser {\n id: string;\n username: string;\n global_name?: string;\n}\n\n// Helper function for Discord API requests\nexport async function discordRequest(endpoint: string, method = \"GET\", body?: any) {\n const url = `${DISCORD_API_URL}${endpoint}`;\n \n const headers = {\n \"Authorization\": `Bot ${DISCORD_TOKEN}`,\n \"Content-Type\": \"application/json\",\n \"User-Agent\": \"ValTownDiscordBot/1.0\"\n };\n \n const options: RequestInit = { method, headers };\n \n if (body) {\n options.body = JSON.stringify(body);\n }\n \n try {\n const response = await fetch(url, options);\n \n if (!response.ok) {\n const errorData = await response.json().catch(() => null);\n console.error(`Discord API error: ${response.status} ${response.statusText}`, errorData);\n throw new Error(`Discord API request failed: ${response.status} ${response.statusText}`);\n }\n \n // Check if there's content before parsing as JSON\n const text = await response.text();\n return text ? JSON.parse(text) : null;\n } catch (error) {\n console.error(\"Discord request error:\", error);\n throw error;\n }\n}\n\n// Function to register slash commands with Discord\nexport async function registerCommands(commands: any[]) {\n try {\n await discordRequest(\n `/applications/${DISCORD_APPLICATION_ID}/commands`, \n \"PUT\", \n commands\n );\n console.log(\"Commands registered successfully\");\n return true;\n } catch (error) {\n console.error(\"Error registering commands:\", error);\n return false;\n }\n}\n\n// Function to fetch channel messages\nexport async function fetchChannelMessages(channelId: string, limit = 100, before?: string) {\n let endpoint = `/channels/${channelId}/messages?limit=${limit}`;\n if (before) {\n endpoint += `&before=${before}`;\n }\n \n return await discordRequest(endpoint);\n}\n\n// Function to fetch a specific message\nexport async function fetchMessage(channelId: string, messageId: string) {\n return await discordRequest(`/channels/${channelId}/messages/${messageId}`);\n}\n\n// Function to fetch channel details\nexport async function fetchChannel(channelId: string) {\n return await discordRequest(`/channels/${channelId}`);\n}\n\n// Function to fetch user details\nexport async function fetchUser(userId: string) {\n return await discordRequest(`/users/${userId}`);\n}\n\n// Function to send a message to a channel\nexport async function sendMessage(channelId: string, content: string) {\n return await discordRequest(`/channels/${channelId}/messages`, \"POST\", { content });\n}\n\n// Function to reply to a message\nexport async function replyToMessage(channelId: string, messageId: string, content: string) {\n return await discordRequest(`/channels/${channelId}/messages`, \"POST\", {\n content,\n message_reference: {\n message_id: messageId\n }\n });\n}\n\n// Function to verify Discord interaction signature\nexport async function verifyInteraction(signature: string, timestamp: string, body: string) {\n // TODO: Implement proper signature verification using public key\n // This is a critical security step for a production bot\n \n // For now, we'll return true to allow development\n return true;\n}",[18,125],"053d6176-288a-11f0-84dc-569c3dd06744",["D",1746323370671],1,"// Database operations for the Discord bot\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\n\n// Database initialization function - call this when the application starts\nexport async function initDatabase() {\n try {\n // Messages table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS messages (\n id TEXT PRIMARY KEY,\n channel_id TEXT NOT NULL,\n user_id TEXT NOT NULL,\n content TEXT NOT NULL,\n timestamp INTEGER NOT NULL,\n has_links BOOLEAN DEFAULT FALSE,\n is_command BOOLEAN DEFAULT FALSE\n )\n `);\n \n // Links table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS links (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n message_id TEXT NOT NULL,\n url TEXT NOT NULL,\n domain TEXT NOT NULL,\n timestamp INTEGER NOT NULL,\n category TEXT,\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n // Projects table (for explicit grouping)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS projects (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL,\n description TEXT,\n created_at INTEGER NOT NULL,\n is_active BOOLEAN DEFAULT TRUE\n )\n `);\n \n // Project messages mapping\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS project_messages (\n project_id INTEGER NOT NULL,\n message_id TEXT NOT NULL,\n PRIMARY KEY(project_id, message_id),\n FOREIGN KEY(project_id) REFERENCES projects(id),\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n // Topics table (for AI-categorized grouping)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS topics (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL,\n description TEXT,\n created_at INTEGER NOT NULL\n )\n `);\n \n // Topic messages mapping\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS topic_messages (\n topic_id INTEGER NOT NULL,\n message_id TEXT NOT NULL,\n PRIMARY KEY(topic_id, message_id),\n FOREIGN KEY(topic_id) REFERENCES topics(id),\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n console.log(\"Database initialized successfully\");\n return true;\n } catch (error) {\n console.error(\"Database initialization error:\", error);\n return false;\n }\n}\n\n// Types\nexport interface Message {\n id: string;\n channel_id: string;\n user_id: string;\n content: string;\n timestamp: number;\n has_links: boolean;\n is_command: boolean;\n}\n\nexport interface Link {\n id?: number;\n message_id: string;\n url: string;\n domain: string;\n timestamp: number;\n category?: string;\n}\n\nexport interface Project {\n id?: number;\n name: string;\n description?: string;\n created_at: number;\n is_active: boolean;\n}\n\nexport interface Topic {\n id?: number;\n name: string;\n description?: string;\n created_at: number;\n}\n\n// URL regex pattern for link extraction\nconst URL_REGEX = /(https?:\\/\\/[^\\s]+)/g;\nconst DOMAIN_REGEX = /^(?:https?:\\/\\/)?(?:[^@\\n]+@)?(?:www\\.)?([^:/\\n?]+)/i;\n\n// Message operations\nexport async function saveMessage(message: Message): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO messages (id, channel_id, user_id, content, timestamp, has_links, is_command)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(id) DO UPDATE SET\n content = excluded.content,\n has_links = excluded.has_links,\n is_command = excluded.is_command`,\n [\n message.id,\n message.channel_id,\n message.user_id,\n message.content,\n message.timestamp,\n message.has_links ? 1 : 0,\n message.is_command ? 1 : 0\n ]\n );\n return true;\n } catch (error) {\n console.error(\"Error saving message:\", error);\n return false;\n }\n}\n\nexport async function getMessage(messageId: string): Promise {\n try {\n const result = await sqlite.execute(\n \"SELECT * FROM messages WHERE id = ?\",\n [messageId]\n );\n \n if (result.rows.length === 0) {\n return null;\n }\n \n const row = result.rows[0];\n return {\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n };\n } catch (error) {\n console.error(\"Error getting message:\", error);\n return null;\n }\n}\n\nexport async function getMessagesByUserIds(userIds: string[], limit = 1000, offset = 0): Promise {\n try {\n // Create placeholders for the SQL IN clause\n const placeholders = userIds.map(() => '?').join(',');\n \n const result = await sqlite.execute(\n `SELECT * FROM messages\n WHERE user_id IN (${placeholders})\n ORDER BY timestamp DESC\n LIMIT ? OFFSET ?`,\n [...userIds, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting messages by user ids:\", error);\n return [];\n }\n}\n\nexport async function searchMessages(query: string, limit = 100): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM messages\n WHERE content LIKE ?\n ORDER BY timestamp DESC\n LIMIT ?`,\n [`%${query}%`, limit]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error searching messages:\", error);\n return [];\n }\n}\n\n// Link operations\nexport function extractLinks(content: string): { urls: string[], domains: string[] } {\n const urls: string[] = [];\n const domains: string[] = [];\n \n const matches = content.match(URL_REGEX);\n \n if (matches) {\n matches.forEach(url => {\n urls.push(url);\n \n const domainMatch = url.match(DOMAIN_REGEX);\n if (domainMatch && domainMatch[1]) {\n domains.push(domainMatch[1]);\n }\n });\n }\n \n return { urls, domains };\n}\n\nexport async function saveLink(link: Link): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO links (message_id, url, domain, timestamp, category)\n VALUES (?, ?, ?, ?, ?)\n RETURNING id`,\n [\n link.message_id,\n link.url,\n link.domain,\n link.timestamp,\n link.category || null\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error saving link:\", error);\n return null;\n }\n}\n\nexport async function getLinks(limit = 50, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM links\n ORDER BY timestamp DESC\n LIMIT ? OFFSET ?`,\n [limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n message_id: row.message_id,\n url: row.url,\n domain: row.domain,\n timestamp: row.timestamp,\n category: row.category\n }));\n } catch (error) {\n console.error(\"Error getting links:\", error);\n return [];\n }\n}\n\nexport async function searchLinks(query: string, limit = 50): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM links\n WHERE url LIKE ? OR domain LIKE ? OR category LIKE ?\n ORDER BY timestamp DESC\n LIMIT ?`,\n [`%${query}%`, `%${query}%`, `%${query}%`, limit]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n message_id: row.message_id,\n url: row.url,\n domain: row.domain,\n timestamp: row.timestamp,\n category: row.category\n }));\n } catch (error) {\n console.error(\"Error searching links:\", error);\n return [];\n }\n}\n\nexport async function updateLinkCategory(linkId: number, category: string): Promise {\n try {\n await sqlite.execute(\n `UPDATE links\n SET category = ?\n WHERE id = ?`,\n [category, linkId]\n );\n return true;\n } catch (error) {\n console.error(\"Error updating link category:\", error);\n return false;\n }\n}\n\n// Project operations\nexport async function createProject(project: Project): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO projects (name, description, created_at, is_active)\n VALUES (?, ?, ?, ?)\n RETURNING id`,\n [\n project.name,\n project.description || null,\n project.created_at,\n project.is_active ? 1 : 0\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error creating project:\", error);\n return null;\n }\n}\n\nexport async function getProjects(includeInactive = false): Promise {\n try {\n let query = `SELECT * FROM projects`;\n const params = [];\n \n if (!includeInactive) {\n query += ` WHERE is_active = 1`;\n }\n \n query += ` ORDER BY created_at DESC`;\n \n const result = await sqlite.execute(query, params);\n \n return result.rows.map(row => ({\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at,\n is_active: Boolean(row.is_active)\n }));\n } catch (error) {\n console.error(\"Error getting projects:\", error);\n return [];\n }\n}\n\nexport async function getProject(projectId: number): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM projects WHERE id = ?`,\n [projectId]\n );\n \n if (result.rows.length === 0) {\n return null;\n }\n \n const row = result.rows[0];\n return {\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at,\n is_active: Boolean(row.is_active)\n };\n } catch (error) {\n console.error(\"Error getting project:\", error);\n return null;\n }\n}\n\nexport async function addMessageToProject(projectId: number, messageId: string): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO project_messages (project_id, message_id)\n VALUES (?, ?)\n ON CONFLICT DO NOTHING`,\n [projectId, messageId]\n );\n return true;\n } catch (error) {\n console.error(\"Error adding message to project:\", error);\n return false;\n }\n}\n\nexport async function getProjectMessages(projectId: number, limit = 100, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT m.*\n FROM messages m\n JOIN project_messages pm ON m.id = pm.message_id\n WHERE pm.project_id = ?\n ORDER BY m.timestamp DESC\n LIMIT ? OFFSET ?`,\n [projectId, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting project messages:\", error);\n return [];\n }\n}\n\n// Topic operations\nexport async function createTopic(topic: Topic): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO topics (name, description, created_at)\n VALUES (?, ?, ?)\n RETURNING id`,\n [\n topic.name,\n topic.description || null,\n topic.created_at\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error creating topic:\", error);\n return null;\n }\n}\n\nexport async function getTopics(): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM topics ORDER BY name ASC`\n );\n \n return result.rows.map(row => ({\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at\n }));\n } catch (error) {\n console.error(\"Error getting topics:\", error);\n return [];\n }\n}\n\nexport async function addMessageToTopic(topicId: number, messageId: string): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO topic_messages (topic_id, message_id)\n VALUES (?, ?)\n ON CONFLICT DO NOTHING`,\n [topicId, messageId]\n );\n return true;\n } catch (error) {\n console.error(\"Error adding message to topic:\", error);\n return false;\n }\n}\n\nexport async function getTopicMessages(topicId: number, limit = 100, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT m.*\n FROM messages m\n JOIN topic_messages tm ON m.id = tm.message_id\n WHERE tm.topic_id = ?\n ORDER BY m.timestamp DESC\n LIMIT ? OFFSET ?`,\n [topicId, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting topic messages:\", error);\n return [];\n }\n}",[18,145],"9454d5d8-285d-11f0-86d2-569c3dd06744",["D",1746304283402],"// Bot logic and message processing\nimport Anthropic from \"https://esm.sh/@anthropic-ai/sdk@0.10.0\";\nimport * as db from \"./database.ts\";\nimport * as discord from \"./discord.ts\";\n\n// Initialize Claude API client\nconst ANTHROPIC_API_KEY = Deno.env.get(\"ANTHROPIC_API_KEY\");\nconst anthropic = new Anthropic({\n apiKey: ANTHROPIC_API_KEY || \"\",\n});\n\n// Command definitions\nexport const commands = [\n {\n name: \"query\",\n description: \"Ask a question about your past conversations\",\n options: [\n {\n name: \"question\",\n description: \"What would you like to know about your past conversations?\",\n type: 3, // STRING\n required: true\n }\n ]\n },\n {\n name: \"project\",\n description: \"Manage conversation projects\",\n options: [\n {\n name: \"create\",\n description: \"Create a new project\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"name\",\n description: \"Project name\",\n type: 3, // STRING\n required: true\n },\n {\n name: \"description\",\n description: \"Project description\",\n type: 3, // STRING\n required: false\n }\n ]\n },\n {\n name: \"list\",\n description: \"List all projects\",\n type: 1 // SUB_COMMAND\n },\n {\n name: \"view\",\n description: \"View a project's messages\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"id\",\n description: \"Project ID\",\n type: 4, // INTEGER\n required: true\n }\n ]\n }\n ]\n },\n {\n name: \"links\",\n description: \"Manage shared links\",\n options: [\n {\n name: \"list\",\n description: \"List recently shared links\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"limit\",\n description: \"Number of links to show (default: 10)\",\n type: 4, // INTEGER\n required: false\n }\n ]\n },\n {\n name: \"categorize\",\n description: \"Categorize a link\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"id\",\n description: \"Link ID\",\n type: 4, // INTEGER\n required: true\n },\n {\n name: \"category\",\n description: \"Category name\",\n type: 3, // STRING\n required: true\n }\n ]\n },\n {\n name: \"search\",\n description: \"Search for links\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"query\",\n description: \"Search query\",\n type: 3, // STRING\n required: true\n }\n ]\n }\n ]\n },\n {\n name: \"import\",\n description: \"Import conversation history\",\n options: [\n {\n name: \"channel\",\n description: \"Import message history from a Discord channel\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"channel_id\",\n description: \"Discord channel ID to import from\",\n type: 3, // STRING\n required: true\n },\n {\n name: \"limit\",\n description: \"Number of messages to import (default: 100, max: 100)\",\n type: 4, // INTEGER\n required: false\n },\n {\n name: \"before\",\n description: \"Import messages before this message ID (for pagination)\",\n type: 3, // STRING\n required: false\n }\n ]\n },\n {\n name: \"dm\",\n description: \"Initialize an imported DM history upload\",\n type: 1 // SUB_COMMAND\n }\n ]\n }\n];\n\n// Process a new Discord message\nexport async function processMessage(message: discord.DiscordMessage): Promise {\n try {\n // Skip processing bot messages\n if (message.author.bot) {\n return;\n }\n \n // Extract relevant information\n const { urls, domains } = db.extractLinks(message.content);\n const hasLinks = urls.length > 0;\n const isCommand = message.content.startsWith(\"/\");\n \n // Save the message\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: message.channel_id,\n user_id: message.author.id,\n content: message.content,\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n \n await db.saveMessage(dbMessage);\n \n // If the message contains links, process them\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n await db.saveLink(link);\n }\n \n // Analyze and categorize links (optional step)\n await categorizeLinksByContent(message.id, message.content);\n }\n \n // Check if the message is in a project context\n const activeProject = await findActiveProject(message.channel_id);\n if (activeProject) {\n await db.addMessageToProject(activeProject.id!, message.id);\n }\n \n // Classify message into topics (can be run asynchronously)\n setTimeout(() => {\n classifyMessageIntoTopics(message.id, message.content).catch(err => {\n console.error(\"Error classifying message:\", err);\n });\n }, 0);\n } catch (error) {\n console.error(\"Error processing message:\", error);\n }\n}\n\n// Helper function to extract domain from URL\nfunction extractDomain(url: string): string {\n try {\n const domain = new URL(url).hostname;\n return domain;\n } catch (error) {\n return \"unknown\";\n }\n}\n\n// Find active project in a channel\nasync function findActiveProject(channelId: string): Promise {\n // This is a placeholder implementation\n // In a real system, you might store active projects per channel\n // or use message content to determine the project context\n return null;\n}\n\n// Use Claude to categorize links based on message content\nasync function categorizeLinksByContent(messageId: string, content: string): Promise {\n try {\n // Get the message that contains the links\n const message = await db.getMessage(messageId);\n if (!message || !message.has_links) {\n return;\n }\n \n // Use Claude to analyze the content and suggest categories\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 100,\n messages: [\n {\n role: \"user\",\n content: `This message contains one or more links. Based on the message content, what category would you assign to these links? Choose a single word or short phrase that best describes what these links are about. Only respond with the category name, nothing else.\n\nMessage content: \"${content}\"`\n }\n ],\n });\n \n const category = response.content[0].text.trim();\n \n // Update all links in this message with the suggested category\n const result = await sqlite.execute(\n `UPDATE links SET category = ? WHERE message_id = ?`,\n [category, messageId]\n );\n } catch (error) {\n console.error(\"Error categorizing links:\", error);\n }\n}\n\n// Use Claude to classify a message into topics\nasync function classifyMessageIntoTopics(messageId: string, content: string): Promise {\n try {\n // Skip short messages\n if (content.length < 20) {\n return;\n }\n \n // Get existing topics\n const topics = await db.getTopics();\n \n // Format topics for Claude\n const topicsText = topics.map(t => `${t.id}: ${t.name}`).join(\"\\n\");\n \n // Use Claude to classify the message\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 200,\n messages: [\n {\n role: \"user\",\n content: `You are classifying conversation messages into topics. I'll provide a message and a list of existing topics. Your task is to:\n\n1. Determine if the message fits into any of the existing topics\n2. If it does, return the topic IDs that match (can be multiple)\n3. If it doesn't fit any existing topic, suggest a new topic name\n\nExisting topics:\n${topicsText || \"No existing topics yet.\"}\n\nMessage: \"${content}\"\n\nReturn your answer in this exact format:\nEXISTING_TOPICS: [list of topic IDs, or \"none\"]\nNEW_TOPIC: [suggest a new topic name, or \"none\"]`\n }\n ],\n });\n \n const analysis = response.content[0].text;\n \n // Extract existing topics\n const existingTopicsMatch = analysis.match(/EXISTING_TOPICS:\\s*(.+)/i);\n const existingTopics = existingTopicsMatch ? existingTopicsMatch[1].trim() : \"none\";\n \n // Extract new topic suggestion\n const newTopicMatch = analysis.match(/NEW_TOPIC:\\s*(.+)/i);\n const newTopic = newTopicMatch ? newTopicMatch[1].trim() : \"none\";\n \n // Process existing topic assignments\n if (existingTopics !== \"none\") {\n const topicIds = existingTopics\n .replace(/[\\[\\]]/g, \"\")\n .split(\",\")\n .map(id => parseInt(id.trim(), 10))\n .filter(id => !isNaN(id));\n \n for (const topicId of topicIds) {\n await db.addMessageToTopic(topicId, messageId);\n }\n }\n \n // Create new topic if suggested\n if (newTopic !== \"none\") {\n const topicId = await db.createTopic({\n name: newTopic,\n created_at: Date.now()\n });\n \n if (topicId) {\n await db.addMessageToTopic(topicId, messageId);\n }\n }\n } catch (error) {\n console.error(\"Error classifying message:\", error);\n }\n}\n\n// Function to get relevant messages for answering a query\nexport async function getRelevantMessagesForQuery(query: string, userIds: string[], limit = 100): Promise {\n try {\n // First, search messages directly containing terms in the query\n let messages = await db.searchMessages(query, limit);\n \n // If we didn't find enough messages, expand the search\n if (messages.length < 10) {\n // Use Claude to extract key search terms\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 100,\n messages: [\n {\n role: \"user\",\n content: `Extract 3-5 key search terms from this query to help find relevant messages in a conversation database. Return ONLY the terms separated by commas, nothing else.\n\nQuery: \"${query}\"`\n }\n ],\n });\n \n const searchTerms = response.content[0].text.split(\",\").map(term => term.trim());\n \n // Search for each term and collect results\n for (const term of searchTerms) {\n if (term) {\n const termResults = await db.searchMessages(term, Math.round(limit / searchTerms.length));\n \n // Add unique messages\n for (const result of termResults) {\n if (!messages.some(m => m.id === result.id)) {\n messages.push(result);\n }\n \n // Stop if we've reached the limit\n if (messages.length >= limit) {\n break;\n }\n }\n }\n }\n }\n \n // If we still don't have enough results, add recent messages from these users\n if (messages.length < limit) {\n const recentMessages = await db.getMessagesByUserIds(userIds, limit - messages.length);\n \n // Add unique messages\n for (const result of recentMessages) {\n if (!messages.some(m => m.id === result.id)) {\n messages.push(result);\n }\n }\n }\n \n // Sort messages by timestamp (oldest first for conversation continuity)\n messages.sort((a, b) => a.timestamp - b.timestamp);\n \n return messages;\n } catch (error) {\n console.error(\"Error getting relevant messages:\", error);\n return [];\n }\n}\n\n// Function to format messages for Claude analysis\nexport function formatMessagesForClaudeAnalysis(messages: db.Message[], userMap: Map): string {\n let formattedMessages = \"\";\n \n for (const message of messages) {\n const username = userMap.get(message.user_id) || \"Unknown User\";\n const date = new Date(message.timestamp).toISOString().split(\"T\")[0];\n \n formattedMessages += `[${date}] ${username}: ${message.content}\\n\\n`;\n }\n \n return formattedMessages;\n}\n\n// Function to analyze messages with Claude\nexport async function analyzeMessagesWithClaude(messages: db.Message[], userMap: Map, query: string): Promise {\n try {\n const formattedMessages = formatMessagesForClaudeAnalysis(messages, userMap);\n \n const response = await anthropic.messages.create({\n model: \"claude-3-opus-20240229\", // Using our most capable model for deep analysis\n max_tokens: 1000,\n messages: [\n {\n role: \"user\",\n content: `You are analyzing conversations between a couple. Based on these message excerpts, please answer their question in a helpful way.\n \nMessage history:\n${formattedMessages}\n\nQuestion: ${query}\n\nPlease be concise but thorough in your answer, providing specific references to what they discussed when relevant.\nIf they're asking about items they've discussed (like furniture, products, etc.), try to include:\n1. Names/descriptions of items they mentioned\n2. Any opinions or preferences they expressed\n3. Links they shared if available\n4. A summary of their overall feelings on the topic`\n }\n ],\n });\n \n return response.content[0].text;\n } catch (error) {\n console.error(\"Error analyzing messages with Claude:\", error);\n return \"I'm sorry, I encountered an error while analyzing your conversations. Please try again with a different question.\";\n }\n}",[18,98],"pulls","branches","forks","envVars",{"_352":354,"_355":26},"connections",{"_352":26,"_353":26},"count","unfilledCount",7,"emptyCount",{"_51":483,"_13":482,"_80":477,"_61":-5,"_53":54,"_309":252,"_320":24,"_55":484,"_57":26,"_83":234,"_307":-5,"_85":30,"_311":-5,"_380":485,"_17":486},{"_51":474,"_13":475,"_80":476,"_61":477,"_53":54,"_309":354,"_320":24,"_55":478,"_57":26,"_83":21,"_307":479,"_85":30,"_311":-5,"_380":480,"_17":481},{"_51":306,"_13":18,"_80":233,"_61":-5,"_53":54,"_309":310,"_320":24,"_55":471,"_57":26,"_83":234,"_307":-5,"_85":30,"_311":-5,"_380":472,"_17":473},{"_51":341,"_13":98,"_80":97,"_61":233,"_53":54,"_309":148,"_320":24,"_55":468,"_57":338,"_83":84,"_307":343,"_85":30,"_311":-5,"_380":469,"_17":470},{"_51":336,"_13":145,"_80":144,"_61":233,"_53":54,"_309":207,"_320":24,"_55":465,"_57":338,"_83":84,"_307":339,"_85":30,"_311":-5,"_380":466,"_17":467},{"_51":332,"_13":125,"_80":124,"_61":233,"_53":54,"_309":119,"_320":24,"_55":462,"_57":26,"_83":84,"_307":334,"_85":30,"_311":-5,"_380":463,"_17":464},{"_51":328,"_13":116,"_80":115,"_61":233,"_53":54,"_309":110,"_320":24,"_55":459,"_57":26,"_83":84,"_307":330,"_85":30,"_311":-5,"_380":460,"_17":461},{"_51":324,"_13":82,"_80":81,"_61":233,"_53":54,"_309":228,"_320":24,"_55":456,"_57":58,"_83":84,"_307":326,"_85":30,"_311":-5,"_380":457,"_17":458},{"_51":319,"_13":107,"_80":106,"_61":233,"_53":54,"_309":178,"_320":24,"_55":453,"_57":252,"_83":84,"_307":322,"_85":30,"_311":-5,"_380":454,"_17":455},{"_51":447,"_13":448,"_80":449,"_61":-5,"_53":54,"_309":338,"_320":24,"_55":450,"_57":26,"_83":234,"_307":-5,"_85":30,"_311":-5,"_380":451,"_17":452},{"_51":440,"_13":441,"_80":442,"_61":-5,"_53":54,"_309":443,"_320":24,"_55":444,"_57":26,"_83":234,"_307":-5,"_85":30,"_311":-5,"_380":445,"_17":446},{"_51":432,"_13":433,"_80":434,"_61":-5,"_53":54,"_309":435,"_320":24,"_55":436,"_57":26,"_83":21,"_307":437,"_85":30,"_311":-5,"_380":438,"_17":439},{"_51":424,"_13":425,"_80":426,"_61":-5,"_53":54,"_309":427,"_320":24,"_55":428,"_57":26,"_83":21,"_307":429,"_85":30,"_311":-5,"_380":430,"_17":431},{"_51":416,"_13":417,"_80":418,"_61":-5,"_53":54,"_309":419,"_320":24,"_55":420,"_57":26,"_83":21,"_307":421,"_85":30,"_311":-5,"_380":422,"_17":423},{"_51":408,"_13":409,"_80":410,"_61":-5,"_53":54,"_309":411,"_320":24,"_55":412,"_57":26,"_83":21,"_307":413,"_85":30,"_311":-5,"_380":414,"_17":415},{"_51":399,"_13":400,"_80":401,"_61":-5,"_53":54,"_309":402,"_320":24,"_55":403,"_57":26,"_83":404,"_307":405,"_85":30,"_311":-5,"_380":406,"_17":407},{"_51":391,"_13":392,"_80":393,"_61":-5,"_53":54,"_309":394,"_320":24,"_55":395,"_57":26,"_83":21,"_307":396,"_85":30,"_311":-5,"_380":397,"_17":398},{"_51":383,"_13":384,"_80":247,"_61":-5,"_53":54,"_309":385,"_320":24,"_55":386,"_57":26,"_83":387,"_307":388,"_85":30,"_311":-5,"_380":389,"_17":390},{"_51":375,"_13":135,"_80":376,"_61":-5,"_53":54,"_309":377,"_320":24,"_55":378,"_57":252,"_83":84,"_307":379,"_85":30,"_311":-5,"_380":381,"_17":382},"cab1a68c-2886-11f0-a192-569c3dd06744","e8f76ad2-2859-11f0-97af-569c3dd06744",27,["D",1746321983950],"// Main entry point for Val Town\nimport botHandler, { syncRecentMessages } from \"./backend/main.ts\";\n\n// HTTP handler for Discord interactions and webhooks\nexport default async function(req: Request) {\n // Special handling for Discord verification\n try {\n const bodyText = await req.text();\n let body;\n \n try {\n body = JSON.parse(bodyText);\n } catch (e) {\n // Not JSON, pass to regular handler\n const newReq = new Request(req.url, {\n method: req.method,\n headers: req.headers,\n body: bodyText\n });\n return botHandler(newReq);\n }\n \n // Check if this is a Discord ping\n if (body && body.type === 1) {\n console.log(\"Received Discord PING verification\");\n // Respond to Discord PING\n return new Response(JSON.stringify({ type: 1 }), {\n headers: { \"Content-Type\": \"application/json\" }\n });\n }\n \n // For all other requests, pass to the regular handler\n const newReq = new Request(req.url, {\n method: req.method,\n headers: req.headers,\n body: JSON.stringify(body)\n });\n return botHandler(newReq);\n } catch (error) {\n console.error(\"Error in main handler:\", error);\n // If there's an error, still try the regular handler\n return botHandler(req);\n }\n}\n\n// Scheduled task to sync recent messages (runs hourly)\nexport async function hourlySync() {\n await syncRecentMessages();\n}","children",[],[135],"751ff324-2884-11f0-b137-569c3dd06744","httpHandler.ts",21,["D",1746320981424],"http","// Main entry point for Val Town\nimport botHandler from \"./backend/main.ts\";\n\n// HTTP handler for Discord interactions and webhooks\nexport default async function(req: Request) {\n return await botHandler(req);\n}\n",[],[384],"e8ce6664-2859-11f0-b4f5-569c3dd06744","deno.json","e8ce6754-2859-11f0-b4f5-569c3dd06744",5,["D",1746302707144],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}",[],[392],"cab8d86c-2886-11f0-8039-569c3dd06744","cronHandler.ts","cab8d8f8-2886-11f0-8039-569c3dd06744",28,["D",1746321983952],"interval","// Main entry point for Val Town\nimport { syncRecentMessages } from \"./backend/main.ts\";\n\n// Scheduled task to sync recent messages (runs hourly)\nexport async function hourlySync() {\n await syncRecentMessages();\n}",[],[400],"e9049590-2859-11f0-a7a7-569c3dd06744","README.md","e904963a-2859-11f0-a7a7-569c3dd06744",18,["D",1746302707305],"# Discord Conversation Tracker & Analysis Bot\n\nA Discord bot that archives conversations between you and your partner in a private server, tracks shared links, and allows intelligent searching and analysis of past discussions using Claude AI. The bot can also import historical DM conversations from Discord's data export.\n\n## Features\n\n- **Message Archiving**: Records all messages exchanged in your private server\n- **Historical DM Import**: Import your conversation history from Discord data exports\n- **Link Tracking**: Automatically extracts and categorizes shared links\n- **AI-Powered Analysis**: Use Claude to query your conversation history\n- **Project Organization**: Group conversations by topics or projects\n- **Discord Command Interface**: Interact with your data directly through Discord\n\n## Requirements\n\n- Discord Bot Token\n- Discord Application ID\n- Anthropic API Key (for Claude)\n- A private Discord server with just you and your partner\n- Val Town account for hosting\n\n## Command Examples\n\n- `/query what tables did we like for the dining room?`\n- `/links list`\n- `/links search ikea`\n- `/project create name:Furniture description:Our furniture shopping journey`\n- `/project list`\n- `/import channel channel_id:123456789`\n- `/import dm` (generates upload link for DM history)\n\n## Setup Instructions\n\n1. Create a Discord application and bot at the [Discord Developer Portal](https://discord.com/developers/applications)\n2. Create a private server with just you and your partner\n3. Invite the bot to your server with the following permissions:\n - Read Messages/View Channels\n - Send Messages\n - Read Message History\n - Use Slash Commands\n4. Set up the environment variables in Val Town:\n - `DISCORD_TOKEN`: Your Discord bot token\n - `DISCORD_APPLICATION_ID`: Your Discord application ID\n - `ANTHROPIC_API_KEY`: Your Claude API key\n - `VAL_TOWN_URL`: The URL of your Val Town deployment\n\n5. Register the bot commands by making a POST request to the `/register` endpoint\n\n## Importing Historical DMs\n\nThere are two ways to import your conversation history:\n\n### Method 1: Discord Data Export (For Private DMs)\n1. Go to User Settings → Privacy & Safety in Discord\n2. Request your data export\n3. When you receive it, use the `/import dm` command to generate an upload link\n4. Upload your messages JSON file to the provided link\n\n### Method 2: Channel History Import (For Server Messages)\n1. Find the ID of the channel you want to import (enable Developer Mode in Discord)\n2. Use the command `/import channel channel_id:YOUR_CHANNEL_ID`\n3. If there are more than 100 messages, the command will tell you how to paginate for more\n\n## Database Schema\n\n### Messages\n- `id`: Unique message ID\n- `channel_id`: Discord channel ID\n- `user_id`: Discord user ID\n- `content`: Message text content\n- `timestamp`: Unix timestamp\n- `has_links`: Boolean indicating if message contains links\n- `is_command`: Boolean indicating if message is a command\n\n### Links\n- `id`: Auto-incrementing ID\n- `message_id`: Reference to message containing the link\n- `url`: Full URL\n- `domain`: Domain name\n- `timestamp`: Unix timestamp\n- `category`: Optional category tag\n\n### Projects\n- `id`: Auto-incrementing ID\n- `name`: Project name\n- `description`: Optional project description\n- `created_at`: Unix timestamp\n- `is_active`: Boolean status\n\n### Topics\n- `id`: Auto-incrementing ID\n- `name`: Topic name\n- `description`: Optional topic description\n- `created_at`: Unix timestamp\n\n## Implementation Details\n\nThis bot uses:\n- Discord API for bot functionality\n- SQLite for persistent storage\n- Claude API for natural language processing and conversation analysis\n- Val Town for serverless hosting\n\n## Privacy & Security\n\n- All data is stored within Val Town's secure environment\n- Only conversations in channels where the bot is invited are recorded\n- The bot does not share your conversation data with any third parties (except Claude for processing queries)\n\n## Limitations\n\n- The bot only processes messages after it has been added to a channel\n- Historical messages prior to bot installation need to be imported separately\n- Some advanced search capabilities require specific phrasing\n\n## Future Enhancements\n\n- Web interface for more detailed data exploration\n- Better automatic topic categorization\n- Image and attachment tracking\n- Sentiment analysis of conversations",[],[409],"e8fe0c3e-2859-11f0-ab88-569c3dd06744",".vtignore","e8fe0d06-2859-11f0-ab88-569c3dd06744",16,["D",1746302707414],".git\n.vscode\n.DS_Store\nnode_modules\nvendor",[],[417],"e8f1a142-2859-11f0-8c0e-569c3dd06744",".gitignore","e8f1a1ce-2859-11f0-8c0e-569c3dd06744",12,["D",1746302707350],"**/.claude/settings.local.json\n",[],[425],"e90197be-2859-11f0-a90e-569c3dd06744",".cursorrules","e9019868-2859-11f0-a90e-569c3dd06744",17,["D",1746302707301],"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious operations)\n- Follow modern ES6+ conventions and functional programming practices if possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = 'todo_app_users_2';\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(`SELECT * FROM ${TABLE_NAME} WHERE id = ?`, [1]);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add _2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({ \n subject: \"Hi\", \n text: \"Hi\", \n html: \"

Hi

\"\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport { parseProject, readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\" urls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's *extremely importing* to note that `parseProject` and other Standard Library utilities ONLY RUN ON THE SERVER.\nIf you need access to this data on the client, run it in the server and pass it to the client by splicing it into the HTML page\nor by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})` instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use: `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys) unless otherwise specified\n- **View Source:** Add a view source link by importing & using `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add `` to HTML to capture client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local resolution; Avoid catches that merely log or return 500s. Let errors bubble up with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with `?deps=react@18.2.0,react-dom@18.2.0` and start the file with `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same version\n- **Styling:** Default to using TailwindCSS via `` unless otherwise specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project files:\n ```ts\n import { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n \n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n \n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async c => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n \n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n \n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:** \n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with `export default app.fetch // This is the entry point for HTTP vals`\n\n",[],[433],"e8accde2-2859-11f0-96d8-569c3dd06744","shared","e8acce8c-2859-11f0-96d8-569c3dd06744",4,["D",1746302706924],[],[441],"e8634406-2859-11f0-a8a7-569c3dd06744","frontend","e86344b0-2859-11f0-a8a7-569c3dd06744",["D",1746302706440],[],[448],["D",1746321699516],[],[18,107],["D",1746370568766],[],[18,82],["D",1746302707298],[],[18,116],["D",1746302707299],[],[18,125],["D",1746323370671],[],[18,145],["D",1746304283402],[],[18,98],["D",1746302706739],[359,360,361,362,363,364],[18],"e8dd05b6-2859-11f0-8fb6-569c3dd06744","settings.local.json","e8dd064c-2859-11f0-8fb6-569c3dd06744","e87e1ec0-2859-11f0-a8a7-569c3dd06744",["D",1746302707146],"{\n \"permissions\": {\n \"allow\": [\n \"Bash(mkdir:*)\",\n \"Bash(mkdir:*)\"\n ],\n \"deny\": []\n }\n}",[],[482,475],".claude","e87e1e20-2859-11f0-a8a7-569c3dd06744",["D",1746302706620],[357],[482],["D",1746161519737],{"_11":12,"_284":88},{"_11":12,"_280":-5,"_87":88,"_31":86,"_281":282,"_283":30},{"_57":228,"_13":16,"_51":54,"_272":236,"_273":-5,"_274":-5,"_275":-5,"_276":-5,"_277":-5,"_278":14,"_279":12},"ctx",{"_70":-5,"_303":524,"_525":526,"_527":528,"_529":30,"_530":30,"_531":30,"_532":24,"_533":-5,"_534":-7,"_535":-7,"_536":26,"_537":30,"_538":30,"_539":-5,"_540":30,"_541":30,"_542":30,"_543":-5},"ENV",{"_495":496,"_497":498,"_499":16,"_500":501,"_502":503,"_504":505,"_506":507,"_508":509,"_510":511,"_512":513,"_514":515,"_516":517,"_518":519,"_520":521,"_522":523},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · backend