Discord DM History Upload

Use this form to upload your Discord data export JSON file.

\n \n \n \n

Privacy Note: Your data will only be stored in the bot's database and used for the conversation analysis features you've requested. It will not be shared with third parties.

\n \n \n `, {\n headers: { \"Content-Type\": \"text/html\" }\n });\n }\n \n return new Response(\"Method not allowed\", { status: 405 });\n }\n \n try {\n // Check if this is a multipart form data request\n const contentType = req.headers.get(\"content-type\") || \"\";\n \n if (contentType.includes(\"multipart/form-data\")) {\n // Parse the form data\n const formData = await req.formData();\n const file = formData.get(\"file\");\n \n if (!file || !(file instanceof File)) {\n return new Response(\"No file uploaded\", { status: 400 });\n }\n \n // Read the file as JSON\n const fileContent = await file.text();\n let jsonData;\n try {\n jsonData = JSON.parse(fileContent);\n } catch (_error) {\n return new Response(\"Invalid JSON file\", { status: 400 });\n }\n \n // Process the data\n const result = await importDiscordDataExport(jsonData);\n \n // Return a success response with HTML\n return new Response(`\n \n \n \n Upload Complete\n \n \n \n

Upload Complete

\n \n

Import Results:

Messages imported: ${result.messagesImported}

Links extracted: ${result.linksImported}

\n \n ${result.errors.length > 0 ? `\n

Errors:

${err}

\n ` : ''}\n \n

Success!

\n \n \n `, {\n headers: { \"Content-Type\": \"text/html\" }\n });\n } else {\n // Handle regular JSON payload\n const jsonData = await req.json();\n const result = await importDiscordDataExport(jsonData);\n \n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" }\n });\n }\n } catch (error) {\n console.error(\"Error handling DM upload:\", error);\n return new Response(`Error processing upload: ${error.message}`, { status: 500 });\n }\n}",[],[174,239],"e8f476e2-2859-11f0-a936-569c3dd06744","e8f4778c-2859-11f0-a936-569c3dd06744",13,["D",1746302707301],"// Discord Bot for Conversation Analysis\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nimport { Anthropic } from \"https://esm.town/anthropic@0.11.0\";\n\n// Environment variables\nconst DISCORD_TOKEN = Deno.env.get(\"DISCORD_TOKEN\");\nconst DISCORD_APPLICATION_ID = Deno.env.get(\"DISCORD_APPLICATION_ID\");\nconst ANTHROPIC_API_KEY = Deno.env.get(\"ANTHROPIC_API_KEY\");\n\nif (!DISCORD_TOKEN || !DISCORD_APPLICATION_ID || !ANTHROPIC_API_KEY) {\n throw new Error(\"Missing required environment variables\");\n}\n\n// Initialize Claude API client\nconst anthropic = new Anthropic({\n apiKey: ANTHROPIC_API_KEY,\n});\n\n// Initialize or create database tables\nasync function initDatabase() {\n try {\n // Messages table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS messages (\n id TEXT PRIMARY KEY,\n channel_id TEXT NOT NULL,\n user_id TEXT NOT NULL,\n content TEXT NOT NULL,\n timestamp INTEGER NOT NULL,\n has_links BOOLEAN DEFAULT FALSE,\n is_command BOOLEAN DEFAULT FALSE\n )\n `);\n \n // Links table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS links (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n message_id TEXT NOT NULL,\n url TEXT NOT NULL,\n domain TEXT NOT NULL,\n timestamp INTEGER NOT NULL,\n category TEXT,\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n // Projects table (for explicit grouping)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS projects (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL,\n description TEXT,\n created_at INTEGER NOT NULL,\n is_active BOOLEAN DEFAULT TRUE\n )\n `);\n \n // Project messages mapping\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS project_messages (\n project_id INTEGER NOT NULL,\n message_id TEXT NOT NULL,\n PRIMARY KEY(project_id, message_id),\n FOREIGN KEY(project_id) REFERENCES projects(id),\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n // Topics table (for AI-categorized grouping)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS topics (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL,\n description TEXT,\n created_at INTEGER NOT NULL\n )\n `);\n \n // Topic messages mapping\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS topic_messages (\n topic_id INTEGER NOT NULL,\n message_id TEXT NOT NULL,\n PRIMARY KEY(topic_id, message_id),\n FOREIGN KEY(topic_id) REFERENCES topics(id),\n FOREIGN KEY(message_id) REFERENCES messages(id)\n )\n `);\n \n console.log(\"Database initialized successfully\");\n } catch (error) {\n console.error(\"Database initialization error:\", error);\n }\n}\n\n// Initialize database on startup\nawait initDatabase();\n\n// Function to handle incoming Discord interactions\nexport default async function(req: Request) {\n if (req.method === \"POST\") {\n const body = await req.json();\n \n // Verify the request is coming from Discord\n const signature = req.headers.get(\"x-signature-ed25519\");\n const timestamp = req.headers.get(\"x-signature-timestamp\");\n \n if (!signature || !timestamp) {\n return new Response(\"Missing signature or timestamp\", { status: 401 });\n }\n \n // TODO: Implement proper signature verification\n \n // Handle Discord interaction types\n if (body.type === 1) {\n // Respond to Discord PING\n return new Response(JSON.stringify({ type: 1 }), {\n headers: { \"Content-Type\": \"application/json\" }\n });\n } else if (body.type === 2) {\n // Handle commands\n return handleCommand(body);\n } else if (body.type === 3) {\n // Handle message components interactions\n return handleComponentInteraction(body);\n }\n }\n \n return new Response(\"Invalid request\", { status: 400 });\n}\n\n// Function to handle Discord slash commands\nasync function handleCommand(interaction) {\n const { name } = interaction.data;\n \n switch (name) {\n case 'query':\n return handleQueryCommand(interaction);\n case 'project':\n return handleProjectCommand(interaction);\n case 'links':\n return handleLinksCommand(interaction);\n default:\n return respondToInteraction(\"Unknown command\");\n }\n}\n\n// Function to handle message component interactions (buttons, select menus)\nasync function handleComponentInteraction(interaction) {\n const customId = interaction.data.custom_id;\n \n // Handle different component interactions based on customId\n if (customId.startsWith(\"link_\")) {\n return handleLinkInteraction(interaction, customId);\n }\n \n return respondToInteraction(\"Unknown interaction\");\n}\n\n// Handle AI query command\nasync function handleQueryCommand(interaction) {\n const query = interaction.data.options.find(o => o.name === 'question')?.value;\n \n if (!query) {\n return respondToInteraction(\"Please provide a question to ask\");\n }\n \n try {\n // Get relevant messages based on the query\n const relevantMessages = await getRelevantMessages(query);\n \n if (!relevantMessages.length) {\n return respondToInteraction(\"I couldn't find any relevant messages in your history\");\n }\n \n // Format the context for Claude\n const context = formatMessagesForClaude(relevantMessages);\n \n // Ask Claude for analysis\n const claudeResponse = await anthropic.messages.create({\n model: \"claude-3-opus-20240229\",\n max_tokens: 1000,\n messages: [\n {\n role: \"user\",\n content: `You are analyzing conversations between a couple. Based on these message excerpts, please answer their question in a helpful way.\n \nMessage history:\n${context}\n\nQuestion: ${query}\n\nPlease be concise but thorough in your answer, providing specific references to what they discussed when relevant.`\n }\n ],\n });\n \n return respondToInteraction(claudeResponse.content[0].text);\n } catch (error) {\n console.error(\"Error handling query command:\", error);\n return respondToInteraction(\"Sorry, I encountered an error processing your query\");\n }\n}\n\n// Handle project management command\nasync function handleProjectCommand(interaction) {\n const subCommand = interaction.data.options[0].name;\n \n switch (subCommand) {\n case 'create':\n return handleCreateProject(interaction);\n case 'list':\n return handleListProjects(interaction);\n case 'view':\n return handleViewProject(interaction);\n default:\n return respondToInteraction(\"Unknown project subcommand\");\n }\n}\n\n// Handle links command\nasync function handleLinksCommand(interaction) {\n const subCommand = interaction.data.options[0].name;\n \n switch (subCommand) {\n case 'list':\n return handleListLinks(interaction);\n case 'categorize':\n return handleCategorizeLink(interaction);\n case 'search':\n return handleSearchLinks(interaction);\n default:\n return respondToInteraction(\"Unknown links subcommand\");\n }\n}\n\n// Helper function to respond to Discord interactions\nfunction respondToInteraction(content, ephemeral = false) {\n return new Response(\n JSON.stringify({\n type: 4,\n data: {\n content,\n flags: ephemeral ? 64 : 0\n }\n }),\n { headers: { \"Content-Type\": \"application/json\" } }\n );\n}\n\n// Placeholder functions to be implemented\nasync function getRelevantMessages(query) {\n // TODO: implement retrieval logic based on query\n return [];\n}\n\nfunction formatMessagesForClaude(messages) {\n // TODO: implement message formatting for Claude\n return \"\";\n}\n\nasync function handleCreateProject(interaction) {\n // TODO: implement project creation\n return respondToInteraction(\"Project creation not yet implemented\");\n}\n\nasync function handleListProjects(interaction) {\n // TODO: implement project listing\n return respondToInteraction(\"Project listing not yet implemented\");\n}\n\nasync function handleViewProject(interaction) {\n // TODO: implement project viewing\n return respondToInteraction(\"Project viewing not yet implemented\");\n}\n\nasync function handleListLinks(interaction) {\n // TODO: implement link listing\n return respondToInteraction(\"Link listing not yet implemented\");\n}\n\nasync function handleCategorizeLink(interaction) {\n // TODO: implement link categorization\n return respondToInteraction(\"Link categorization not yet implemented\");\n}\n\nasync function handleSearchLinks(interaction) {\n // TODO: implement link searching\n return respondToInteraction(\"Link searching not yet implemented\");\n}\n\nasync function handleLinkInteraction(interaction, customId) {\n // TODO: implement link interaction handling\n return respondToInteraction(\"Link interaction not yet implemented\");\n}",[],[174,132],"e8ea56a8-2859-11f0-b4f5-569c3dd06744","importer.ts","e8ea575c-2859-11f0-b4f5-569c3dd06744",10,["D",1746302707298],"// Data importer for Discord message history\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nimport * as db from \"./database.ts\";\n\n// Type definitions for Discord data export\ninterface DiscordExportMessage {\n id: string;\n type: number;\n timestamp: string;\n content: string;\n author: {\n id: string;\n name: string;\n discriminator: string;\n nickname: string;\n avatar?: string;\n };\n attachments: any[];\n embeds: any[];\n mentions: any[];\n reactions?: {\n emoji: {\n id: string | null;\n name: string;\n };\n count: number;\n }[];\n}\n\ninterface DiscordExportChannel {\n id: string;\n type: number;\n name: string;\n recipients: {\n id: string;\n name: string;\n discriminator: string;\n nickname?: string;\n }[];\n messages: DiscordExportMessage[];\n}\n\n// Function to process Discord data export file\nexport async function importDiscordDataExport(data: any): Promise<{\n messagesImported: number;\n linksImported: number;\n errors: string[];\n}> {\n const result = {\n messagesImported: 0,\n linksImported: 0,\n errors: [] as string[],\n };\n\n try {\n // Begin transaction\n await sqlite.execute(\"BEGIN TRANSACTION\");\n\n // Process the data\n if (Array.isArray(data.messages)) {\n // Direct format - array of messages\n await processMessages(data.messages, result);\n } else if (data.channel && Array.isArray(data.channel.messages)) {\n // Channel format\n await processMessages(data.channel.messages, result);\n } else if (Array.isArray(data)) {\n // Array of channels or messages\n for (const item of data) {\n if (item.messages) {\n // It's a channel\n await processMessages(item.messages, result);\n } else if (item.id && item.content) {\n // It's a message\n await processMessage(item, result);\n }\n }\n } else {\n throw new Error(\"Unsupported data format\");\n }\n\n // Commit the transaction\n await sqlite.execute(\"COMMIT\");\n } catch (error) {\n // Rollback on error\n await sqlite.execute(\"ROLLBACK\");\n result.errors.push(`Import failed: ${error.message}`);\n console.error(\"Import error:\", error);\n }\n\n return result;\n}\n\n// Process an array of messages\nasync function processMessages(\n messages: DiscordExportMessage[],\n result: { messagesImported: number; linksImported: number; errors: string[] }\n): Promise {\n for (const message of messages) {\n await processMessage(message, result);\n }\n}\n\n// Process a single message\nasync function processMessage(\n message: DiscordExportMessage,\n result: { messagesImported: number; linksImported: number; errors: string[] }\n): Promise {\n try {\n // Skip system messages\n if (message.type !== 0 && message.type !== 19) {\n return;\n }\n\n // Skip empty messages\n if (!message.content && (!message.attachments || message.attachments.length === 0)) {\n return;\n }\n\n // Extract relevant data\n const { urls, domains } = db.extractLinks(message.content || \"\");\n const hasLinks = urls.length > 0;\n const isCommand = (message.content || \"\").startsWith(\"/\");\n \n // Default channel ID for DM imports\n const channelId = \"imported_dm\";\n\n // Create database message object\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: channelId,\n user_id: message.author.id,\n content: message.content || \"\",\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n\n // Save the message\n const success = await db.saveMessage(dbMessage);\n \n if (success) {\n result.messagesImported++;\n \n // Process links if any\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n const linkId = await db.saveLink(link);\n if (linkId) {\n result.linksImported++;\n }\n }\n }\n }\n } catch (error) {\n result.errors.push(`Error processing message ${message.id}: ${error.message}`);\n console.error(\"Error processing message:\", error);\n }\n}\n\n// Helper function to extract domain from URL\nfunction extractDomain(url: string): string {\n try {\n const domain = new URL(url).hostname;\n return domain;\n } catch (error) {\n return \"unknown\";\n }\n}\n\n// Function to import messages from a specific Discord channel\nexport async function importChannelHistory(\n channelId: string,\n limit = 100,\n before?: string\n): Promise<{\n messagesImported: number;\n linksImported: number;\n errors: string[];\n}> {\n const result = {\n messagesImported: 0,\n linksImported: 0,\n errors: [] as string[],\n };\n\n try {\n const DISCORD_TOKEN = Deno.env.get(\"DISCORD_TOKEN\");\n \n if (!DISCORD_TOKEN) {\n throw new Error(\"Missing Discord token\");\n }\n \n // Fetch messages from Discord API\n let url = `https://discord.com/api/v10/channels/${channelId}/messages?limit=${limit}`;\n if (before) {\n url += `&before=${before}`;\n }\n \n const response = await fetch(url, {\n headers: {\n Authorization: `Bot ${DISCORD_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n });\n \n if (!response.ok) {\n throw new Error(`Discord API error: ${response.status} ${response.statusText}`);\n }\n \n const messages = await response.json();\n \n // Begin transaction\n await sqlite.execute(\"BEGIN TRANSACTION\");\n \n // Process messages\n for (const message of messages) {\n // Skip bot messages\n if (message.author.bot) {\n continue;\n }\n \n const { urls, domains } = db.extractLinks(message.content || \"\");\n const hasLinks = urls.length > 0;\n const isCommand = (message.content || \"\").startsWith(\"/\");\n \n // Create database message object\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: message.channel_id,\n user_id: message.author.id,\n content: message.content || \"\",\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n \n // Save the message\n const success = await db.saveMessage(dbMessage);\n \n if (success) {\n result.messagesImported++;\n \n // Process links if any\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n const linkId = await db.saveLink(link);\n if (linkId) {\n result.linksImported++;\n }\n }\n }\n }\n }\n \n // Commit the transaction\n await sqlite.execute(\"COMMIT\");\n \n // Return the oldest message ID for pagination\n if (messages.length > 0) {\n result.errors.push(`oldest_id:${messages[messages.length - 1].id}`);\n }\n } catch (error) {\n // Rollback on error\n await sqlite.execute(\"ROLLBACK\");\n result.errors.push(`Import failed: ${error.message}`);\n console.error(\"Import error:\", error);\n }\n \n return result;\n}",[],[174,254],"e8ee0438-2859-11f0-ab88-569c3dd06744","discord.ts","e8ee04ec-2859-11f0-ab88-569c3dd06744",11,["D",1746302707299],"// Discord API integration\n\n// Discord API base URL\nconst DISCORD_API_URL = \"https://discord.com/api/v10\";\n\n// Environment variables\nconst DISCORD_TOKEN = Deno.env.get(\"DISCORD_TOKEN\");\nconst DISCORD_APPLICATION_ID = Deno.env.get(\"DISCORD_APPLICATION_ID\");\n\n// Type definitions\nexport interface DiscordMessage {\n id: string;\n channel_id: string;\n author: {\n id: string;\n username: string;\n global_name?: string;\n };\n content: string;\n timestamp: string;\n attachments: any[];\n embeds: any[];\n mentions: any[];\n}\n\nexport interface DiscordChannel {\n id: string;\n name: string;\n type: number;\n guild_id: string;\n}\n\nexport interface DiscordUser {\n id: string;\n username: string;\n global_name?: string;\n}\n\n// Helper function for Discord API requests\nexport async function discordRequest(endpoint: string, method = \"GET\", body?: any) {\n const url = `${DISCORD_API_URL}${endpoint}`;\n \n const headers = {\n \"Authorization\": `Bot ${DISCORD_TOKEN}`,\n \"Content-Type\": \"application/json\",\n \"User-Agent\": \"ValTownDiscordBot/1.0\"\n };\n \n const options: RequestInit = { method, headers };\n \n if (body) {\n options.body = JSON.stringify(body);\n }\n \n try {\n const response = await fetch(url, options);\n \n if (!response.ok) {\n const errorData = await response.json().catch(() => null);\n console.error(`Discord API error: ${response.status} ${response.statusText}`, errorData);\n throw new Error(`Discord API request failed: ${response.status} ${response.statusText}`);\n }\n \n // Check if there's content before parsing as JSON\n const text = await response.text();\n return text ? JSON.parse(text) : null;\n } catch (error) {\n console.error(\"Discord request error:\", error);\n throw error;\n }\n}\n\n// Function to register slash commands with Discord\nexport async function registerCommands(commands: any[]) {\n try {\n await discordRequest(\n `/applications/${DISCORD_APPLICATION_ID}/commands`, \n \"PUT\", \n commands\n );\n console.log(\"Commands registered successfully\");\n return true;\n } catch (error) {\n console.error(\"Error registering commands:\", error);\n return false;\n }\n}\n\n// Function to fetch channel messages\nexport async function fetchChannelMessages(channelId: string, limit = 100, before?: string) {\n let endpoint = `/channels/${channelId}/messages?limit=${limit}`;\n if (before) {\n endpoint += `&before=${before}`;\n }\n \n return await discordRequest(endpoint);\n}\n\n// Function to fetch a specific message\nexport async function fetchMessage(channelId: string, messageId: string) {\n return await discordRequest(`/channels/${channelId}/messages/${messageId}`);\n}\n\n// Function to fetch channel details\nexport async function fetchChannel(channelId: string) {\n return await discordRequest(`/channels/${channelId}`);\n}\n\n// Function to fetch user details\nexport async function fetchUser(userId: string) {\n return await discordRequest(`/users/${userId}`);\n}\n\n// Function to send a message to a channel\nexport async function sendMessage(channelId: string, content: string) {\n return await discordRequest(`/channels/${channelId}/messages`, \"POST\", { content });\n}\n\n// Function to reply to a message\nexport async function replyToMessage(channelId: string, messageId: string, content: string) {\n return await discordRequest(`/channels/${channelId}/messages`, \"POST\", {\n content,\n message_reference: {\n message_id: messageId\n }\n });\n}\n\n// Function to verify Discord interaction signature\nexport async function verifyInteraction(signature: string, timestamp: string, body: string) {\n // TODO: Implement proper signature verification using public key\n // This is a critical security step for a production bot\n \n // For now, we'll return true to allow development\n return true;\n}",[],[174,262],"e8fa46a8-2859-11f0-96d8-569c3dd06744","database.ts","e8fa4766-2859-11f0-96d8-569c3dd06744",15,["D",1746302707301],"// Database operations for the Discord bot\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\n\n// Types\nexport interface Message {\n id: string;\n channel_id: string;\n user_id: string;\n content: string;\n timestamp: number;\n has_links: boolean;\n is_command: boolean;\n}\n\nexport interface Link {\n id?: number;\n message_id: string;\n url: string;\n domain: string;\n timestamp: number;\n category?: string;\n}\n\nexport interface Project {\n id?: number;\n name: string;\n description?: string;\n created_at: number;\n is_active: boolean;\n}\n\nexport interface Topic {\n id?: number;\n name: string;\n description?: string;\n created_at: number;\n}\n\n// URL regex pattern for link extraction\nconst URL_REGEX = /(https?:\\/\\/[^\\s]+)/g;\nconst DOMAIN_REGEX = /^(?:https?:\\/\\/)?(?:[^@\\n]+@)?(?:www\\.)?([^:/\\n?]+)/i;\n\n// Message operations\nexport async function saveMessage(message: Message): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO messages (id, channel_id, user_id, content, timestamp, has_links, is_command)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(id) DO UPDATE SET\n content = excluded.content,\n has_links = excluded.has_links,\n is_command = excluded.is_command`,\n [\n message.id,\n message.channel_id,\n message.user_id,\n message.content,\n message.timestamp,\n message.has_links ? 1 : 0,\n message.is_command ? 1 : 0\n ]\n );\n return true;\n } catch (error) {\n console.error(\"Error saving message:\", error);\n return false;\n }\n}\n\nexport async function getMessage(messageId: string): Promise {\n try {\n const result = await sqlite.execute(\n \"SELECT * FROM messages WHERE id = ?\",\n [messageId]\n );\n \n if (result.rows.length === 0) {\n return null;\n }\n \n const row = result.rows[0];\n return {\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n };\n } catch (error) {\n console.error(\"Error getting message:\", error);\n return null;\n }\n}\n\nexport async function getMessagesByUserIds(userIds: string[], limit = 1000, offset = 0): Promise {\n try {\n // Create placeholders for the SQL IN clause\n const placeholders = userIds.map(() => '?').join(',');\n \n const result = await sqlite.execute(\n `SELECT * FROM messages\n WHERE user_id IN (${placeholders})\n ORDER BY timestamp DESC\n LIMIT ? OFFSET ?`,\n [...userIds, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting messages by user ids:\", error);\n return [];\n }\n}\n\nexport async function searchMessages(query: string, limit = 100): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM messages\n WHERE content LIKE ?\n ORDER BY timestamp DESC\n LIMIT ?`,\n [`%${query}%`, limit]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error searching messages:\", error);\n return [];\n }\n}\n\n// Link operations\nexport function extractLinks(content: string): { urls: string[], domains: string[] } {\n const urls: string[] = [];\n const domains: string[] = [];\n \n const matches = content.match(URL_REGEX);\n \n if (matches) {\n matches.forEach(url => {\n urls.push(url);\n \n const domainMatch = url.match(DOMAIN_REGEX);\n if (domainMatch && domainMatch[1]) {\n domains.push(domainMatch[1]);\n }\n });\n }\n \n return { urls, domains };\n}\n\nexport async function saveLink(link: Link): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO links (message_id, url, domain, timestamp, category)\n VALUES (?, ?, ?, ?, ?)\n RETURNING id`,\n [\n link.message_id,\n link.url,\n link.domain,\n link.timestamp,\n link.category || null\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error saving link:\", error);\n return null;\n }\n}\n\nexport async function getLinks(limit = 50, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM links\n ORDER BY timestamp DESC\n LIMIT ? OFFSET ?`,\n [limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n message_id: row.message_id,\n url: row.url,\n domain: row.domain,\n timestamp: row.timestamp,\n category: row.category\n }));\n } catch (error) {\n console.error(\"Error getting links:\", error);\n return [];\n }\n}\n\nexport async function searchLinks(query: string, limit = 50): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM links\n WHERE url LIKE ? OR domain LIKE ? OR category LIKE ?\n ORDER BY timestamp DESC\n LIMIT ?`,\n [`%${query}%`, `%${query}%`, `%${query}%`, limit]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n message_id: row.message_id,\n url: row.url,\n domain: row.domain,\n timestamp: row.timestamp,\n category: row.category\n }));\n } catch (error) {\n console.error(\"Error searching links:\", error);\n return [];\n }\n}\n\nexport async function updateLinkCategory(linkId: number, category: string): Promise {\n try {\n await sqlite.execute(\n `UPDATE links\n SET category = ?\n WHERE id = ?`,\n [category, linkId]\n );\n return true;\n } catch (error) {\n console.error(\"Error updating link category:\", error);\n return false;\n }\n}\n\n// Project operations\nexport async function createProject(project: Project): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO projects (name, description, created_at, is_active)\n VALUES (?, ?, ?, ?)\n RETURNING id`,\n [\n project.name,\n project.description || null,\n project.created_at,\n project.is_active ? 1 : 0\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error creating project:\", error);\n return null;\n }\n}\n\nexport async function getProjects(includeInactive = false): Promise {\n try {\n let query = `SELECT * FROM projects`;\n const params = [];\n \n if (!includeInactive) {\n query += ` WHERE is_active = 1`;\n }\n \n query += ` ORDER BY created_at DESC`;\n \n const result = await sqlite.execute(query, params);\n \n return result.rows.map(row => ({\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at,\n is_active: Boolean(row.is_active)\n }));\n } catch (error) {\n console.error(\"Error getting projects:\", error);\n return [];\n }\n}\n\nexport async function getProject(projectId: number): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM projects WHERE id = ?`,\n [projectId]\n );\n \n if (result.rows.length === 0) {\n return null;\n }\n \n const row = result.rows[0];\n return {\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at,\n is_active: Boolean(row.is_active)\n };\n } catch (error) {\n console.error(\"Error getting project:\", error);\n return null;\n }\n}\n\nexport async function addMessageToProject(projectId: number, messageId: string): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO project_messages (project_id, message_id)\n VALUES (?, ?)\n ON CONFLICT DO NOTHING`,\n [projectId, messageId]\n );\n return true;\n } catch (error) {\n console.error(\"Error adding message to project:\", error);\n return false;\n }\n}\n\nexport async function getProjectMessages(projectId: number, limit = 100, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT m.*\n FROM messages m\n JOIN project_messages pm ON m.id = pm.message_id\n WHERE pm.project_id = ?\n ORDER BY m.timestamp DESC\n LIMIT ? OFFSET ?`,\n [projectId, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting project messages:\", error);\n return [];\n }\n}\n\n// Topic operations\nexport async function createTopic(topic: Topic): Promise {\n try {\n const result = await sqlite.execute(\n `INSERT INTO topics (name, description, created_at)\n VALUES (?, ?, ?)\n RETURNING id`,\n [\n topic.name,\n topic.description || null,\n topic.created_at\n ]\n );\n \n if (result.rows.length > 0) {\n return result.rows[0].id;\n }\n return null;\n } catch (error) {\n console.error(\"Error creating topic:\", error);\n return null;\n }\n}\n\nexport async function getTopics(): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT * FROM topics ORDER BY name ASC`\n );\n \n return result.rows.map(row => ({\n id: row.id,\n name: row.name,\n description: row.description,\n created_at: row.created_at\n }));\n } catch (error) {\n console.error(\"Error getting topics:\", error);\n return [];\n }\n}\n\nexport async function addMessageToTopic(topicId: number, messageId: string): Promise {\n try {\n await sqlite.execute(\n `INSERT INTO topic_messages (topic_id, message_id)\n VALUES (?, ?)\n ON CONFLICT DO NOTHING`,\n [topicId, messageId]\n );\n return true;\n } catch (error) {\n console.error(\"Error adding message to topic:\", error);\n return false;\n }\n}\n\nexport async function getTopicMessages(topicId: number, limit = 100, offset = 0): Promise {\n try {\n const result = await sqlite.execute(\n `SELECT m.*\n FROM messages m\n JOIN topic_messages tm ON m.id = tm.message_id\n WHERE tm.topic_id = ?\n ORDER BY m.timestamp DESC\n LIMIT ? OFFSET ?`,\n [topicId, limit, offset]\n );\n \n return result.rows.map(row => ({\n id: row.id,\n channel_id: row.channel_id,\n user_id: row.user_id,\n content: row.content,\n timestamp: row.timestamp,\n has_links: Boolean(row.has_links),\n is_command: Boolean(row.is_command)\n }));\n } catch (error) {\n console.error(\"Error getting topic messages:\", error);\n return [];\n }\n}",[],[174,270],"e8e03272-2859-11f0-97af-569c3dd06744","bot.ts","e8e0331c-2859-11f0-97af-569c3dd06744",8,["D",1746302707207],"// Bot logic and message processing\nimport { Anthropic } from \"https://esm.town/anthropic@0.11.0\";\nimport * as db from \"./database.ts\";\nimport * as discord from \"./discord.ts\";\n\n// Initialize Claude API client\nconst ANTHROPIC_API_KEY = Deno.env.get(\"ANTHROPIC_API_KEY\");\nconst anthropic = new Anthropic({\n apiKey: ANTHROPIC_API_KEY,\n});\n\n// Command definitions\nexport const commands = [\n {\n name: \"query\",\n description: \"Ask a question about your past conversations\",\n options: [\n {\n name: \"question\",\n description: \"What would you like to know about your past conversations?\",\n type: 3, // STRING\n required: true\n }\n ]\n },\n {\n name: \"project\",\n description: \"Manage conversation projects\",\n options: [\n {\n name: \"create\",\n description: \"Create a new project\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"name\",\n description: \"Project name\",\n type: 3, // STRING\n required: true\n },\n {\n name: \"description\",\n description: \"Project description\",\n type: 3, // STRING\n required: false\n }\n ]\n },\n {\n name: \"list\",\n description: \"List all projects\",\n type: 1 // SUB_COMMAND\n },\n {\n name: \"view\",\n description: \"View a project's messages\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"id\",\n description: \"Project ID\",\n type: 4, // INTEGER\n required: true\n }\n ]\n }\n ]\n },\n {\n name: \"links\",\n description: \"Manage shared links\",\n options: [\n {\n name: \"list\",\n description: \"List recently shared links\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"limit\",\n description: \"Number of links to show (default: 10)\",\n type: 4, // INTEGER\n required: false\n }\n ]\n },\n {\n name: \"categorize\",\n description: \"Categorize a link\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"id\",\n description: \"Link ID\",\n type: 4, // INTEGER\n required: true\n },\n {\n name: \"category\",\n description: \"Category name\",\n type: 3, // STRING\n required: true\n }\n ]\n },\n {\n name: \"search\",\n description: \"Search for links\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"query\",\n description: \"Search query\",\n type: 3, // STRING\n required: true\n }\n ]\n }\n ]\n },\n {\n name: \"import\",\n description: \"Import conversation history\",\n options: [\n {\n name: \"channel\",\n description: \"Import message history from a Discord channel\",\n type: 1, // SUB_COMMAND\n options: [\n {\n name: \"channel_id\",\n description: \"Discord channel ID to import from\",\n type: 3, // STRING\n required: true\n },\n {\n name: \"limit\",\n description: \"Number of messages to import (default: 100, max: 100)\",\n type: 4, // INTEGER\n required: false\n },\n {\n name: \"before\",\n description: \"Import messages before this message ID (for pagination)\",\n type: 3, // STRING\n required: false\n }\n ]\n },\n {\n name: \"dm\",\n description: \"Initialize an imported DM history upload\",\n type: 1 // SUB_COMMAND\n }\n ]\n }\n];\n\n// Process a new Discord message\nexport async function processMessage(message: discord.DiscordMessage): Promise {\n try {\n // Skip processing bot messages\n if (message.author.bot) {\n return;\n }\n \n // Extract relevant information\n const { urls, domains } = db.extractLinks(message.content);\n const hasLinks = urls.length > 0;\n const isCommand = message.content.startsWith(\"/\");\n \n // Save the message\n const dbMessage: db.Message = {\n id: message.id,\n channel_id: message.channel_id,\n user_id: message.author.id,\n content: message.content,\n timestamp: new Date(message.timestamp).getTime(),\n has_links: hasLinks,\n is_command: isCommand\n };\n \n await db.saveMessage(dbMessage);\n \n // If the message contains links, process them\n if (hasLinks) {\n for (let i = 0; i < urls.length; i++) {\n const link: db.Link = {\n message_id: message.id,\n url: urls[i],\n domain: domains[i] || extractDomain(urls[i]),\n timestamp: new Date(message.timestamp).getTime()\n };\n \n await db.saveLink(link);\n }\n \n // Analyze and categorize links (optional step)\n await categorizeLinksByContent(message.id, message.content);\n }\n \n // Check if the message is in a project context\n const activeProject = await findActiveProject(message.channel_id);\n if (activeProject) {\n await db.addMessageToProject(activeProject.id!, message.id);\n }\n \n // Classify message into topics (can be run asynchronously)\n setTimeout(() => {\n classifyMessageIntoTopics(message.id, message.content).catch(err => {\n console.error(\"Error classifying message:\", err);\n });\n }, 0);\n } catch (error) {\n console.error(\"Error processing message:\", error);\n }\n}\n\n// Helper function to extract domain from URL\nfunction extractDomain(url: string): string {\n try {\n const domain = new URL(url).hostname;\n return domain;\n } catch (error) {\n return \"unknown\";\n }\n}\n\n// Find active project in a channel\nasync function findActiveProject(channelId: string): Promise {\n // This is a placeholder implementation\n // In a real system, you might store active projects per channel\n // or use message content to determine the project context\n return null;\n}\n\n// Use Claude to categorize links based on message content\nasync function categorizeLinksByContent(messageId: string, content: string): Promise {\n try {\n // Get the message that contains the links\n const message = await db.getMessage(messageId);\n if (!message || !message.has_links) {\n return;\n }\n \n // Use Claude to analyze the content and suggest categories\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 100,\n messages: [\n {\n role: \"user\",\n content: `This message contains one or more links. Based on the message content, what category would you assign to these links? Choose a single word or short phrase that best describes what these links are about. Only respond with the category name, nothing else.\n\nMessage content: \"${content}\"`\n }\n ],\n });\n \n const category = response.content[0].text.trim();\n \n // Update all links in this message with the suggested category\n const result = await sqlite.execute(\n `UPDATE links SET category = ? WHERE message_id = ?`,\n [category, messageId]\n );\n } catch (error) {\n console.error(\"Error categorizing links:\", error);\n }\n}\n\n// Use Claude to classify a message into topics\nasync function classifyMessageIntoTopics(messageId: string, content: string): Promise {\n try {\n // Skip short messages\n if (content.length < 20) {\n return;\n }\n \n // Get existing topics\n const topics = await db.getTopics();\n \n // Format topics for Claude\n const topicsText = topics.map(t => `${t.id}: ${t.name}`).join(\"\\n\");\n \n // Use Claude to classify the message\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 200,\n messages: [\n {\n role: \"user\",\n content: `You are classifying conversation messages into topics. I'll provide a message and a list of existing topics. Your task is to:\n\n1. Determine if the message fits into any of the existing topics\n2. If it does, return the topic IDs that match (can be multiple)\n3. If it doesn't fit any existing topic, suggest a new topic name\n\nExisting topics:\n${topicsText || \"No existing topics yet.\"}\n\nMessage: \"${content}\"\n\nReturn your answer in this exact format:\nEXISTING_TOPICS: [list of topic IDs, or \"none\"]\nNEW_TOPIC: [suggest a new topic name, or \"none\"]`\n }\n ],\n });\n \n const analysis = response.content[0].text;\n \n // Extract existing topics\n const existingTopicsMatch = analysis.match(/EXISTING_TOPICS:\\s*(.+)/i);\n const existingTopics = existingTopicsMatch ? existingTopicsMatch[1].trim() : \"none\";\n \n // Extract new topic suggestion\n const newTopicMatch = analysis.match(/NEW_TOPIC:\\s*(.+)/i);\n const newTopic = newTopicMatch ? newTopicMatch[1].trim() : \"none\";\n \n // Process existing topic assignments\n if (existingTopics !== \"none\") {\n const topicIds = existingTopics\n .replace(/[\\[\\]]/g, \"\")\n .split(\",\")\n .map(id => parseInt(id.trim(), 10))\n .filter(id => !isNaN(id));\n \n for (const topicId of topicIds) {\n await db.addMessageToTopic(topicId, messageId);\n }\n }\n \n // Create new topic if suggested\n if (newTopic !== \"none\") {\n const topicId = await db.createTopic({\n name: newTopic,\n created_at: Date.now()\n });\n \n if (topicId) {\n await db.addMessageToTopic(topicId, messageId);\n }\n }\n } catch (error) {\n console.error(\"Error classifying message:\", error);\n }\n}\n\n// Function to get relevant messages for answering a query\nexport async function getRelevantMessagesForQuery(query: string, userIds: string[], limit = 100): Promise {\n try {\n // First, search messages directly containing terms in the query\n let messages = await db.searchMessages(query, limit);\n \n // If we didn't find enough messages, expand the search\n if (messages.length < 10) {\n // Use Claude to extract key search terms\n const response = await anthropic.messages.create({\n model: \"claude-3-haiku-20240307\",\n max_tokens: 100,\n messages: [\n {\n role: \"user\",\n content: `Extract 3-5 key search terms from this query to help find relevant messages in a conversation database. Return ONLY the terms separated by commas, nothing else.\n\nQuery: \"${query}\"`\n }\n ],\n });\n \n const searchTerms = response.content[0].text.split(\",\").map(term => term.trim());\n \n // Search for each term and collect results\n for (const term of searchTerms) {\n if (term) {\n const termResults = await db.searchMessages(term, Math.round(limit / searchTerms.length));\n \n // Add unique messages\n for (const result of termResults) {\n if (!messages.some(m => m.id === result.id)) {\n messages.push(result);\n }\n \n // Stop if we've reached the limit\n if (messages.length >= limit) {\n break;\n }\n }\n }\n }\n }\n \n // If we still don't have enough results, add recent messages from these users\n if (messages.length < limit) {\n const recentMessages = await db.getMessagesByUserIds(userIds, limit - messages.length);\n \n // Add unique messages\n for (const result of recentMessages) {\n if (!messages.some(m => m.id === result.id)) {\n messages.push(result);\n }\n }\n }\n \n // Sort messages by timestamp (oldest first for conversation continuity)\n messages.sort((a, b) => a.timestamp - b.timestamp);\n \n return messages;\n } catch (error) {\n console.error(\"Error getting relevant messages:\", error);\n return [];\n }\n}\n\n// Function to format messages for Claude analysis\nexport function formatMessagesForClaudeAnalysis(messages: db.Message[], userMap: Map): string {\n let formattedMessages = \"\";\n \n for (const message of messages) {\n const username = userMap.get(message.user_id) || \"Unknown User\";\n const date = new Date(message.timestamp).toISOString().split(\"T\")[0];\n \n formattedMessages += `[${date}] ${username}: ${message.content}\\n\\n`;\n }\n \n return formattedMessages;\n}\n\n// Function to analyze messages with Claude\nexport async function analyzeMessagesWithClaude(messages: db.Message[], userMap: Map, query: string): Promise {\n try {\n const formattedMessages = formatMessagesForClaudeAnalysis(messages, userMap);\n \n const response = await anthropic.messages.create({\n model: \"claude-3-opus-20240229\", // Using our most capable model for deep analysis\n max_tokens: 1000,\n messages: [\n {\n role: \"user\",\n content: `You are analyzing conversations between a couple. Based on these message excerpts, please answer their question in a helpful way.\n \nMessage history:\n${formattedMessages}\n\nQuestion: ${query}\n\nPlease be concise but thorough in your answer, providing specific references to what they discussed when relevant.\nIf they're asking about items they've discussed (like furniture, products, etc.), try to include:\n1. Names/descriptions of items they mentioned\n2. Any opinions or preferences they expressed\n3. Links they shared if available\n4. A summary of their overall feelings on the topic`\n }\n ],\n });\n \n return response.content[0].text;\n } catch (error) {\n console.error(\"Error analyzing messages with Claude:\", error);\n return \"I'm sorry, I encountered an error while analyzing your conversations. Please try again with a different question.\";\n }\n}",[],[174,278],["D",1746302706739],[198,199,200,201,202,203,204],[174],"e8dd05b6-2859-11f0-8fb6-569c3dd06744","settings.local.json","e8dd064c-2859-11f0-8fb6-569c3dd06744",["D",1746302707146],"{\n \"permissions\": {\n \"allow\": [\n \"Bash(mkdir:*)\",\n \"Bash(mkdir:*)\"\n ],\n \"deny\": []\n }\n}",[],[180,289],["D",1746302706620],[196],[180],["D",1746161519737],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":52,"_98":99,"_100":24},{"_13":83,"_31":84,"_40":39,"_85":41,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":42,"_92":93},"ctx",{"_76":-5,"_120":335,"_336":337,"_338":339,"_340":24,"_341":24,"_342":24,"_343":56,"_344":-5,"_345":-7,"_346":-7,"_347":138,"_348":24,"_349":24,"_350":-5,"_351":24,"_352":24,"_353":24,"_354":-5},"ENV",{"_306":307,"_308":309,"_310":84,"_311":312,"_313":314,"_315":316,"_317":318,"_319":320,"_321":322,"_323":324,"_325":326,"_327":328,"_329":330,"_331":332,"_333":334},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v16