Loki

\n \n

${listings.length} New Listing${listings.length > 1 ? \"s\" : \"\"}

For ${groupName}

\n \n \n \n \n \n \n \n \n \n \n ${listingRows}\n \n

Address	Price	Details

\n \n

\n \n View All Listings\n \n

\n \n

\n You're receiving this because you're a member of ${groupName} on Loki.\n Manage notification preferences\n

\n\n\n `.trim(),\n };\n}\n\n/**\n * Generate comment request email\n */\nfunction generateCommentRequest(\n groupName: string,\n listing: Listing,\n requestingUser: string,\n baseUrl: string\n): EmailTemplate {\n return {\n subject: `[Loki] ${requestingUser} wants your feedback on a listing`,\n text: `\n${requestingUser} from ${groupName} is requesting your feedback on:\n\n${listing.address_original}\n${listing.price ? `Price: $${listing.price}` : \"\"}\n${listing.beds ? `Beds: ${listing.beds}` : \"\"} / ${listing.baths ? `Baths: ${listing.baths}` : \"\"}\n\nView listing: ${baseUrl}\n `.trim(),\n html: `\n\n\n\n \n\n\n

Loki

\n \n

Feedback Requested

\n ${requestingUser} from ${groupName} wants your feedback on this listing:\n

\n \n

${listing.address_original}

\n ${listing.price ? `$${listing.price.toLocaleString()}/mo • ` : \"\"}\n ${listing.beds ?? \"?\"} bed • ${listing.baths ?? \"?\"} bath\n

\n \n \n View & Comment\n \n

\n\n\n `.trim(),\n };\n}\n\n/**\n * Generate apply reminder email\n */\nfunction generateApplyReminder(\n groupName: string,\n listing: Listing,\n message: string | null,\n baseUrl: string\n): EmailTemplate {\n return {\n subject: `[Loki] Reminder: Apply for listing at ${listing.address_original}`,\n text: `\nDon't forget to apply!\n\n${listing.address_original}\n${listing.price ? `Price: $${listing.price}` : \"\"}\n${message ? `\\nNote: ${message}` : \"\"}\n\nView listing: ${baseUrl}\n `.trim(),\n html: `\n\n\n\n \n\n\n

Reminder

\n \n

Time to Apply!

\n You set a reminder to apply for this listing:\n

\n \n

${listing.address_original}

\n ${listing.price ? `$${listing.price.toLocaleString()}/mo` : \"\"}\n

\n ${message ? `

\"${message}\"

` : \"\"}\n

\n \n \n View Listing\n \n

\n\n\n `.trim(),\n };\n}\n\n/**\n * Send new listings notification to a group\n */\nexport async function sendNewListingsNotification(\n groupId: string,\n listings: Listing[],\n baseUrl: string = \"https://your-app.val.run\"\n): Promise<{ sent: number; errors: number }> {\n if (listings.length === 0) {\n return { sent: 0, errors: 0 };\n }\n\n const group = await getGroup(groupId);\n if (!group) {\n console.error(\"Group not found:\", groupId);\n return { sent: 0, errors: 1 };\n }\n\n const recipients = await getNotificationRecipients(groupId, \"notify_new_listing\");\n if (recipients.length === 0) {\n console.log(\"No recipients for new listings notification\");\n return { sent: 0, errors: 0 };\n }\n\n const template = generateNewListingsDigest(group.name, listings, baseUrl);\n let sent = 0;\n let errors = 0;\n\n for (const recipient of recipients) {\n try {\n await email({\n to: [recipient.email],\n subject: template.subject,\n text: template.text,\n html: template.html,\n });\n sent++;\n } catch (err) {\n console.error(\"Failed to send email to\", recipient.email, err);\n errors++;\n }\n }\n\n return { sent, errors };\n}\n\n/**\n * Send comment request notification\n */\nexport async function sendCommentRequestNotification(\n groupId: string,\n listing: Listing,\n requestingUserId: string,\n baseUrl: string = \"https://your-app.val.run\"\n): Promise<{ sent: number; errors: number }> {\n const group = await getGroup(groupId);\n if (!group) {\n return { sent: 0, errors: 1 };\n }\n\n // Get requesting user's name\n const userResult = await sqlite.execute({\n sql: `SELECT name, email FROM ${TABLE_PREFIX}users WHERE id = ?`,\n args: [requestingUserId],\n });\n const requestingUser = userResult.rows[0]?.name || userResult.rows[0]?.email || \"A group member\";\n\n // Get recipients (excluding the requesting user)\n const recipients = (await getNotificationRecipients(groupId, \"notify_comment_request\"))\n .filter(r => r.userId !== requestingUserId);\n\n if (recipients.length === 0) {\n return { sent: 0, errors: 0 };\n }\n\n const template = generateCommentRequest(group.name, listing, requestingUser as string, baseUrl);\n let sent = 0;\n let errors = 0;\n\n for (const recipient of recipients) {\n try {\n await email({\n to: [recipient.email],\n subject: template.subject,\n text: template.text,\n html: template.html,\n });\n sent++;\n } catch (err) {\n console.error(\"Failed to send email to\", recipient.email, err);\n errors++;\n }\n }\n\n return { sent, errors };\n}\n\n// Type for reminder row with joins\ntype ReminderJoinRow = {\n id: string;\n listing_id: string;\n group_id: string;\n created_by: string;\n message: string | null;\n remind_at: number;\n is_sent: number;\n created_at: number;\n address_original: string;\n price: number | null;\n beds: number | null;\n baths: number | null;\n group_name: string;\n};\n\n/**\n * Process and send due reminders\n */\nexport async function processDueReminders(): Promise<{ processed: number; sent: number; errors: number }> {\n const now = Math.floor(Date.now() / 1000);\n\n // Get due reminders\n const remindersResult = await sqlite.execute({\n sql: `\n SELECT r.id, r.listing_id, r.group_id, r.created_by, r.message, r.remind_at, r.is_sent, r.created_at, l.address_original, l.price, l.beds, l.baths, g.name as group_name\n FROM ${TABLE_PREFIX}reminders r\n JOIN ${TABLE_PREFIX}listings l ON r.listing_id = l.id\n JOIN ${TABLE_PREFIX}groups g ON r.group_id = g.id\n WHERE r.is_sent = 0 AND r.remind_at <= ?\n `,\n args: [now],\n });\n\n const reminderRows = rowsToObjects(remindersResult.rows as (unknown[] | Record)[], remindersResult.columns);\n\n let processed = 0;\n let sent = 0;\n let errors = 0;\n\n for (const row of reminderRows) {\n processed++;\n\n // Get user email\n const userResult = await sqlite.execute({\n sql: `SELECT email FROM ${TABLE_PREFIX}users WHERE id = ?`,\n args: [row.created_by],\n });\n\n if (userResult.rows.length === 0) continue;\n\n type EmailRow = { email: string };\n const userRow = rowToObject(userResult.rows[0] as unknown[] | Record, userResult.columns);\n\n const listing: Listing = {\n id: row.listing_id,\n address_original: row.address_original,\n address_normalized: \"\",\n unit_number: null,\n lat: null,\n lng: null,\n beds: row.beds,\n baths: row.baths,\n price: row.price,\n availability: null,\n neighborhood: null,\n first_seen_at: 0,\n last_updated_at: 0,\n is_active: true,\n };\n\n const template = generateApplyReminder(\n row.group_name,\n listing,\n row.message,\n \"https://your-app.val.run\"\n );\n\n try {\n await email({\n to: [userRow.email],\n subject: template.subject,\n text: template.text,\n html: template.html,\n });\n\n // Mark as sent\n await sqlite.execute({\n sql: `UPDATE ${TABLE_PREFIX}reminders SET is_sent = 1 WHERE id = ?`,\n args: [row.id],\n });\n\n sent++;\n } catch (err) {\n console.error(\"Failed to send reminder:\", err);\n errors++;\n }\n }\n\n return { processed, sent, errors };\n}\n\n/**\n * Create a reminder for a listing\n */\nexport async function createReminder(\n listingId: string,\n groupId: string,\n userId: string,\n remindAt: number,\n message?: string\n): Promise {\n const id = `${Date.now()}-${Math.random().toString(36).substring(2, 15)}`;\n const now = Math.floor(Date.now() / 1000);\n\n await sqlite.execute({\n sql: `\n INSERT INTO ${TABLE_PREFIX}reminders \n (id, listing_id, group_id, created_by, remind_at, message, is_sent, created_at)\n VALUES (?, ?, ?, ?, ?, ?, 0, ?)\n `,\n args: [id, listingId, groupId, userId, remindAt, message || null, now],\n });\n\n return id;\n}\n\nexport { getNotificationRecipients, getGroup };\n",[],[160,245],{"_105":253,"_97":254,"_161":255,"_163":162,"_164":146,"_165":256,"_167":119,"_107":257,"_102":230,"_169":183,"_171":258,"_172":22,"_173":-5,"_174":259,"_100":260},"28fe27ce-f80c-11f0-a19d-42dde27851f2","preferences.ts","7d7caa38-f806-11f0-a6eb-42dde27851f2",322,["D",1769139155905],"/**\n * Preferences API for Loki\n * Handles transit destination preferences and notification settings\n */\n\nimport { Hono } from \"https://esm.sh/hono@4.0.0\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport type { AuthContext } from \"./auth.ts\";\nimport { requireAuth } from \"./auth.ts\";\nimport { isGroupMember } from \"./groups.ts\";\nimport type {\n User,\n TransitPreference,\n NotificationPrefs,\n CreateTransitPreferenceRequest,\n UpdateTransitPreferenceRequest,\n UpdateNotificationPrefsRequest,\n TravelMode,\n TransitPreferenceType,\n} from \"../shared/types.ts\";\nimport { rowToObject, rowsToObjects } from \"./db-utils.ts\";\n\nconst TABLE_PREFIX = \"loki_\";\n\nexport const preferencesRouter = new Hono();\n\n// Apply auth middleware to all preference routes\npreferencesRouter.use(\"/*\", requireAuth);\n\n/**\n * Generate unique ID\n */\nfunction generateId(): string {\n return `${Date.now()}-${Math.random().toString(36).substring(2, 15)}`;\n}\n\n// Type for raw transit preference row from database\ntype TransitPreferenceRow = {\n id: string;\n group_id: string;\n name: string;\n type: string;\n address: string | null;\n lat: number | null;\n lng: number | null;\n travel_mode: string;\n is_active: number;\n created_at: number;\n};\n\n/**\n * Parse transit preference row from database\n */\nfunction parseTransitPreferenceRow(row: TransitPreferenceRow): TransitPreference {\n return {\n id: row.id,\n group_id: row.group_id,\n name: row.name,\n type: row.type as TransitPreferenceType,\n address: row.address,\n lat: row.lat,\n lng: row.lng,\n travel_mode: row.travel_mode as TravelMode,\n is_active: Boolean(row.is_active),\n created_at: row.created_at,\n };\n}\n\n// ==================== Transit Preferences ====================\n\n/**\n * GET /preferences/transit - Get group's transit preferences\n */\npreferencesRouter.get(\"/transit\", async (c) => {\n const user = c.get(\"user\") as User;\n const groupId = c.req.query(\"group_id\");\n\n if (!groupId) {\n return c.json({ error: \"Validation error\", message: \"group_id is required\" }, 400);\n }\n\n // Check membership\n if (!await isGroupMember(groupId, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n const includeInactive = c.req.query(\"include_inactive\") === \"true\";\n\n let query = `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE group_id = ?`;\n const args: any[] = [groupId];\n\n if (!includeInactive) {\n query += ` AND is_active = 1`;\n }\n\n query += ` ORDER BY created_at ASC`;\n\n const result = await sqlite.execute({ sql: query, args });\n const rows = rowsToObjects(result.rows as (unknown[] | Record)[], result.columns);\n const preferences = rows.map(parseTransitPreferenceRow);\n\n return c.json({ preferences });\n});\n\n/**\n * GET /preferences/transit/:id - Get single transit preference\n */\npreferencesRouter.get(\"/transit/:id\", async (c) => {\n const user = c.get(\"user\") as User;\n const preferenceId = c.req.param(\"id\");\n\n const result = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n if (result.rows.length === 0) {\n return c.json({ error: \"Not found\", message: \"Transit preference not found\" }, 404);\n }\n\n const row = rowToObject(result.rows[0] as unknown[] | Record, result.columns);\n const preference = parseTransitPreferenceRow(row);\n\n // Check membership\n if (!await isGroupMember(preference.group_id, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n return c.json({ preference });\n});\n\n/**\n * POST /preferences/transit - Create new transit preference\n */\npreferencesRouter.post(\"/transit\", async (c) => {\n const user = c.get(\"user\") as User;\n\n let body: CreateTransitPreferenceRequest & { group_id: string };\n try {\n body = await c.req.json();\n } catch {\n return c.json({ error: \"Invalid request\", message: \"Invalid JSON body\" }, 400);\n }\n\n const { group_id: groupId, name, type, address, lat, lng, travel_mode } = body;\n\n if (!groupId) {\n return c.json({ error: \"Validation error\", message: \"group_id is required\" }, 400);\n }\n\n if (!name || name.trim().length === 0) {\n return c.json({ error: \"Validation error\", message: \"name is required\" }, 400);\n }\n\n if (!type) {\n return c.json({ error: \"Validation error\", message: \"type is required\" }, 400);\n }\n\n // Validate type\n const validTypes: TransitPreferenceType[] = [\"gym\", \"grocery\", \"baywheels\", \"custom\"];\n if (!validTypes.includes(type)) {\n return c.json({ error: \"Validation error\", message: \"Invalid type value\" }, 400);\n }\n\n // Validate travel mode\n const validModes: TravelMode[] = [\"driving\", \"transit\", \"walking\", \"bicycling\"];\n if (travel_mode && !validModes.includes(travel_mode)) {\n return c.json({ error: \"Validation error\", message: \"Invalid travel_mode value\" }, 400);\n }\n\n // Check membership\n if (!await isGroupMember(groupId, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n const preferenceId = generateId();\n const now = Math.floor(Date.now() / 1000);\n\n await sqlite.execute({\n sql: `\n INSERT INTO ${TABLE_PREFIX}transit_preferences \n (id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, 1, ?)\n `,\n args: [\n preferenceId,\n groupId,\n name.trim(),\n type,\n address || null,\n lat || null,\n lng || null,\n travel_mode || \"transit\",\n now,\n ],\n });\n\n const result = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n const row = rowToObject(result.rows[0] as unknown[] | Record, result.columns);\n const preference = parseTransitPreferenceRow(row);\n return c.json({ preference }, 201);\n});\n\n/**\n * PUT /preferences/transit/:id - Update transit preference\n */\npreferencesRouter.put(\"/transit/:id\", async (c) => {\n const user = c.get(\"user\") as User;\n const preferenceId = c.req.param(\"id\");\n\n // Get existing preference\n const existingResult = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n if (existingResult.rows.length === 0) {\n return c.json({ error: \"Not found\", message: \"Transit preference not found\" }, 404);\n }\n\n const existingRow = rowToObject(existingResult.rows[0] as unknown[] | Record, existingResult.columns);\n const existing = parseTransitPreferenceRow(existingRow);\n\n // Check membership\n if (!await isGroupMember(existing.group_id, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n let body: UpdateTransitPreferenceRequest;\n try {\n body = await c.req.json();\n } catch {\n return c.json({ error: \"Invalid request\", message: \"Invalid JSON body\" }, 400);\n }\n\n // Validate travel mode if provided\n const validModes: TravelMode[] = [\"driving\", \"transit\", \"walking\", \"bicycling\"];\n if (body.travel_mode && !validModes.includes(body.travel_mode)) {\n return c.json({ error: \"Validation error\", message: \"Invalid travel_mode value\" }, 400);\n }\n\n // Build update query\n const setClauses: string[] = [];\n const args: any[] = [];\n\n if (body.name !== undefined) {\n setClauses.push(\"name = ?\");\n args.push(body.name.trim());\n }\n\n if (body.address !== undefined) {\n setClauses.push(\"address = ?\");\n args.push(body.address);\n }\n\n if (body.lat !== undefined) {\n setClauses.push(\"lat = ?\");\n args.push(body.lat);\n }\n\n if (body.lng !== undefined) {\n setClauses.push(\"lng = ?\");\n args.push(body.lng);\n }\n\n if (body.travel_mode !== undefined) {\n setClauses.push(\"travel_mode = ?\");\n args.push(body.travel_mode);\n }\n\n if (body.is_active !== undefined) {\n setClauses.push(\"is_active = ?\");\n args.push(body.is_active ? 1 : 0);\n }\n\n if (setClauses.length > 0) {\n args.push(preferenceId);\n await sqlite.execute({\n sql: `UPDATE ${TABLE_PREFIX}transit_preferences SET ${setClauses.join(\", \")} WHERE id = ?`,\n args,\n });\n }\n\n // Return updated preference\n const result = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n const row = rowToObject(result.rows[0] as unknown[] | Record, result.columns);\n const preference = parseTransitPreferenceRow(row);\n return c.json({ preference });\n});\n\n/**\n * DELETE /preferences/transit/:id - Delete transit preference\n */\npreferencesRouter.delete(\"/transit/:id\", async (c) => {\n const user = c.get(\"user\") as User;\n const preferenceId = c.req.param(\"id\");\n\n // Get existing preference\n const existingResult = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n if (existingResult.rows.length === 0) {\n return c.json({ error: \"Not found\", message: \"Transit preference not found\" }, 404);\n }\n\n const existingRow = rowToObject(existingResult.rows[0] as unknown[] | Record, existingResult.columns);\n const existing = parseTransitPreferenceRow(existingRow);\n\n // Check membership\n if (!await isGroupMember(existing.group_id, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n // Delete preference (cascades to transit calculations)\n await sqlite.execute({\n sql: `DELETE FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n return c.json({ success: true, message: \"Transit preference deleted\" });\n});\n\n// ==================== Notification Preferences ====================\n\n// Type for notification preferences row\ntype NotificationPrefsRow = {\n user_id: string;\n notify_new_listing: number;\n notify_comment_request: number;\n notify_apply_reminder: number;\n};\n\n/**\n * GET /preferences/notifications - Get user's notification preferences\n */\npreferencesRouter.get(\"/notifications\", async (c) => {\n const user = c.get(\"user\") as User;\n\n const result = await sqlite.execute({\n sql: `SELECT user_id, notify_new_listing, notify_comment_request, notify_apply_reminder FROM ${TABLE_PREFIX}notification_prefs WHERE user_id = ?`,\n args: [user.id],\n });\n\n if (result.rows.length === 0) {\n // Return defaults if not set\n const defaults: NotificationPrefs = {\n user_id: user.id,\n notify_new_listing: true,\n notify_comment_request: true,\n notify_apply_reminder: true,\n };\n return c.json({ preferences: defaults });\n }\n\n const row = rowToObject(result.rows[0] as unknown[] | Record, result.columns);\n const preferences: NotificationPrefs = {\n user_id: row.user_id,\n notify_new_listing: Boolean(row.notify_new_listing),\n notify_comment_request: Boolean(row.notify_comment_request),\n notify_apply_reminder: Boolean(row.notify_apply_reminder),\n };\n\n return c.json({ preferences });\n});\n\n/**\n * PUT /preferences/notifications - Update notification preferences\n */\npreferencesRouter.put(\"/notifications\", async (c) => {\n const user = c.get(\"user\") as User;\n\n let body: UpdateNotificationPrefsRequest;\n try {\n body = await c.req.json();\n } catch {\n return c.json({ error: \"Invalid request\", message: \"Invalid JSON body\" }, 400);\n }\n\n // Check if preferences exist\n const existingResult = await sqlite.execute({\n sql: `SELECT 1 FROM ${TABLE_PREFIX}notification_prefs WHERE user_id = ?`,\n args: [user.id],\n });\n\n if (existingResult.rows.length === 0) {\n // Create new preferences\n await sqlite.execute({\n sql: `\n INSERT INTO ${TABLE_PREFIX}notification_prefs \n (user_id, notify_new_listing, notify_comment_request, notify_apply_reminder)\n VALUES (?, ?, ?, ?)\n `,\n args: [\n user.id,\n body.notify_new_listing !== undefined ? (body.notify_new_listing ? 1 : 0) : 1,\n body.notify_comment_request !== undefined ? (body.notify_comment_request ? 1 : 0) : 1,\n body.notify_apply_reminder !== undefined ? (body.notify_apply_reminder ? 1 : 0) : 1,\n ],\n });\n } else {\n // Update existing preferences\n const setClauses: string[] = [];\n const args: any[] = [];\n\n if (body.notify_new_listing !== undefined) {\n setClauses.push(\"notify_new_listing = ?\");\n args.push(body.notify_new_listing ? 1 : 0);\n }\n\n if (body.notify_comment_request !== undefined) {\n setClauses.push(\"notify_comment_request = ?\");\n args.push(body.notify_comment_request ? 1 : 0);\n }\n\n if (body.notify_apply_reminder !== undefined) {\n setClauses.push(\"notify_apply_reminder = ?\");\n args.push(body.notify_apply_reminder ? 1 : 0);\n }\n\n if (setClauses.length > 0) {\n args.push(user.id);\n await sqlite.execute({\n sql: `UPDATE ${TABLE_PREFIX}notification_prefs SET ${setClauses.join(\", \")} WHERE user_id = ?`,\n args,\n });\n }\n }\n\n // Return updated preferences\n const result = await sqlite.execute({\n sql: `SELECT user_id, notify_new_listing, notify_comment_request, notify_apply_reminder FROM ${TABLE_PREFIX}notification_prefs WHERE user_id = ?`,\n args: [user.id],\n });\n\n const row = rowToObject(result.rows[0] as unknown[] | Record, result.columns);\n const preferences: NotificationPrefs = {\n user_id: row.user_id,\n notify_new_listing: Boolean(row.notify_new_listing),\n notify_comment_request: Boolean(row.notify_comment_request),\n notify_apply_reminder: Boolean(row.notify_apply_reminder),\n };\n\n return c.json({ preferences });\n});\n\n// ==================== Transit Calculation ====================\n\n/**\n * POST /preferences/transit/:id/calculate - Calculate transit time for a listing\n */\npreferencesRouter.post(\"/transit/:id/calculate\", async (c) => {\n const user = c.get(\"user\") as User;\n const preferenceId = c.req.param(\"id\");\n\n let body: { listing_id: string };\n try {\n body = await c.req.json();\n } catch {\n return c.json({ error: \"Invalid request\", message: \"Invalid JSON body\" }, 400);\n }\n\n const { listing_id: listingId } = body;\n\n if (!listingId) {\n return c.json({ error: \"Validation error\", message: \"listing_id is required\" }, 400);\n }\n\n // Get preference\n const prefResult = await sqlite.execute({\n sql: `SELECT id, group_id, name, type, address, lat, lng, travel_mode, is_active, created_at FROM ${TABLE_PREFIX}transit_preferences WHERE id = ?`,\n args: [preferenceId],\n });\n\n if (prefResult.rows.length === 0) {\n return c.json({ error: \"Not found\", message: \"Transit preference not found\" }, 404);\n }\n\n const prefRow = rowToObject(prefResult.rows[0] as unknown[] | Record, prefResult.columns);\n const preference = parseTransitPreferenceRow(prefRow);\n\n // Check membership\n if (!await isGroupMember(preference.group_id, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n // Get listing\n const listingResult = await sqlite.execute({\n sql: `SELECT lat, lng, address_original FROM ${TABLE_PREFIX}listings WHERE id = ?`,\n args: [listingId],\n });\n\n if (listingResult.rows.length === 0) {\n return c.json({ error: \"Not found\", message: \"Listing not found\" }, 404);\n }\n\n type ListingLocationRow = { lat: number | null; lng: number | null; address_original: string };\n const listing = rowToObject(listingResult.rows[0] as unknown[] | Record, listingResult.columns);\n\n // Need both listing and preference to have location data\n if (!preference.address && (!preference.lat || !preference.lng)) {\n return c.json({ error: \"Configuration error\", message: \"Transit preference has no destination set\" }, 400);\n }\n\n // Calculate transit time using Google Maps API\n const apiKey = Deno.env.get(\"GOOGLE_MAPS_API_KEY\");\n if (!apiKey) {\n return c.json({ error: \"Configuration error\", message: \"Google Maps API key not configured\" }, 500);\n }\n\n // Build origin (listing address or lat/lng)\n let origin: string;\n if (listing.lat && listing.lng) {\n origin = `${listing.lat},${listing.lng}`;\n } else {\n origin = listing.address_original as string;\n }\n\n // Build destination\n let destination: string;\n if (preference.lat && preference.lng) {\n destination = `${preference.lat},${preference.lng}`;\n } else {\n destination = preference.address!;\n }\n\n try {\n const directionsUrl = new URL(\"https://maps.googleapis.com/maps/api/directions/json\");\n directionsUrl.searchParams.set(\"origin\", origin);\n directionsUrl.searchParams.set(\"destination\", destination);\n directionsUrl.searchParams.set(\"mode\", preference.travel_mode);\n directionsUrl.searchParams.set(\"key\", apiKey);\n\n const response = await fetch(directionsUrl.toString());\n const data = await response.json();\n\n if (data.status !== \"OK\") {\n return c.json({ error: \"API error\", message: `Google Maps API error: ${data.status}` }, 500);\n }\n\n const durationSeconds = data.routes[0]?.legs[0]?.duration?.value;\n const durationMinutes = durationSeconds ? Math.round(durationSeconds / 60) : null;\n\n const now = Math.floor(Date.now() / 1000);\n\n // Upsert transit calculation\n await sqlite.execute({\n sql: `\n INSERT INTO ${TABLE_PREFIX}listing_transit (listing_id, preference_id, duration_minutes, calculated_at)\n VALUES (?, ?, ?, ?)\n ON CONFLICT (listing_id, preference_id) DO UPDATE SET\n duration_minutes = excluded.duration_minutes,\n calculated_at = excluded.calculated_at\n `,\n args: [listingId, preferenceId, durationMinutes, now],\n });\n\n return c.json({\n listing_id: listingId,\n preference_id: preferenceId,\n duration_minutes: durationMinutes,\n calculated_at: now,\n });\n } catch (error) {\n console.error(\"Error calculating transit:\", error);\n return c.json({ error: \"API error\", message: \"Failed to calculate transit time\" }, 500);\n }\n});\n\n/**\n * POST /preferences/transit/calculate-all - Calculate all transit times for a listing\n */\npreferencesRouter.post(\"/transit/calculate-all\", async (c) => {\n const user = c.get(\"user\") as User;\n\n let body: { listing_id: string; group_id: string };\n try {\n body = await c.req.json();\n } catch {\n return c.json({ error: \"Invalid request\", message: \"Invalid JSON body\" }, 400);\n }\n\n const { listing_id: listingId, group_id: groupId } = body;\n\n if (!listingId || !groupId) {\n return c.json({ error: \"Validation error\", message: \"listing_id and group_id are required\" }, 400);\n }\n\n // Check membership\n if (!await isGroupMember(groupId, user.id)) {\n return c.json({ error: \"Forbidden\", message: \"You are not a member of this group\" }, 403);\n }\n\n // Get all active transit preferences for group\n const prefsResult = await sqlite.execute({\n sql: `SELECT id FROM ${TABLE_PREFIX}transit_preferences WHERE group_id = ? AND is_active = 1`,\n args: [groupId],\n });\n\n type PrefIdRow = { id: string };\n const prefRows = rowsToObjects(prefsResult.rows as (unknown[] | Record)[], prefsResult.columns);\n\n const results: { preference_id: string; success: boolean; duration_minutes?: number; error?: string }[] = [];\n\n // Calculate each preference\n for (const row of prefRows) {\n const preferenceId = row.id;\n try {\n // Make internal request to calculate endpoint\n const calcResponse = await fetch(new URL(`/preferences/transit/${preferenceId}/calculate`, c.req.url), {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n \"Cookie\": c.req.header(\"Cookie\") || \"\",\n },\n body: JSON.stringify({ listing_id: listingId }),\n });\n\n if (calcResponse.ok) {\n const data = await calcResponse.json();\n results.push({ preference_id: preferenceId, success: true, duration_minutes: data.duration_minutes });\n } else {\n const error = await calcResponse.json();\n results.push({ preference_id: preferenceId, success: false, error: error.message });\n }\n } catch (error) {\n results.push({ preference_id: preferenceId, success: false, error: String(error) });\n }\n }\n\n return c.json({\n listing_id: listingId,\n results,\n total: results.length,\n successful: results.filter(r => r.success).length,\n });\n});\n",[],[160,254],[160],{"_105":263,"_97":264,"_161":265,"_163":-5,"_164":146,"_165":266,"_167":119,"_107":267,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":268,"_100":323},"7c5ad03a-f806-11f0-a87d-42dde27851f2","frontend","7c5ad102-f806-11f0-a87d-42dde27851f2",289,["D",1769136718806],[269,286,303,313],{"_105":270,"_97":271,"_161":272,"_163":265,"_164":146,"_165":273,"_167":119,"_107":274,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":275,"_100":285},"7cd0ed4c-f806-11f0-be4c-42dde27851f2","components","7cd0eeb4-f806-11f0-be4c-42dde27851f2",293,["D",1769136719599],[276],{"_105":277,"_97":278,"_161":279,"_163":272,"_164":146,"_165":280,"_167":119,"_107":281,"_102":33,"_169":183,"_171":282,"_172":22,"_173":-5,"_174":283,"_100":284},"7d48e270-f806-11f0-94a6-42dde27851f2","ListingDetail.tsx","7d48e338-f806-11f0-94a6-42dde27851f2",303,["D",1769136720201],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport React, { useState, useEffect } from \"https://esm.sh/react@18.2.0\";\nimport type { ListingWithDetails, ListingStatus, UpdateInteractionRequest } from \"../../shared/types.ts\";\n\ninterface ListingDetailProps {\n listing: ListingWithDetails;\n groupId: string;\n onClose: () => void;\n onUpdate: () => void;\n}\n\nexport function ListingDetail({ listing, groupId, onClose, onUpdate }: ListingDetailProps) {\n const [isUpdating, setIsUpdating] = useState(false);\n const [notes, setNotes] = useState(listing.interaction?.notes || \"\");\n const [customLinks, setCustomLinks] = useState(listing.interaction?.custom_links || []);\n const [newLink, setNewLink] = useState(\"\");\n const [error, setError] = useState(\"\");\n\n const status = listing.interaction?.status || \"new\";\n const isLiked = listing.interaction?.is_liked || false;\n\n const updateInteraction = async (updates: UpdateInteractionRequest) => {\n setIsUpdating(true);\n setError(\"\");\n\n try {\n const response = await fetch(`/api/listings/${listing.id}/interaction`, {\n method: \"PATCH\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ group_id: groupId, ...updates }),\n });\n\n if (!response.ok) {\n const data = await response.json();\n throw new Error(data.message || \"Failed to update listing\");\n }\n\n onUpdate();\n } catch (err) {\n setError(String(err));\n } finally {\n setIsUpdating(false);\n }\n };\n\n const saveNotes = () => {\n updateInteraction({ notes });\n };\n\n const addLink = () => {\n if (!newLink.trim()) return;\n \n try {\n new URL(newLink); // Validate URL\n const updatedLinks = [...customLinks, newLink.trim()];\n setCustomLinks(updatedLinks);\n setNewLink(\"\");\n updateInteraction({ custom_links: updatedLinks });\n } catch {\n setError(\"Please enter a valid URL\");\n }\n };\n\n const removeLink = (index: number) => {\n const updatedLinks = customLinks.filter((_, i) => i !== index);\n setCustomLinks(updatedLinks);\n updateInteraction({ custom_links: updatedLinks });\n };\n\n return (\n

\n {/* Header */}\n

{listing.address_original}

\n {listing.neighborhood && (\n

{listing.neighborhood}

\n )}\n

\n \n ×\n \n

\n\n

\n {/* Price and Details */}\n

\n {listing.price && (\n

\n \n ${listing.price.toLocaleString()}\n \n /month\n

\n )}\n \n

\n {listing.beds !== null && (\n

{listing.beds}

Beds

\n )}\n {listing.baths !== null && (\n

{listing.baths}

Baths

\n )}\n {listing.rent_per_bedroom && (\n

${listing.rent_per_bedroom.toLocaleString()}

$/Bed

\n )}\n

\n\n {/* Status and Like */}\n

\n updateInteraction({ status: e.target.value as ListingStatus })}\n disabled={isUpdating}\n className=\"px-4 py-2 border rounded-lg\"\n >\n \n \n \n \n \n \n \n\n updateInteraction({ is_liked: !isLiked })}\n disabled={isUpdating}\n className={`px-4 py-2 border rounded-lg flex items-center gap-2 ${\n isLiked ? \"bg-red-50 border-red-200 text-red-600\" : \"hover:bg-gray-50\"\n }`}\n >\n ♥\n {isLiked ? \"Liked\" : \"Like\"}\n \n\n {listing.availability && (\n \n Available: {listing.availability}\n \n )}\n

\n\n {/* Source Links */}\n

Source Links

\n {listing.sources.map(source => (\n \n View on {source.platform.charAt(0).toUpperCase() + source.platform.slice(1)}\n \n ))}\n \n {/* Google Maps link */}\n {listing.lat && listing.lng && (\n \n View on Google Maps\n \n )}\n

\n\n {/* Transit Times */}\n {listing.transit && listing.transit.length > 0 && (\n

Transit Times

\n {listing.transit.map(t => (\n

\n {t.preference_name}\n \n {t.duration_minutes !== null ? `${t.duration_minutes} min` : \"-\"}\n \n

\n ))}\n

\n )}\n\n {/* Map Preview */}\n {listing.lat && listing.lng && (\n

Location

\n \n

\n )}\n\n {/* Notes */}\n

Notes

\n setNotes(e.target.value)}\n placeholder=\"Add notes about this listing...\"\n className=\"w-full px-3 py-2 border rounded-lg h-32 resize-none\"\n />\n

\n \n Save Notes\n \n

\n\n {/* Custom Links */}\n

Custom Links

\n \n

\n {customLinks.map((link, index) => (\n

\n \n {link}\n \n removeLink(index)}\n className=\"text-red-500 hover:text-red-700 text-sm\"\n >\n Remove\n \n

\n ))}\n

\n\n

\n setNewLink(e.target.value)}\n placeholder=\"Add a link (e.g., application form)\"\n className=\"flex-1 px-3 py-2 border rounded-lg text-sm\"\n />\n \n Add\n \n

\n\n {/* Error message */}\n {error && (\n

\n {error}\n

\n )}\n\n {/* Metadata */}\n

First seen: {new Date(listing.first_seen_at * 1000).toLocaleDateString()}

Last updated: {new Date(listing.last_updated_at * 1000).toLocaleDateString()}

\n {listing.unit_number &&

Unit: {listing.unit_number}

}\n

\n );\n}\n\nexport default ListingDetail;\n",[],[264,271,278],[264,271],{"_105":287,"_97":288,"_161":289,"_163":265,"_164":146,"_165":290,"_167":119,"_107":291,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":292,"_100":302},"7cf069a6-f806-11f0-810f-42dde27851f2","views","7cf06a64-f806-11f0-810f-42dde27851f2",294,["D",1769136719805],[293],{"_105":294,"_97":295,"_161":296,"_163":289,"_164":146,"_165":297,"_167":119,"_107":298,"_102":33,"_169":183,"_171":299,"_172":22,"_173":-5,"_174":300,"_100":301},"7d22c57c-f806-11f0-a6eb-42dde27851f2","PreferencesView.tsx","7d22c644-f806-11f0-a6eb-42dde27851f2",297,["D",1769136720124],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport React, { useState, useEffect, useCallback } from \"https://esm.sh/react@18.2.0\";\nimport type { TransitPreference, NotificationPrefs, TravelMode, TransitPreferenceType } from \"../../shared/types.ts\";\n\ninterface PreferencesViewProps {\n groupId: string;\n onClose: () => void;\n}\n\nexport function PreferencesView({ groupId, onClose }: PreferencesViewProps) {\n const [activeTab, setActiveTab] = useState<\"transit\" | \"notifications\" | \"group\">(\"transit\");\n \n return (\n

\n {/* Header */}\n

Settings

\n \n ×\n \n

\n\n {/* Tabs */}\n

\n setActiveTab(\"transit\")}\n className={`py-3 border-b-2 text-sm font-medium ${\n activeTab === \"transit\"\n ? \"border-blue-500 text-blue-600\"\n : \"border-transparent text-gray-500 hover:text-gray-700\"\n }`}\n >\n Transit Destinations\n \n setActiveTab(\"notifications\")}\n className={`py-3 border-b-2 text-sm font-medium ${\n activeTab === \"notifications\"\n ? \"border-blue-500 text-blue-600\"\n : \"border-transparent text-gray-500 hover:text-gray-700\"\n }`}\n >\n Notifications\n \n setActiveTab(\"group\")}\n className={`py-3 border-b-2 text-sm font-medium ${\n activeTab === \"group\"\n ? \"border-blue-500 text-blue-600\"\n : \"border-transparent text-gray-500 hover:text-gray-700\"\n }`}\n >\n Group\n \n

\n\n {/* Content */}\n

\n {activeTab === \"transit\" && }\n {activeTab === \"notifications\" && }\n {activeTab === \"group\" && }\n

\n );\n}\n\n// ==================== Transit Preferences Tab ====================\n\nfunction TransitPreferencesTab({ groupId }: { groupId: string }) {\n const [preferences, setPreferences] = useState([]);\n const [isLoading, setIsLoading] = useState(true);\n const [showAddForm, setShowAddForm] = useState(false);\n const [error, setError] = useState(\"\");\n\n const fetchPreferences = useCallback(async () => {\n try {\n const response = await fetch(`/api/preferences/transit?group_id=${groupId}&include_inactive=true`);\n const data = await response.json();\n setPreferences(data.preferences || []);\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n }, [groupId]);\n\n useEffect(() => {\n fetchPreferences();\n }, [fetchPreferences]);\n\n const deletePreference = async (id: string) => {\n if (!confirm(\"Are you sure you want to delete this destination?\")) return;\n \n try {\n await fetch(`/api/preferences/transit/${id}`, { method: \"DELETE\" });\n fetchPreferences();\n } catch (err) {\n setError(String(err));\n }\n };\n\n const toggleActive = async (id: string, isActive: boolean) => {\n try {\n await fetch(`/api/preferences/transit/${id}`, {\n method: \"PUT\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ is_active: !isActive }),\n });\n fetchPreferences();\n } catch (err) {\n setError(String(err));\n }\n };\n\n if (isLoading) {\n return

;\n }\n\n return (\n

Transit Destinations

Calculate commute times from listings to these locations.

\n setShowAddForm(true)}\n className=\"px-4 py-2 bg-blue-600 text-white rounded-lg hover:bg-blue-700 text-sm\"\n >\n Add Destination\n \n

\n\n {error && (\n

{error}

\n )}\n\n

\n {preferences.map(pref => (\n \n

\n {pref.name}\n \n {pref.type}\n \n \n via {pref.travel_mode}\n \n

\n {pref.address && (\n

{pref.address}

\n )}\n

\n \n

\n toggleActive(pref.id, pref.is_active)}\n className={`text-xs px-3 py-1 rounded ${\n pref.is_active\n ? \"bg-green-100 text-green-700\"\n : \"bg-gray-100 text-gray-500\"\n }`}\n >\n {pref.is_active ? \"Active\" : \"Inactive\"}\n \n deletePreference(pref.id)}\n className=\"text-red-500 hover:text-red-700 text-sm\"\n >\n Delete\n \n

\n ))}\n \n {preferences.length === 0 && (\n

\n No transit destinations configured. Add one to start calculating commute times.\n

\n )}\n

\n\n {showAddForm && (\n setShowAddForm(false)}\n onCreated={() => {\n setShowAddForm(false);\n fetchPreferences();\n }}\n />\n )}\n

\n );\n}\n\nfunction AddTransitPreferenceForm({ \n groupId, \n onClose, \n onCreated \n}: { \n groupId: string; \n onClose: () => void; \n onCreated: () => void;\n}) {\n const [name, setName] = useState(\"\");\n const [type, setType] = useState(\"custom\");\n const [address, setAddress] = useState(\"\");\n const [travelMode, setTravelMode] = useState(\"transit\");\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e: React.FormEvent) => {\n e.preventDefault();\n if (!name.trim()) return;\n\n setIsLoading(true);\n setError(\"\");\n\n try {\n const response = await fetch(\"/api/preferences/transit\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n group_id: groupId,\n name: name.trim(),\n type,\n address: address.trim() || undefined,\n travel_mode: travelMode,\n }),\n });\n\n if (!response.ok) {\n const data = await response.json();\n throw new Error(data.message || \"Failed to create preference\");\n }\n\n onCreated();\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Add Transit Destination

\n \n

\n Name\n setName(e.target.value)}\n placeholder=\"e.g., Work, Gym, Grocery Store\"\n className=\"w-full px-3 py-2 border rounded-lg\"\n required\n />\n

\n\n

\n Type\n setType(e.target.value as TransitPreferenceType)}\n className=\"w-full px-3 py-2 border rounded-lg\"\n >\n \n \n \n \n \n

\n\n

\n Address\n setAddress(e.target.value)}\n placeholder=\"e.g., 123 Main St, San Francisco, CA\"\n className=\"w-full px-3 py-2 border rounded-lg\"\n />\n

\n\n

\n Travel Mode\n setTravelMode(e.target.value as TravelMode)}\n className=\"w-full px-3 py-2 border rounded-lg\"\n >\n \n \n \n \n \n

\n\n {error &&

{error}

}\n\n

\n \n Cancel\n \n \n {isLoading ? \"Creating...\" : \"Add\"}\n \n

\n );\n}\n\n// ==================== Notifications Tab ====================\n\nfunction NotificationsTab() {\n const [prefs, setPrefs] = useState(null);\n const [isLoading, setIsLoading] = useState(true);\n const [isSaving, setIsSaving] = useState(false);\n const [error, setError] = useState(\"\");\n\n useEffect(() => {\n fetchPrefs();\n }, []);\n\n const fetchPrefs = async () => {\n try {\n const response = await fetch(\"/api/preferences/notifications\");\n const data = await response.json();\n setPrefs(data.preferences);\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n };\n\n const updatePref = async (key: keyof NotificationPrefs, value: boolean) => {\n if (!prefs) return;\n \n setIsSaving(true);\n setError(\"\");\n\n try {\n const response = await fetch(\"/api/preferences/notifications\", {\n method: \"PUT\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ [key]: value }),\n });\n\n if (!response.ok) throw new Error(\"Failed to update preferences\");\n\n const data = await response.json();\n setPrefs(data.preferences);\n } catch (err) {\n setError(String(err));\n } finally {\n setIsSaving(false);\n }\n };\n\n if (isLoading) {\n return

;\n }\n\n return (\n

Email Notifications

Choose which notifications you'd like to receive via email.

\n\n {error && (\n

{error}

\n )}\n\n

\n \n

New Listings

Get notified when new listings match your criteria

\n updatePref(\"notify_new_listing\", e.target.checked)}\n disabled={isSaving}\n className=\"w-5 h-5 rounded\"\n />\n \n\n \n

Comment Requests

Get notified when a group member requests your feedback

\n updatePref(\"notify_comment_request\", e.target.checked)}\n disabled={isSaving}\n className=\"w-5 h-5 rounded\"\n />\n \n\n \n

Apply Reminders

Get reminded to submit applications for listings you're interested in

\n updatePref(\"notify_apply_reminder\", e.target.checked)}\n disabled={isSaving}\n className=\"w-5 h-5 rounded\"\n />\n \n

\n );\n}\n\n// ==================== Group Tab ====================\n\nfunction GroupTab({ groupId }: { groupId: string }) {\n const [group, setGroup] = useState(null);\n const [isLoading, setIsLoading] = useState(true);\n const [showInviteCode, setShowInviteCode] = useState(false);\n const [error, setError] = useState(\"\");\n\n useEffect(() => {\n fetchGroup();\n }, [groupId]);\n\n const fetchGroup = async () => {\n try {\n const response = await fetch(`/api/groups/${groupId}`);\n const data = await response.json();\n setGroup(data.group);\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n };\n\n const regenerateInviteCode = async () => {\n if (!confirm(\"Are you sure you want to generate a new invite code? The old code will no longer work.\")) return;\n \n try {\n const response = await fetch(`/api/groups/${groupId}/regenerate-invite`, { method: \"POST\" });\n const data = await response.json();\n setGroup({ ...group, invite_code: data.invite_code });\n } catch (err) {\n setError(String(err));\n }\n };\n\n const copyInviteCode = () => {\n navigator.clipboard.writeText(group.invite_code);\n alert(\"Invite code copied to clipboard!\");\n };\n\n if (isLoading) {\n return

;\n }\n\n if (!group) {\n return

Failed to load group details.

;\n }\n\n return (\n

\n {/* Group Info */}\n

Group Details

{group.name}

\n\n {error && (\n

{error}

\n )}\n\n {/* Invite Code */}\n

Invite Code

\n setShowInviteCode(!showInviteCode)}\n className=\"text-sm text-blue-600 hover:text-blue-800\"\n >\n {showInviteCode ? \"Hide\" : \"Show\"}\n \n

\n \n {showInviteCode && (\n

\n \n {group.invite_code}\n \n \n Copy\n \n \n Regenerate\n \n

\n )}\n \n

\n Share this code with others to invite them to your group.\n

\n\n {/* Members */}\n

Members ({group.members?.length || 0})

\n {group.members?.map((member: any) => (\n

\n {member.user.avatar_url ? (\n $\"\"$ \n ) : (\n

\n {(member.user.name || member.user.email).charAt(0).toUpperCase()}\n

\n )}\n

\n {member.user.name || member.user.email}\n

\n {member.user.name && (\n

{member.user.email}

\n )}\n

\n \n \n {member.role}\n \n

\n ))}\n

\n );\n}\n\nexport default PreferencesView;\n",[],[264,288,295],[264,288],{"_105":304,"_97":305,"_161":306,"_163":265,"_164":146,"_165":307,"_167":119,"_107":308,"_102":309,"_169":183,"_171":310,"_172":22,"_173":-5,"_174":311,"_100":312},"c3c926b2-f80e-11f0-89c3-42dde27851f2","App.tsx","7d136334-f806-11f0-810f-42dde27851f2",330,["D",1769140274636],4,"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport React, { useState, useEffect, createContext, useContext, useCallback } from \"https://esm.sh/react@18.2.0\";\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client\";\nimport type { User, Group, ListingWithDetails, ListingsFilterParams, ListingStatus, TransitPreference, NotificationPrefs } from \"../shared/types.ts\";\nimport { ListingDetail } from \"./components/ListingDetail.tsx\";\nimport { PreferencesView } from \"./views/PreferencesView.tsx\";\n\n// ==================== Context ====================\n\ninterface AuthContextType {\n user: User | null;\n groups: (Group & { role: string })[];\n currentGroup: (Group & { role: string }) | null;\n setCurrentGroup: (group: Group & { role: string }) => void;\n isLoading: boolean;\n login: () => void;\n logout: () => Promise;\n refreshUser: () => Promise;\n}\n\nconst AuthContext = createContext(null);\n\nexport function useAuth() {\n const context = useContext(AuthContext);\n if (!context) throw new Error(\"useAuth must be used within AuthProvider\");\n return context;\n}\n\nfunction AuthProvider({ children }: { children: React.ReactNode }) {\n const [user, setUser] = useState((window as any).__LOKI_USER__ || null);\n const [groups, setGroups] = useState<(Group & { role: string })[]>([]);\n const [currentGroup, setCurrentGroup] = useState<(Group & { role: string }) | null>(null);\n const [isLoading, setIsLoading] = useState(true);\n\n const refreshUser = useCallback(async () => {\n try {\n const response = await fetch(\"/auth/me\");\n const data = await response.json();\n setUser(data.user);\n setGroups(data.groups || []);\n \n // Set current group to first one if not set\n if (!currentGroup && data.groups?.length > 0) {\n setCurrentGroup(data.groups[0]);\n }\n } catch (error) {\n console.error(\"Error fetching user:\", error);\n } finally {\n setIsLoading(false);\n }\n }, [currentGroup]);\n\n useEffect(() => {\n refreshUser();\n }, []);\n\n const login = () => {\n window.location.href = \"/auth/google\";\n };\n\n const logout = async () => {\n await fetch(\"/auth/logout\", { method: \"POST\" });\n setUser(null);\n setGroups([]);\n setCurrentGroup(null);\n window.location.href = \"/\";\n };\n\n return (\n \n {children}\n \n );\n}\n\n// ==================== API Hooks ====================\n\nfunction useListings(groupId: string | undefined, filters: ListingsFilterParams = {}) {\n const [allListings, setAllListings] = useState([]);\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(null);\n const [isInitialLoad, setIsInitialLoad] = useState(true);\n\n // Fetch ALL listings on initial load (no pagination)\n const fetchAllListings = useCallback(async () => {\n if (!groupId) return;\n \n setIsLoading(true);\n setError(null);\n \n try {\n // First request to get total count\n const initialParams = new URLSearchParams({ \n group_id: groupId,\n limit: \"100\",\n page: \"1\"\n });\n \n const initialResponse = await fetch(`/api/listings?${initialParams}`);\n if (!initialResponse.ok) throw new Error(\"Failed to fetch listings\");\n \n const initialData = await initialResponse.json();\n let allData = [...initialData.data];\n const totalPages = initialData.total_pages;\n \n // Fetch remaining pages in parallel if there are more\n if (totalPages > 1) {\n const pagePromises = [];\n for (let page = 2; page <= totalPages; page++) {\n const params = new URLSearchParams({ \n group_id: groupId,\n limit: \"100\",\n page: String(page)\n });\n pagePromises.push(\n fetch(`/api/listings?${params}`).then(r => r.json())\n );\n }\n \n const pageResults = await Promise.all(pagePromises);\n pageResults.forEach(result => {\n allData = [...allData, ...result.data];\n });\n }\n \n setAllListings(allData);\n setIsInitialLoad(false);\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n }, [groupId]);\n\n // Initial load - fetch all data\n useEffect(() => {\n fetchAllListings();\n }, [fetchAllListings]);\n\n // Apply client-side filtering\n const filteredListings = React.useMemo(() => {\n let result = [...allListings];\n \n // Apply filters client-side\n if (filters.min_price !== undefined) {\n result = result.filter(l => l.price !== null && l.price >= filters.min_price!);\n }\n if (filters.max_price !== undefined) {\n result = result.filter(l => l.price !== null && l.price <= filters.max_price!);\n }\n if (filters.min_beds !== undefined) {\n result = result.filter(l => l.beds !== null && l.beds >= filters.min_beds!);\n }\n if (filters.max_beds !== undefined) {\n result = result.filter(l => l.beds !== null && l.beds <= filters.max_beds!);\n }\n if (filters.status) {\n result = result.filter(l => (l.interaction?.status || \"new\") === filters.status);\n }\n if (filters.is_liked === true) {\n result = result.filter(l => l.interaction?.is_liked === true);\n }\n if (filters.neighborhood) {\n result = result.filter(l => l.neighborhood === filters.neighborhood);\n }\n \n // Apply sorting\n const sortBy = filters.sort_by || \"last_updated_at\";\n const sortOrder = filters.sort_order || \"desc\";\n \n result.sort((a, b) => {\n let aVal: number | null = null;\n let bVal: number | null = null;\n \n switch (sortBy) {\n case \"price\":\n aVal = a.price;\n bVal = b.price;\n break;\n case \"beds\":\n aVal = a.beds;\n bVal = b.beds;\n break;\n case \"first_seen_at\":\n aVal = a.first_seen_at;\n bVal = b.first_seen_at;\n break;\n case \"last_updated_at\":\n default:\n aVal = a.last_updated_at;\n bVal = b.last_updated_at;\n break;\n }\n \n if (aVal === null && bVal === null) return 0;\n if (aVal === null) return 1;\n if (bVal === null) return -1;\n \n return sortOrder === \"asc\" ? aVal - bVal : bVal - aVal;\n });\n \n return result;\n }, [allListings, filters]);\n\n // Calculate pagination for display\n const page = filters.page || 1;\n const limit = filters.limit || 50;\n const total = filteredListings.length;\n const totalPages = Math.ceil(total / limit);\n \n // Get current page of filtered results\n const paginatedListings = filteredListings.slice((page - 1) * limit, page * limit);\n\n return { \n listings: paginatedListings, \n allListings: filteredListings,\n total, \n totalPages, \n isLoading: isLoading && isInitialLoad, \n error, \n refresh: fetchAllListings \n };\n}\n\n// ==================== Components ====================\n\nfunction Header({ onOpenSettings }: { onOpenSettings?: () => void }) {\n const { user, groups, currentGroup, setCurrentGroup, login, logout } = useAuth();\n\n return (\n

Loki

\n \n {user && groups.length > 0 && (\n {\n const group = groups.find(g => g.id === e.target.value);\n if (group) setCurrentGroup(group);\n }}\n className=\"px-3 py-1.5 border rounded-lg text-sm\"\n >\n {groups.map(g => (\n \n ))}\n \n )}\n

\n \n

\n {user ? (\n <>\n {currentGroup && onOpenSettings && (\n \n ⚙ Settings\n \n )}\n

\n {user.avatar_url && (\n $\"\"$ \n )}\n {user.name || user.email}\n

\n \n Log out\n \n \n ) : (\n \n Sign in with Google\n \n )}\n

\n );\n}\n\nfunction ViewSwitcher({ view, setView }: { view: string; setView: (v: string) => void }) {\n const views = [\n { id: \"table\", label: \"Table\", icon: \"≡\" },\n { id: \"kanban\", label: \"Kanban\", icon: \"▤\" },\n { id: \"map\", label: \"Map\", icon: \"◎\" },\n ];\n\n return (\n

\n {views.map(v => (\n setView(v.id)}\n className={`px-4 py-2 rounded-md text-sm font-medium transition-colors ${\n view === v.id\n ? \"bg-white text-gray-900 shadow-sm\"\n : \"text-gray-600 hover:text-gray-900\"\n }`}\n >\n {v.icon}\n {v.label}\n \n ))}\n

\n );\n}\n\nfunction Filters({ filters, setFilters }: { \n filters: ListingsFilterParams; \n setFilters: (f: ListingsFilterParams) => void;\n}) {\n return (\n

\n Min Price\n setFilters({ ...filters, min_price: e.target.value ? parseInt(e.target.value) : undefined, page: 1 })}\n placeholder=\"$0\"\n className=\"px-3 py-2 border rounded-lg w-28 text-sm\"\n />\n

\n \n

\n Max Price\n setFilters({ ...filters, max_price: e.target.value ? parseInt(e.target.value) : undefined, page: 1 })}\n placeholder=\"$10000\"\n className=\"px-3 py-2 border rounded-lg w-28 text-sm\"\n />\n

\n \n

\n Beds\n setFilters({ ...filters, min_beds: e.target.value ? parseInt(e.target.value) : undefined, page: 1 })}\n className=\"px-3 py-2 border rounded-lg text-sm\"\n >\n \n \n \n \n \n \n

\n \n

\n Status\n setFilters({ ...filters, status: e.target.value as ListingStatus || undefined, page: 1 })}\n className=\"px-3 py-2 border rounded-lg text-sm\"\n >\n \n \n \n \n \n \n \n \n

\n \n

\n Sort By\n setFilters({ ...filters, sort_by: e.target.value as ListingsFilterParams[\"sort_by\"] })}\n className=\"px-3 py-2 border rounded-lg text-sm\"\n >\n \n \n \n \n \n

\n \n

\n \n setFilters({ ...filters, is_liked: e.target.checked ? true : undefined, page: 1 })}\n className=\"rounded\"\n />\n Liked only\n \n

\n );\n}\n\nfunction Pagination({ \n page, \n totalPages, \n onPageChange \n}: { \n page: number; \n totalPages: number; \n onPageChange: (page: number) => void;\n}) {\n if (totalPages <= 1) return null;\n\n return (\n

\n onPageChange(page - 1)}\n disabled={page <= 1}\n className=\"px-3 py-2 border rounded-lg text-sm disabled:opacity-50 disabled:cursor-not-allowed hover:bg-gray-50\"\n >\n Previous\n \n \n \n Page {page} of {totalPages}\n \n \n onPageChange(page + 1)}\n disabled={page >= totalPages}\n className=\"px-3 py-2 border rounded-lg text-sm disabled:opacity-50 disabled:cursor-not-allowed hover:bg-gray-50\"\n >\n Next\n \n

\n );\n}\n\n// Loading skeleton component\nfunction ListingCardSkeleton() {\n return (\n

\n );\n}\n\nfunction TableRowSkeleton() {\n return (\n \n

\n \n );\n}\n\nfunction ListingCard({ listing, onUpdate }: { listing: ListingWithDetails; onUpdate: () => void }) {\n const { currentGroup } = useAuth();\n const [isUpdating, setIsUpdating] = useState(false);\n const [optimisticStatus, setOptimisticStatus] = useState(null);\n const [optimisticLiked, setOptimisticLiked] = useState(null);\n\n const updateInteraction = async (updates: { status?: ListingStatus; is_liked?: boolean }) => {\n if (!currentGroup) return;\n \n // Optimistic update\n if (updates.status !== undefined) setOptimisticStatus(updates.status);\n if (updates.is_liked !== undefined) setOptimisticLiked(updates.is_liked);\n \n setIsUpdating(true);\n try {\n await fetch(`/api/listings/${listing.id}/interaction`, {\n method: \"PATCH\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ group_id: currentGroup.id, ...updates }),\n });\n onUpdate();\n } catch (error) {\n console.error(\"Error updating interaction:\", error);\n // Revert optimistic update on error\n setOptimisticStatus(null);\n setOptimisticLiked(null);\n } finally {\n setIsUpdating(false);\n setOptimisticStatus(null);\n setOptimisticLiked(null);\n }\n };\n\n const status = optimisticStatus ?? listing.interaction?.status ?? \"new\";\n const isLiked = optimisticLiked ?? listing.interaction?.is_liked ?? false;\n\n return (\n

\n {listing.address_original}\n

\n {\n e.stopPropagation();\n updateInteraction({ is_liked: !isLiked });\n }}\n disabled={isUpdating}\n className={`text-xl transition-colors ${isLiked ? \"text-red-500\" : \"text-gray-300\"} hover:text-red-500`}\n >\n ♥\n \n

\n \n

\n {listing.price && (\n ${listing.price.toLocaleString()}/mo\n )}\n {listing.beds !== null && {listing.beds} bed}\n {listing.baths !== null && {listing.baths} bath}\n

\n \n {listing.rent_per_bedroom && (\n

\n ${listing.rent_per_bedroom.toLocaleString()}/bedroom\n

\n )}\n \n

\n {listing.sources.map(source => (\n e.stopPropagation()}\n className={`text-xs px-2 py-1 rounded transition-colors ${\n source.platform === \"zillow\" \n ? \"bg-blue-100 text-blue-700 hover:bg-blue-200\" \n : \"bg-purple-100 text-purple-700 hover:bg-purple-200\"\n }`}\n >\n {source.platform}\n \n ))}\n

\n \n {\n e.stopPropagation();\n updateInteraction({ status: e.target.value as ListingStatus });\n }}\n onClick={(e) => e.stopPropagation()}\n disabled={isUpdating}\n className=\"w-full px-3 py-2 border rounded text-sm focus:ring-2 focus:ring-blue-500\"\n >\n \n \n \n \n \n \n \n

\n );\n}\n\n// Placeholder views - will be expanded in Phase 4.2-4.3\nfunction TableView({ listings, onUpdate }: { listings: ListingWithDetails[]; onUpdate: () => void }) {\n const { currentGroup } = useAuth();\n const [selectedListing, setSelectedListing] = useState(null);\n\n const updateInteraction = async (listingId: string, updates: { status?: ListingStatus; is_liked?: boolean }) => {\n if (!currentGroup) return;\n \n try {\n await fetch(`/api/listings/${listingId}/interaction`, {\n method: \"PATCH\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ group_id: currentGroup.id, ...updates }),\n });\n onUpdate();\n } catch (error) {\n console.error(\"Error updating interaction:\", error);\n }\n };\n\n return (\n <>\n

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n {listings.map(listing => {\n const status = listing.interaction?.status || \"new\";\n const isLiked = listing.interaction?.is_liked || false;\n \n return (\n setSelectedListing(listing)}\n >\n \n \n \n \n \n \n \n \n \n );\n })}\n \n

Like	Address	Price	Beds	Baths	$/Bed	Status	Sources
e.stopPropagation()}>\n updateInteraction(listing.id, { is_liked: !isLiked })}\n className={`text-xl ${isLiked ? \"text-red-500\" : \"text-gray-300\"} hover:text-red-500`}\n >\n ♥\n \n	{listing.address_original}	\n {listing.price ? `$${listing.price.toLocaleString()}` : \"-\"}\n	{listing.beds ?? \"-\"}	{listing.baths ?? \"-\"}	\n {listing.rent_per_bedroom ? `$${listing.rent_per_bedroom.toLocaleString()}` : \"-\"}\n	e.stopPropagation()}>\n updateInteraction(listing.id, { status: e.target.value as ListingStatus })}\n className=\"px-2 py-1 border rounded text-sm\"\n >\n \n \n \n \n \n \n \n	e.stopPropagation()}>\n \n {listing.sources.map(source => (\n \n {source.platform}\n \n ))}\n \n

\n \n {listings.length === 0 && (\n

\n No listings found matching your filters.\n

\n )}\n

\n {columns.map(({ status, listings: columnListings }) => (\n

\n {status.charAt(0).toUpperCase() + status.slice(1)} ({columnListings.length})\n

\n {columnListings.map(listing => (\n

setSelectedListing(listing)} className=\"cursor-pointer\">\n \n

\n ))}\n

\n\n {selectedListing && currentGroup && (\n setSelectedListing(null)}\n onUpdate={() => {\n onUpdate();\n setSelectedListing(null);\n }}\n />\n )}\n \n );\n}\n\nfunction MapView({ listings, onUpdate }: { listings: ListingWithDetails[]; onUpdate: () => void }) {\n const { currentGroup } = useAuth();\n const mapRef = React.useRef(null);\n const mapInstance = React.useRef(null);\n const markersRef = React.useRef>(new Map());\n const [selectedListing, setSelectedListing] = useState(null);\n\n useEffect(() => {\n if (!mapRef.current || mapInstance.current) return;\n\n // Initialize map centered on San Francisco\n const L = (window as any).L;\n const map = L.map(mapRef.current).setView([37.7749, -122.4194], 12);\n\n L.tileLayer(\"https://{s}.tile.openstreetmap.org/{z}/{x}/{y}.png\", {\n attribution: '© OpenStreetMap contributors',\n }).addTo(map);\n\n mapInstance.current = map;\n\n return () => {\n map.remove();\n mapInstance.current = null;\n };\n }, []);\n\n useEffect(() => {\n if (!mapInstance.current) return;\n\n const L = (window as any).L;\n const map = mapInstance.current;\n\n // Clear existing markers\n markersRef.current.forEach(marker => map.removeLayer(marker));\n markersRef.current.clear();\n\n // Status color mapping\n const statusColors: Record = {\n new: \"#9ca3af\",\n interested: \"#3b82f6\",\n contacted: \"#f59e0b\",\n toured: \"#10b981\",\n applied: \"#8b5cf6\",\n rejected: \"#ef4444\",\n };\n\n // Add markers for listings with coordinates\n listings.forEach(listing => {\n if (listing.lat && listing.lng) {\n const status = listing.interaction?.status || \"new\";\n const isLiked = listing.interaction?.is_liked || false;\n const color = statusColors[status] || statusColors.new;\n \n // Create custom icon\n const icon = L.divIcon({\n className: \"custom-marker\",\n html: `

${isLiked ? \"♥\" : \"\"}

`,\n iconSize: [24, 24],\n iconAnchor: [12, 12],\n });\n \n const marker = L.marker([listing.lat, listing.lng], { icon }).addTo(map);\n markersRef.current.set(listing.id, marker);\n \n // Click to open detail panel\n marker.on(\"click\", () => {\n setSelectedListing(listing);\n });\n \n marker.bindPopup(`\n

${listing.address_original}

\n ${listing.price ? `$${listing.price.toLocaleString()}/mo` : \"\"} \n ${listing.beds ? `• ${listing.beds} bed` : \"\"} \n ${listing.baths ? `• ${listing.baths} bath` : \"\"}\n

\n ${status}\n

Click marker for full details

\n `);\n }\n });\n\n // Fit bounds if there are listings with coordinates\n const validListings = listings.filter(l => l.lat && l.lng);\n if (validListings.length > 0) {\n const bounds = L.latLngBounds(validListings.map(l => [l.lat, l.lng]));\n map.fitBounds(bounds, { padding: [50, 50] });\n }\n }, [listings]);\n\n return (\n <>\n

\n \n {selectedListing && currentGroup && (\n setSelectedListing(null)}\n onUpdate={() => {\n onUpdate();\n setSelectedListing(null);\n }}\n />\n )}\n \n );\n}\n\nfunction CreateGroupModal({ onClose, onCreated }: { onClose: () => void; onCreated: () => void }) {\n const [name, setName] = useState(\"\");\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e: React.FormEvent) => {\n e.preventDefault();\n if (!name.trim()) return;\n\n setIsLoading(true);\n setError(\"\");\n\n try {\n const response = await fetch(\"/api/groups\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ name: name.trim() }),\n });\n\n if (!response.ok) {\n const data = await response.json();\n throw new Error(data.message || \"Failed to create group\");\n }\n\n onCreated();\n onClose();\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Create New Group

\n \n

\n );\n}\n\nfunction JoinGroupModal({ onClose, onJoined }: { onClose: () => void; onJoined: () => void }) {\n const [code, setCode] = useState(\"\");\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e: React.FormEvent) => {\n e.preventDefault();\n if (!code.trim()) return;\n\n setIsLoading(true);\n setError(\"\");\n\n try {\n const response = await fetch(`/api/groups/join/${code.trim().toUpperCase()}`, {\n method: \"POST\",\n });\n\n if (!response.ok) {\n const data = await response.json();\n throw new Error(data.message || \"Failed to join group\");\n }\n\n onJoined();\n onClose();\n } catch (err) {\n setError(String(err));\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Join Group

\n \n

\n );\n}\n\nfunction NoGroupView() {\n const { refreshUser } = useAuth();\n const [showCreateModal, setShowCreateModal] = useState(false);\n const [showJoinModal, setShowJoinModal] = useState(false);\n\n return (\n

Welcome to Loki

\n Create a new group to start tracking rental listings, or join an existing group with an invite code.\n

\n \n

\n setShowCreateModal(true)}\n className=\"w-full px-6 py-3 bg-blue-600 text-white rounded-lg hover:bg-blue-700\"\n >\n Create New Group\n \n \n setShowJoinModal(true)}\n className=\"w-full px-6 py-3 border border-gray-300 text-gray-700 rounded-lg hover:bg-gray-50\"\n >\n Join with Invite Code\n \n

\n \n {showCreateModal && (\n setShowCreateModal(false)} onCreated={refreshUser} />\n )}\n \n {showJoinModal && (\n setShowJoinModal(false)} onJoined={refreshUser} />\n )}\n

\n );\n}\n\nfunction LoginView() {\n const { login } = useAuth();\n\n return (\n

Loki

Rental Search Made Easy

\n Track listings from Zillow and Craigslist, coordinate with roommates, and find your perfect home.\n

\n \n \n \n Sign in with Google\n \n

\n );\n}\n\nfunction MainContent({ onOpenSettings }: { onOpenSettings: () => void }) {\n const { user, currentGroup, isLoading: authLoading } = useAuth();\n const [view, setView] = useState(\"table\");\n const [filters, setFilters] = useState({ page: 1, limit: 50 });\n \n const { listings, allListings, total, totalPages, isLoading, error, refresh } = useListings(currentGroup?.id, filters);\n\n if (authLoading) {\n return (\n

\n );\n }\n\n if (!user) {\n return ;\n }\n\n if (!currentGroup) {\n return ;\n }\n\n return (\n

{currentGroup.name}

\n {total} listing{total !== 1 ? \"s\" : \"\"} found\n {view === \"table\" && totalPages > 1 && ` (showing ${listings.length} on page ${filters.page || 1} of ${totalPages})`}\n

\n \n

\n \n {isLoading ? (\n

\n ) : error ? (\n

\n Error loading listings: {error}\n

\n ) : (\n <>\n {view === \"table\" && }\n {view === \"kanban\" && }\n {view === \"map\" && }\n \n {view === \"table\" && (\n setFilters({ ...filters, page })}\n />\n )}\n \n )}\n

\n );\n}\n\nfunction AppContent() {\n const { currentGroup } = useAuth();\n const [showSettings, setShowSettings] = useState(false);\n\n return (\n

setShowSettings(true)} />\n setShowSettings(true)} />\n \n {showSettings && currentGroup && (\n setShowSettings(false)}\n />\n )}\n

\n );\n}\n\nfunction App() {\n return (\n \n \n \n );\n}\n\n// Mount the app\nconst root = createRoot(document.getElementById(\"root\")!);\nroot.render();\n\nexport default App;\n",[],[264,305],{"_105":314,"_97":315,"_161":316,"_163":265,"_164":146,"_165":317,"_167":119,"_107":318,"_102":33,"_169":319,"_171":320,"_172":22,"_173":-5,"_174":321,"_100":322},"7d1f4dc0-f806-11f0-94a6-42dde27851f2","index.html","7d1f4e6a-f806-11f0-94a6-42dde27851f2",296,["D",1769136720111],"file","\n\n\n \n \n Loki - Rental Search\n \n \n \n \n \n \n \n \n \n \n \n \n\n\n

\n \n\n\n",[],[264,315],[264],{"_105":325,"_97":101,"_161":326,"_163":-5,"_164":146,"_165":327,"_167":119,"_107":328,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":329,"_100":358},"7cb32172-f806-11f0-a6eb-42dde27851f2","7cb32212-f806-11f0-a6eb-42dde27851f2",292,["D",1769136719402],[330,340,349],{"_105":331,"_97":332,"_161":333,"_163":326,"_164":146,"_165":334,"_167":119,"_107":335,"_102":33,"_169":336,"_171":337,"_172":22,"_173":-5,"_174":338,"_100":339},"7da039c6-f806-11f0-818c-42dde27851f2","craigslist.cron.ts","7da03a70-f806-11f0-818c-42dde27851f2",308,["D",1769136720920],"interval","/**\n * Craigslist scraper cron job\n * Scrapes Craigslist rental listings and processes through deduplication\n */\n\nimport * as cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\nimport { processBatchListings, markInactiveListings, processScrapedListing } from \"../backend/dedup.ts\";\nimport { runMigrations } from \"../backend/migrations.ts\";\nimport { sendNewListingsNotification } from \"../backend/notifications.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport type { ScrapedListing, Listing } from \"../shared/types.ts\";\n\n// Endpoint that returns Craigslist listing URLs\nconst CRAIGSLIST_LISTINGS_ENDPOINT = \"https://shapedlines--b6721782590611f094e1f69ea79377d9.web.val.run\";\n\n// Craigslist detail scraper endpoint\nconst CRAIGSLIST_DETAIL_ENDPOINT = \"https://shapedlines-scrapecraigslistapi.web.val.run\";\n\ninterface CraigslistDetail {\n address: string;\n listingUrl: string;\n price: number | null;\n beds: number | null;\n baths: number | null;\n availability: string;\n googleMapsLink: string;\n lat?: number;\n lng?: number;\n}\n\n/**\n * Fetch list of Craigslist listing URLs\n */\nasync function fetchListingUrls(): Promise {\n const response = await fetch(CRAIGSLIST_LISTINGS_ENDPOINT);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json();\n return data.links || [];\n}\n\n/**\n * Fetch details for a single Craigslist listing\n */\nasync function fetchListingDetail(url: string): Promise {\n try {\n const detailUrl = new URL(CRAIGSLIST_DETAIL_ENDPOINT);\n detailUrl.searchParams.set(\"url\", url);\n\n const response = await fetch(detailUrl.toString());\n if (!response.ok) {\n console.error(`Failed to fetch detail for ${url}: ${response.status}`);\n return null;\n }\n\n const data = await response.json();\n\n // Extract lat/lng from Google Maps link if available\n let lat: number | undefined;\n let lng: number | undefined;\n if (data.googleMapsLink && data.googleMapsLink !== \"N/A\") {\n const match = data.googleMapsLink.match(/q=([-\\d.]+),([-\\d.]+)/);\n if (match) {\n lat = parseFloat(match[1]);\n lng = parseFloat(match[2]);\n }\n }\n\n return {\n ...data,\n lat,\n lng,\n };\n } catch (error) {\n console.error(`Error fetching detail for ${url}:`, error);\n return null;\n }\n}\n\n/**\n * Transform Craigslist detail to ScrapedListing format\n */\nfunction transformCraigslistDetail(detail: CraigslistDetail): ScrapedListing | null {\n if (!detail.listingUrl || detail.address === \"N/A\" || !detail.address) {\n return null;\n }\n\n return {\n address: detail.address,\n url: detail.listingUrl,\n platform: \"craigslist\",\n lat: detail.lat,\n lng: detail.lng,\n beds: detail.beds || undefined,\n baths: detail.baths || undefined,\n price: detail.price || undefined,\n availability: detail.availability !== \"N/A\" ? detail.availability : undefined,\n };\n}\n\n/**\n * Main cron job handler\n */\nexport default async function craigslistCron(interval: Interval) {\n console.log(\"Starting Craigslist scraper cron job...\");\n\n try {\n // Ensure database is set up\n await runMigrations();\n\n // Fetch listing URLs\n console.log(\"Fetching Craigslist listing URLs...\");\n const listingUrls = await fetchListingUrls();\n console.log(`Found ${listingUrls.length} listing URLs`);\n\n // Fetch details for each listing (with rate limiting)\n const scrapedListings: ScrapedListing[] = [];\n const batchSize = 5; // Process 5 at a time\n const delayMs = 500; // 500ms between batches\n\n for (let i = 0; i < listingUrls.length; i += batchSize) {\n const batch = listingUrls.slice(i, i + batchSize);\n console.log(`Processing batch ${Math.floor(i / batchSize) + 1} (${batch.length} listings)...`);\n\n // Fetch batch in parallel\n const batchResults = await Promise.all(\n batch.map(url => fetchListingDetail(url))\n );\n\n // Transform and add to results\n for (const detail of batchResults) {\n if (detail) {\n const scraped = transformCraigslistDetail(detail);\n if (scraped) {\n scrapedListings.push(scraped);\n }\n }\n }\n\n // Rate limiting delay\n if (i + batchSize < listingUrls.length) {\n await new Promise(resolve => setTimeout(resolve, delayMs));\n }\n }\n\n console.log(`Valid listings to process: ${scrapedListings.length}`);\n\n // Process through deduplication engine and track new listings\n const newListingIds: string[] = [];\n let newCount = 0;\n let updatedCount = 0;\n let errorCount = 0;\n\n for (const listing of scrapedListings) {\n try {\n const { listing: processedListing, isNew } = await processScrapedListing(listing);\n if (isNew) {\n newListingIds.push(processedListing.id);\n newCount++;\n } else {\n updatedCount++;\n }\n } catch (error) {\n console.error(\"Error processing listing:\", listing.url, error);\n errorCount++;\n }\n }\n\n console.log(\"Deduplication results:\", { total: scrapedListings.length, new: newCount, updated: updatedCount, errors: errorCount });\n\n // Mark old listings as inactive\n const inactiveCount = await markInactiveListings(7);\n console.log(`Marked ${inactiveCount} listings as inactive`);\n\n // Send notifications for new listings\n let notificationsSent = 0;\n if (newListingIds.length > 0) {\n // Get all groups and send notifications\n const groupsResult = await sqlite.execute(`SELECT DISTINCT id FROM loki_groups`);\n \n // Get the new listings details\n const placeholders = newListingIds.map(() => \"?\").join(\",\");\n const listingsResult = await sqlite.execute({\n sql: `SELECT * FROM loki_listings WHERE id IN (${placeholders})`,\n args: newListingIds,\n });\n\n const newListings: Listing[] = listingsResult.rows.map(row => ({\n id: row.id as string,\n address_original: row.address_original as string,\n address_normalized: row.address_normalized as string,\n unit_number: row.unit_number as string | null,\n lat: row.lat as number | null,\n lng: row.lng as number | null,\n beds: row.beds as number | null,\n baths: row.baths as number | null,\n price: row.price as number | null,\n availability: row.availability as string | null,\n neighborhood: row.neighborhood as string | null,\n first_seen_at: row.first_seen_at as number,\n last_updated_at: row.last_updated_at as number,\n is_active: Boolean(row.is_active),\n }));\n\n // Send to each group\n for (const groupRow of groupsResult.rows) {\n const groupId = groupRow.id as string;\n const result = await sendNewListingsNotification(groupId, newListings);\n notificationsSent += result.sent;\n }\n \n console.log(`Sent ${notificationsSent} notification emails for ${newListings.length} new listings`);\n }\n\n return {\n success: true,\n total_urls: listingUrls.length,\n processed: scrapedListings.length,\n new_listings: newCount,\n updated_listings: updatedCount,\n errors: errorCount,\n marked_inactive: inactiveCount,\n notifications_sent: notificationsSent,\n };\n } catch (error) {\n console.error(\"Craigslist scraper cron job failed:\", error);\n throw error;\n }\n}\n",[],[101,332],{"_105":341,"_97":342,"_161":343,"_163":326,"_164":146,"_165":344,"_167":119,"_107":345,"_102":33,"_169":336,"_171":346,"_172":22,"_173":-5,"_174":347,"_100":348},"7da980e4-f806-11f0-818c-42dde27851f2","reminders.cron.ts","7da98198-f806-11f0-818c-42dde27851f2",310,["D",1769136721004],"/**\n * Reminders cron job\n * Processes due reminders and sends email notifications\n */\n\nimport { processDueReminders } from \"../backend/notifications.ts\";\nimport { runMigrations } from \"../backend/migrations.ts\";\n\n/**\n * Main cron job handler - runs daily to process due reminders\n */\nexport default async function remindersCron(interval: Interval) {\n console.log(\"Starting reminders cron job...\");\n\n try {\n // Ensure database is set up\n await runMigrations();\n\n // Process due reminders\n const result = await processDueReminders();\n\n console.log(\"Reminders cron job completed:\", result);\n\n return {\n success: true,\n ...result,\n };\n } catch (error) {\n console.error(\"Reminders cron job failed:\", error);\n throw error;\n }\n}\n",[],[101,342],{"_105":350,"_97":351,"_161":352,"_163":326,"_164":146,"_165":353,"_167":119,"_107":354,"_102":33,"_169":336,"_171":355,"_172":22,"_173":-5,"_174":356,"_100":357},"7da68d62-f806-11f0-9cf9-42dde27851f2","zillow.cron.ts","7da68e5c-f806-11f0-9cf9-42dde27851f2",309,["D",1769136720999],"/**\n * Zillow scraper cron job\n * Scrapes Zillow rental listings and processes through deduplication\n */\n\nimport { zillowParseURL } from \"../zillowParseURL.tsx\";\nimport { processBatchListings, markInactiveListings } from \"../backend/dedup.ts\";\nimport { runMigrations } from \"../backend/migrations.ts\";\nimport { sendNewListingsNotification } from \"../backend/notifications.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport type { ScrapedListing, Listing } from \"../shared/types.ts\";\n\n// Browserless endpoint for scraping\nconst BROWSERLESS_ENDPOINT = \"https://shapedlines--31933b5e642311f09be00224a6c84d84.web.val.run\";\n\n// Default Zillow search URL for SF rentals\nconst DEFAULT_ZILLOW_URL =\n \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%22currentPage%22%3A1%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\";\n\ninterface ZillowListResult {\n zpid: string;\n detailUrl: string;\n address: string;\n addressStreet?: string;\n addressCity?: string;\n addressState?: string;\n addressZipcode?: string;\n price?: string;\n unformattedPrice?: number;\n beds?: number;\n baths?: number;\n latLong?: {\n latitude: number;\n longitude: number;\n };\n availabilityDate?: string;\n}\n\n/**\n * Request Zillow data for a specific page\n */\nasync function requestZillowData(zillowURL: string, pageNumber: number): Promise {\n const modifiedZillowURL = await zillowParseURL(zillowURL, pageNumber);\n if (!modifiedZillowURL) {\n throw new Error(\"Failed to generate modified Zillow URL\");\n }\n\n const url = new URL(BROWSERLESS_ENDPOINT);\n url.searchParams.set(\"zillowURL\", modifiedZillowURL);\n\n const response = await fetch(url.toString(), {\n method: \"GET\",\n headers: { \"Content-Type\": \"application/json\" },\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json();\n const zillowData = JSON.parse(data.data.evaluate.value);\n return zillowData.searchResults.listResults || [];\n}\n\n/**\n * Get total pages from Zillow search\n */\nasync function getTotalPages(zillowURL: string): Promise {\n const modifiedZillowURL = await zillowParseURL(zillowURL, 1);\n if (!modifiedZillowURL) {\n throw new Error(\"Failed to generate modified Zillow URL\");\n }\n\n const url = new URL(BROWSERLESS_ENDPOINT);\n url.searchParams.set(\"zillowURL\", modifiedZillowURL);\n\n const response = await fetch(url.toString(), {\n method: \"GET\",\n headers: { \"Content-Type\": \"application/json\" },\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json();\n const zillowData = JSON.parse(data.data.evaluate.value);\n return zillowData.searchList?.totalPages || 1;\n}\n\n/**\n * Transform Zillow result to ScrapedListing format\n */\nfunction transformZillowResult(result: ZillowListResult): ScrapedListing | null {\n if (!result.detailUrl || !result.address) {\n return null;\n }\n\n // Build full URL\n const url = result.detailUrl.startsWith(\"http\")\n ? result.detailUrl\n : `https://www.zillow.com${result.detailUrl}`;\n\n // Build full address\n let fullAddress = result.address;\n if (result.addressStreet && result.addressCity && result.addressState) {\n fullAddress = `${result.addressStreet}, ${result.addressCity}, ${result.addressState}`;\n if (result.addressZipcode) {\n fullAddress += ` ${result.addressZipcode}`;\n }\n }\n\n return {\n address: fullAddress,\n url,\n platform: \"zillow\",\n lat: result.latLong?.latitude,\n lng: result.latLong?.longitude,\n beds: result.beds,\n baths: result.baths,\n price: result.unformattedPrice,\n availability: result.availabilityDate,\n };\n}\n\n/**\n * Main cron job handler\n */\nexport default async function zillowCron(interval: Interval) {\n console.log(\"Starting Zillow scraper cron job...\");\n\n try {\n // Ensure database is set up\n await runMigrations();\n\n const zillowUrl = DEFAULT_ZILLOW_URL;\n const allResults: ZillowListResult[] = [];\n\n // Get total pages\n console.log(\"Fetching total pages...\");\n const totalPages = await getTotalPages(zillowUrl);\n console.log(`Total pages to scrape: ${totalPages}`);\n\n // Scrape all pages\n for (let page = 1; page <= totalPages; page++) {\n console.log(`Scraping page ${page} of ${totalPages}...`);\n try {\n const pageResults = await requestZillowData(zillowUrl, page);\n allResults.push(...pageResults);\n console.log(`Page ${page}: Found ${pageResults.length} listings`);\n\n // Add a small delay between pages to be respectful\n if (page < totalPages) {\n await new Promise(resolve => setTimeout(resolve, 1000));\n }\n } catch (error) {\n console.error(`Error scraping page ${page}:`, error);\n }\n }\n\n console.log(`Total raw results: ${allResults.length}`);\n\n // Transform to ScrapedListing format\n const scrapedListings: ScrapedListing[] = allResults\n .map(transformZillowResult)\n .filter((listing): listing is ScrapedListing => listing !== null);\n\n console.log(`Valid listings to process: ${scrapedListings.length}`);\n\n // Process through deduplication engine and track new listings\n const newListingIds: string[] = [];\n let newCount = 0;\n let updatedCount = 0;\n let errorCount = 0;\n\n for (const listing of scrapedListings) {\n try {\n const { listing: processedListing, isNew } = await (await import(\"../backend/dedup.ts\")).processScrapedListing(listing);\n if (isNew) {\n newListingIds.push(processedListing.id);\n newCount++;\n } else {\n updatedCount++;\n }\n } catch (error) {\n console.error(\"Error processing listing:\", listing.url, error);\n errorCount++;\n }\n }\n\n console.log(\"Deduplication results:\", { total: scrapedListings.length, new: newCount, updated: updatedCount, errors: errorCount });\n\n // Mark old listings as inactive\n const inactiveCount = await markInactiveListings(7);\n console.log(`Marked ${inactiveCount} listings as inactive`);\n\n // Send notifications for new listings\n let notificationsSent = 0;\n if (newListingIds.length > 0) {\n // Get all groups and send notifications\n const groupsResult = await sqlite.execute(`SELECT DISTINCT id FROM loki_groups`);\n \n // Get the new listings details\n const placeholders = newListingIds.map(() => \"?\").join(\",\");\n const listingsResult = await sqlite.execute({\n sql: `SELECT * FROM loki_listings WHERE id IN (${placeholders})`,\n args: newListingIds,\n });\n\n const newListings: Listing[] = listingsResult.rows.map(row => ({\n id: row.id as string,\n address_original: row.address_original as string,\n address_normalized: row.address_normalized as string,\n unit_number: row.unit_number as string | null,\n lat: row.lat as number | null,\n lng: row.lng as number | null,\n beds: row.beds as number | null,\n baths: row.baths as number | null,\n price: row.price as number | null,\n availability: row.availability as string | null,\n neighborhood: row.neighborhood as string | null,\n first_seen_at: row.first_seen_at as number,\n last_updated_at: row.last_updated_at as number,\n is_active: Boolean(row.is_active),\n }));\n\n // Send to each group\n for (const groupRow of groupsResult.rows) {\n const groupId = groupRow.id as string;\n const result = await sendNewListingsNotification(groupId, newListings);\n notificationsSent += result.sent;\n }\n \n console.log(`Sent ${notificationsSent} notification emails for ${newListings.length} new listings`);\n }\n\n return {\n success: true,\n total_scraped: allResults.length,\n processed: scrapedListings.length,\n new_listings: newCount,\n updated_listings: updatedCount,\n errors: errorCount,\n marked_inactive: inactiveCount,\n notifications_sent: notificationsSent,\n };\n } catch (error) {\n console.error(\"Zillow scraper cron job failed:\", error);\n throw error;\n }\n}\n",[],[101,351],[101],{"_105":360,"_97":361,"_161":362,"_163":-5,"_164":146,"_165":363,"_167":119,"_107":364,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":365,"_100":375},"7c93ddbc-f806-11f0-be4c-42dde27851f2","shared","7c93de8e-f806-11f0-be4c-42dde27851f2",291,["D",1769136719198],[366],{"_105":367,"_97":368,"_161":369,"_163":362,"_164":146,"_165":370,"_167":119,"_107":371,"_102":33,"_169":183,"_171":372,"_172":22,"_173":-5,"_174":373,"_100":374},"7d9ab0e6-f806-11f0-8922-42dde27851f2","types.ts","7d9ab19a-f806-11f0-8922-42dde27851f2",307,["D",1769136720919],"/**\n * Shared TypeScript types for Loki rental search platform\n */\n\n// User types\nexport interface User {\n id: string;\n email: string;\n name: string | null;\n avatar_url: string | null;\n created_at: number;\n}\n\nexport interface Session {\n token: string;\n user_id: string;\n expires_at: number;\n}\n\n// Group types\nexport interface Group {\n id: string;\n name: string;\n created_by: string;\n invite_code: string;\n created_at: number;\n}\n\nexport interface GroupMember {\n group_id: string;\n user_id: string;\n role: \"owner\" | \"member\";\n joined_at: number;\n}\n\nexport interface GroupWithMembers extends Group {\n members: (GroupMember & { user: User })[];\n}\n\n// Listing types\nexport interface Listing {\n id: string;\n address_original: string;\n address_normalized: string;\n unit_number: string | null;\n lat: number | null;\n lng: number | null;\n beds: number | null;\n baths: number | null;\n price: number | null;\n availability: string | null;\n neighborhood: string | null;\n first_seen_at: number;\n last_updated_at: number;\n is_active: boolean;\n}\n\nexport interface ListingSource {\n id: string;\n listing_id: string;\n platform: \"zillow\" | \"craigslist\";\n url: string;\n raw_address: string | null;\n first_seen_at: number;\n last_seen_at: number;\n}\n\nexport type ListingStatus =\n | \"new\"\n | \"interested\"\n | \"contacted\"\n | \"toured\"\n | \"applied\"\n | \"rejected\";\n\nexport interface ListingInteraction {\n listing_id: string;\n group_id: string;\n status: ListingStatus;\n is_liked: boolean;\n notes: string | null;\n custom_links: string[] | null;\n updated_by: string | null;\n updated_at: number;\n}\n\nexport interface ListingTransit {\n listing_id: string;\n preference_id: string;\n duration_minutes: number | null;\n calculated_at: number;\n}\n\n// Combined listing with all related data\nexport interface ListingWithDetails extends Listing {\n sources: ListingSource[];\n interaction?: ListingInteraction;\n transit?: ListingTransitResult[];\n // Calculated fields\n rent_per_bedroom?: number | null;\n bed_bath_ratio?: number | null;\n}\n\nexport interface ListingTransitResult {\n preference_id: string;\n preference_name: string;\n duration_minutes: number | null;\n travel_mode: TravelMode;\n}\n\n// Transit preferences\nexport type TravelMode = \"driving\" | \"transit\" | \"walking\" | \"bicycling\";\nexport type TransitPreferenceType = \"gym\" | \"grocery\" | \"baywheels\" | \"custom\";\n\nexport interface TransitPreference {\n id: string;\n group_id: string;\n name: string;\n type: TransitPreferenceType;\n address: string | null;\n lat: number | null;\n lng: number | null;\n travel_mode: TravelMode;\n is_active: boolean;\n created_at: number;\n}\n\n// Notification preferences\nexport interface NotificationPrefs {\n user_id: string;\n notify_new_listing: boolean;\n notify_comment_request: boolean;\n notify_apply_reminder: boolean;\n}\n\n// Reminders\nexport interface Reminder {\n id: string;\n listing_id: string;\n group_id: string;\n created_by: string;\n remind_at: number;\n message: string | null;\n is_sent: boolean;\n created_at: number;\n}\n\n// API request/response types\nexport interface CreateGroupRequest {\n name: string;\n}\n\nexport interface UpdateInteractionRequest {\n status?: ListingStatus;\n is_liked?: boolean;\n notes?: string;\n custom_links?: string[];\n}\n\nexport interface CreateTransitPreferenceRequest {\n name: string;\n type: TransitPreferenceType;\n address?: string;\n lat?: number;\n lng?: number;\n travel_mode?: TravelMode;\n}\n\nexport interface UpdateTransitPreferenceRequest {\n name?: string;\n address?: string;\n lat?: number;\n lng?: number;\n travel_mode?: TravelMode;\n is_active?: boolean;\n}\n\nexport interface UpdateNotificationPrefsRequest {\n notify_new_listing?: boolean;\n notify_comment_request?: boolean;\n notify_apply_reminder?: boolean;\n}\n\nexport interface ListingsFilterParams {\n status?: ListingStatus;\n is_liked?: boolean;\n min_price?: number;\n max_price?: number;\n min_beds?: number;\n max_beds?: number;\n neighborhood?: string;\n is_active?: boolean;\n page?: number;\n limit?: number;\n sort_by?: \"price\" | \"beds\" | \"first_seen_at\" | \"last_updated_at\";\n sort_order?: \"asc\" | \"desc\";\n}\n\nexport interface PaginatedResponse {\n data: T[];\n total: number;\n page: number;\n limit: number;\n total_pages: number;\n}\n\n// Scraper input types\nexport interface ScrapedListing {\n address: string;\n url: string;\n platform: \"zillow\" | \"craigslist\";\n lat?: number;\n lng?: number;\n beds?: number;\n baths?: number;\n price?: number;\n availability?: string;\n}\n\n// Deduplication types\nexport interface AddressFingerprint {\n street: string;\n unit: string | null;\n fingerprint: string;\n}\n\n// API error response\nexport interface ApiError {\n error: string;\n message: string;\n status: number;\n}\n",[],[361,368],[361],{"_105":377,"_97":378,"_161":379,"_163":-5,"_164":146,"_165":380,"_167":119,"_107":381,"_102":33,"_169":319,"_171":382,"_172":22,"_173":-5,"_174":383,"_100":384},"7db68c4e-f806-11f0-8922-42dde27851f2",".vtignore","7db68cda-f806-11f0-8922-42dde27851f2",312,["D",1769136721104],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[],[378],{"_105":386,"_97":387,"_161":388,"_163":-5,"_164":146,"_165":389,"_167":119,"_107":390,"_102":33,"_169":319,"_171":391,"_172":22,"_173":-5,"_174":392,"_100":393},"7db87a40-f806-11f0-8c38-42dde27851f2","AGENTS.md","7db87ae0-f806-11f0-8c38-42dde27851f2",313,["D",1769136721106],"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious operations)\n- Follow modern ES6+ conventions and functional programming practices if possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = 'todo_app_users_2';\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(`SELECT * FROM ${TABLE_NAME} WHERE id = ?`, [1]);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add _2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({ \n subject: \"Hi\", \n text: \"Hi\", \n html: \"

Hi

\"\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport { parseProject, readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\" urls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's *extremely importing* to note that `parseProject` and other Standard Library utilities ONLY RUN ON THE SERVER.\nIf you need access to this data on the client, run it in the server and pass it to the client by splicing it into the HTML page\nor by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})` instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use: `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys) unless otherwise specified\n- **View Source:** Add a view source link by importing & using `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add `` to HTML to capture client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local resolution; Avoid catches that merely log or return 500s. Let errors bubble up with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with `?deps=react@18.2.0,react-dom@18.2.0` and start the file with `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same version\n- **Styling:** Default to using TailwindCSS via `` unless otherwise specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project files:\n ```ts\n import { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n \n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n \n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async c => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n \n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n \n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:** \n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with `export default app.fetch // This is the entry point for HTTP vals`\n\n",[],[387],{"_105":395,"_97":396,"_161":397,"_163":-5,"_164":146,"_165":398,"_167":119,"_107":399,"_102":33,"_169":319,"_171":400,"_172":22,"_173":-5,"_174":401,"_100":402},"931fbb6e-5919-11f0-8e09-f69ea79377d9","README.md","931fbc2c-5919-11f0-8e09-f69ea79377d9",50,["D",1751662682583],"# Listing URL Scraper\n\nA TypeScript scraper designed to extract property listing URLs from webpages, specifically optimized for Zillow-style property listings.\n\n## Files\n\n- `scraper.ts` - Main scraper functions and utilities\n- `scraper-api.ts` - HTTP API endpoint for the scraper\n- `test-scraper.ts` - Test file with sample usage\n- `README.md` - This documentation\n\n## Features\n\n- Extracts listing URLs and addresses from HTML content\n- Handles both absolute and relative URLs\n- Includes proper error handling and validation\n- Provides both programmatic API and HTTP endpoint\n- User-Agent spoofing to avoid bot detection\n\n## Usage\n\n### Programmatic Usage\n\n```typescript\nimport { scrapeListingUrls, getListingUrls } from \"./scraper.ts\";\n\n// Get full listing data (URL + address)\nconst listings = await scrapeListingUrls(\"https://www.zillow.com/san-francisco-ca/\");\nconsole.log(listings);\n// Output: [{ url: \"https://...\", address: \"123 Main St...\" }, ...]\n\n// Get just the URLs\nconst urls = await getListingUrls(\"https://www.zillow.com/san-francisco-ca/\");\nconsole.log(urls);\n// Output: [\"https://www.zillow.com/homedetails/...\", ...]\n```\n\n### HTTP API Usage\n\nThe scraper is also available as an HTTP endpoint:\n\n**GET Request** (Test with sample data):\n```bash\ncurl https://your-val-town-url.web.val.run\n```\n\n**POST Request** (Scrape a real URL):\n```bash\ncurl -X POST https://your-val-town-url.web.val.run \\\n -H \"Content-Type: application/json\" \\\n -d '{\"url\": \"https://www.zillow.com/san-francisco-ca/\"}'\n```\n\n## HTML Pattern Matching\n\nThe scraper looks for HTML elements matching this pattern:\n\n```html\n\n

[ADDRESS]

\n\n```\n\nIt uses flexible regex patterns to handle variations in:\n- Attribute order\n- CSS classes\n- Whitespace\n- Relative vs absolute URLs\n\n## Functions\n\n### `scrapeListingUrls(url: string): Promise`\nMain function that fetches a webpage and extracts all listing URLs and addresses.\n\n### `parseListingUrls(html: string): ListingData[]`\nParses HTML content to extract listing data without making HTTP requests.\n\n### `getListingUrls(url: string): Promise`\nConvenience function that returns just the URLs as an array of strings.\n\n### `validateUrls(urls: string[]): string[]`\nUtility function to filter out invalid URLs.\n\n## Error Handling\n\nThe scraper includes comprehensive error handling for:\n- Network failures\n- Invalid HTML\n- Missing elements\n- Malformed URLs\n\n## Rate Limiting & Ethics\n\nWhen scraping websites:\n- Be respectful of rate limits\n- Check robots.txt\n- Consider the website's terms of service\n- Add delays between requests for large-scale scraping\n- Use appropriate User-Agent headers\n\n## Example Output\n\n```json\n{\n \"success\": true,\n \"count\": 2,\n \"listings\": [\n {\n \"url\": \"https://www.zillow.com/homedetails/1020-Pierce-St-A-San-Francisco-CA-94115/2113064552_zpid/\",\n \"address\": \"1020 Pierce St #A, San Francisco, CA 94115\"\n },\n {\n \"url\": \"https://www.zillow.com/homedetails/456-Oak-St-San-Francisco-CA-94102/123456789_zpid/\",\n \"address\": \"456 Oak St, San Francisco, CA 94102\"\n }\n ]\n}\n```",[],[396],{"_105":404,"_97":405,"_161":406,"_163":-5,"_164":146,"_165":407,"_167":119,"_107":408,"_102":409,"_169":410,"_171":411,"_172":22,"_173":-5,"_174":412,"_100":413},"19b9e868-9c93-11f0-a40a-0224a6c84d84","ZillowEmail.ts","5c73dbd0-591f-11f0-ad5c-f69ea79377d9",288,["D",1759081605407],16,"email","import { encode } from \"https://deno.land/std@0.203.0/encoding/base64.ts\";\nimport { extractValInfo } from \"https://esm.town/v/pomdtr/extractValInfo?v=29\";\nimport { AttachmentData, email } from \"https://esm.town/v/std/email?v=13\";\n\nconst { author, name } = extractValInfo(import.meta.url);\n\nexport default async function (e: Email) {\n console.log(\"Received email HTML:\", e.html);\n\n let attachments: AttachmentData[] = [];\n for (const f of e.attachments) {\n attachments.push({\n filename: f.name,\n content: encode(await f.arrayBuffer()),\n type: f.type,\n disposition: \"attachment\",\n });\n }\n console.log(\"Forwarding email:\", e);\n return email({\n to: [\"shapedlines@gmail.com\"],\n html: e.html,\n text: e.text,\n subject: \"Fwd:\" + e.subject,\n attachments,\n replyTo: e.from,\n });\n}",[],[405],{"_105":415,"_97":416,"_161":117,"_163":-5,"_164":146,"_165":417,"_167":119,"_107":418,"_102":419,"_169":220,"_171":420,"_172":22,"_173":-5,"_174":421,"_100":422},"c1e7f5be-4d5d-11f0-8a86-76b3cceeab13","calculateTransitAPI.tsx",17,["D",1750372552890],5,"function parseTimeToMinutes(timeString: string): number {\n const parts = timeString.split(\" \");\n let minutes = 0;\n for (let i = 0; i < parts.length; i += 2) {\n if (parts[i + 1].startsWith(\"hour\")) minutes += parseInt(parts[i]) * 60;\n if (parts[i + 1].startsWith(\"min\")) minutes += parseInt(parts[i]);\n }\n return minutes;\n}\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n const origin = url.searchParams.get(\"address\");\n\n if (!origin) {\n return new Response(JSON.stringify({ error: \"Address is required\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const apiKey = Deno.env.get(\"GOOGLE_MAPS_API_KEY\");\n if (!apiKey) {\n return new Response(JSON.stringify({ error: \"API key is not configured\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const { blob } = await import(\"https://esm.town/v/std/blob\");\n\n const groceries = await blob.getJSON(\"SF_Grocery\");\n const gyms = await blob.getJSON(\"SF_Gyms\");\n\n const nearestGrocery = await findNearest(origin, groceries, apiKey);\n const nearestGym = await findNearest(origin, gyms, apiKey);\n\n const fidiDestination = \"548 Market St, San Francisco, CA 94104\";\n const fidiDrivingTime = await getDrivingTime(origin, fidiDestination, apiKey);\n\n const robloxDestination = \"910 Park Pl Ste 300, San Mateo, CA 94403\";\n const robloxDrivingTime = await getDrivingTime(origin, robloxDestination, apiKey, \"09:00:00\", \"Tuesday\");\n\n const samsaraDestination = \"1 De Haro St, San Francisco, CA 94103\";\n const samsaraTransitTime = await getTransitTime(origin, samsaraDestination, apiKey);\n\n const zipCode = await getZipCode(origin, apiKey);\n const neighborhoodZipMap = await blob.getJSON(\"SF_Neighborhood_ZIP\");\n const neighborhood = neighborhoodZipMap[zipCode] || \"Unknown\";\n\n const result = {\n neighborhood,\n nearestGroceryStore: parseTimeToMinutes(nearestGrocery.drivingTime),\n nearestGym: parseTimeToMinutes(nearestGym.drivingTime),\n fidiTransit: parseTimeToMinutes(fidiDrivingTime),\n robloxTransit: parseTimeToMinutes(robloxDrivingTime),\n samsaraTransit: parseTimeToMinutes(samsaraTransitTime),\n };\n\n console.log(\"Calculated result:\", result);\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(\n JSON.stringify({ error: \"An error occurred while calculating travel times\", details: error.message }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n}\n\nasync function findNearest(origin: string, locations: any[], apiKey: string): Promise {\n const batchSize = 25;\n let nearestLocation = null;\n let shortestTime = Infinity;\n\n for (let i = 0; i < locations.length; i += batchSize) {\n const batch = locations.slice(i, i + batchSize);\n const destinations = batch.map(location => `${location.gps.lat},${location.gps.lng}`).join(\"|\");\n const distanceMatrixUrl = `https://maps.googleapis.com/maps/api/distancematrix/json?origins=${\n encodeURIComponent(origin)\n }&destinations=${encodeURIComponent(destinations)}&mode=driving&key=${apiKey}`;\n\n const response = await fetch(distanceMatrixUrl);\n const data = await response.json();\n\n if (data.status !== \"OK\") {\n throw new Error(`Distance Matrix API failed. Status: ${data.status}`);\n }\n\n data.rows[0].elements.forEach((element, index) => {\n if (element.status === \"OK\" && element.duration.value < shortestTime) {\n shortestTime = element.duration.value;\n nearestLocation = {\n name: batch[index].name,\n address: batch[index].address,\n drivingTime: element.duration.text, // Keep this as text, we'll parse it later\n };\n }\n });\n }\n\n if (!nearestLocation) {\n throw new Error(\"No valid locations found\");\n }\n\n return nearestLocation;\n}\n\nasync function getDrivingTime(\n origin: string,\n destination: string,\n apiKey: string,\n arrivalTime?: string,\n arrivalDay?: string,\n): Promise {\n let directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=driving&key=${apiKey}`;\n\n if (arrivalTime && arrivalDay) {\n const nextTuesday = getNextDayOfWeek(new Date(), arrivalDay);\n nextTuesday.setHours(parseInt(arrivalTime.split(\":\")[0]), parseInt(arrivalTime.split(\":\")[1]), 0, 0);\n directionsUrl += `&arrival_time=${Math.floor(nextTuesday.getTime() / 1000)}`;\n }\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate driving time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getTransitTime(origin: string, destination: string, apiKey: string): Promise {\n const directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=transit&key=${apiKey}`;\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate transit time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getZipCode(address: string, apiKey: string): Promise {\n const geocodeUrl = `https://maps.googleapis.com/maps/api/geocode/json?address=${\n encodeURIComponent(address)\n }&key=${apiKey}`;\n const response = await fetch(geocodeUrl);\n const data = await response.json();\n\n if (data.status === \"OK\") {\n const zipCode = data.results[0].address_components.find(\n (component) => component.types.includes(\"postal_code\"),\n )?.long_name;\n return zipCode || \"Unknown\";\n } else {\n throw new Error(`Unable to get ZIP code. Status: ${data.status}`);\n }\n}\n\nfunction getNextDayOfWeek(date: Date, dayOfWeek: string): Date {\n const days = [\"sunday\", \"monday\", \"tuesday\", \"wednesday\", \"thursday\", \"friday\", \"saturday\"];\n const targetDay = days.indexOf(dayOfWeek.toLowerCase());\n const currentDay = date.getDay();\n const daysToAdd = (targetDay + 7 - currentDay) % 7;\n date.setDate(date.getDate() + daysToAdd);\n return date;\n}",[],[416],{"_105":424,"_97":425,"_161":426,"_163":-5,"_164":146,"_165":427,"_167":119,"_107":428,"_102":429,"_169":336,"_171":430,"_172":22,"_173":-5,"_174":431,"_100":432},"95b0cd6c-5961-11f0-8a32-f69ea79377d9","craigslistResults","8b6340d2-5912-11f0-b744-f69ea79377d9",98,["D",1751693610646],37,"// import { scrape_craigslist_results } from \"https://esm.town/v/shapedlines/scrapeCraigslistRentListings\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\n\nexport default async function(interval: Interval) {\n const sf_craigslist_rent_results_url = \"https://shapedlines--b6721782590611f094e1f69ea79377d9.web.val.run\";\n\n try {\n console.log(\"Fetching Craigslist results from:\", sf_craigslist_rent_results_url);\n\n const response = await fetch(sf_craigslist_rent_results_url);\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json(); // or response.json() if it returns JSON\n console.log(\"Response received successfully:\");\n console.log(\"Status:\", response.status);\n // console.log(\"Headers:\", Object.fromEntries(response.headers.entries()));\n // console.log(\"Data:\", data);\n\n const listingLinks: string[] = data.links;\n console.log(listingLinks);\n\n // TODOs:\n // for each link, write to the table if the link `is not already present in the table in the primary_key row\n // get all primary keys from the table titled craigslist_rent_SF\n // for each item in listingLinks, write the item to craigslist_rent_SF as the primary key and all other rows blank if the item is not present in the primary keys.\n // Initialize database connection\n // Get all existing primary keys (listing URLs) from the table\n\n const existingLinksResult = await sqlite.execute(\"SELECT id FROM craigslist_rent_SF\");\n const existingUrls = new Set(existingLinksResult.rows.map(row => row.id));\n\n console.log(`Found ${existingUrls.size} existing URLs in database`);\n\n // Filter out links that already exist in the database\n const newLinks = listingLinks.filter(link => !existingUrls.has(link));\n\n console.log(`${newLinks.length} new links to add to database`);\n\n // Insert new links into the database\n let insertedCount = 0;\n for (const link of newLinks) {\n try {\n console.log(`Inserting link: ${link}`);\n await sqlite.execute({\n sql: `INSERT INTO craigslist_rent_SF (id) VALUES (:listing_url)`,\n args: { listing_url: link },\n });\n insertedCount++;\n } catch (error) {\n console.error(`Error inserting link ${link}:`, error);\n }\n }\n\n console.log(`Successfully inserted ${insertedCount} new listings`);\n\n // Return summary information\n return {\n ...data,\n database_summary: {\n total_links_fetched: listingLinks.length,\n existing_links: existingUrls.size,\n new_links_added: insertedCount,\n database_table: \"craigslist_rent_SF\",\n },\n };\n } catch (error) {\n console.error(\"Error fetching Craigslist results:\", error);\n throw error;\n }\n}",[],[425],{"_105":434,"_97":435,"_161":436,"_163":-5,"_164":146,"_165":437,"_167":119,"_107":438,"_102":33,"_169":319,"_171":439,"_172":22,"_173":-5,"_174":440,"_100":441},"7d307d0c-f806-11f0-8f00-42dde27851f2","deno.json","7d307dfc-f806-11f0-8f00-42dde27851f2",299,["D",1769136720207],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/98f62cee78e85bfc47c62ed703777c6bc8794f1c/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": true,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"deno:/https/esm.town/**/*\"],\n \"rules\": {\n \"exclude\": [\"no-explicit-any\"]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}",[],[435],{"_105":443,"_97":444,"_161":445,"_163":-5,"_164":146,"_165":446,"_167":119,"_107":447,"_102":309,"_169":220,"_171":448,"_172":22,"_173":-5,"_174":449,"_100":450},"0362f222-4d5f-11f0-a95b-76b3cceeab13","scrapeCraigslistAPI.tsx","bfb90ab8-4d5c-11f0-8261-76b3cceeab13",18,["D",1750373092242],"import * as cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url).searchParams.get(\"url\");\n\n if (!url) {\n return new Response(\"No URL provided\", { status: 400 });\n }\n\n try {\n const response = await fetch(url);\n const html = await response.text();\n\n const $ = cheerio.load(html);\n\n let beds: number | null = null;\n let baths: number | null = null;\n\n // Look for bedroom and bathroom information\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n\n // Check for \"BR / BA\" format\n const brBaMatch = text.match(/(\\d+)\\s*BR\\s*\\/\\s*(\\d+)\\s*BA/i);\n if (brBaMatch) {\n beds = parseInt(brBaMatch[1], 10);\n baths = parseInt(brBaMatch[2], 10);\n return false; // Break the loop if found\n }\n\n // Check for \"bed\" and \"bath\" separately\n const bedMatch = text.match(/(\\d+)\\s*bed/i);\n const bathMatch = text.match(/(\\d+)\\s*bath/i);\n if (bedMatch) beds = parseInt(bedMatch[1], 10);\n if (bathMatch) baths = parseInt(bathMatch[1], 10);\n\n // Break the loop if both are found\n if (beds !== null && baths !== null) return false;\n });\n\n let address = \"N/A\";\n // Try to find the address using the correct class\n const addressElement = $(\".street-address\");\n if (addressElement.length > 0) {\n address = addressElement.text().trim();\n }\n\n // If still not found, try searching through all text nodes\n if (address === \"N/A\") {\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n if (\n text.match(\n /^(\\d+\\s+[\\w\\s]+(?:street|st|avenue|ave|road|rd|boulevard|blvd|lane|ln|drive|dr|way|place|pl|court|ct)\\.?)/i,\n )\n ) {\n address = text;\n return false; // break the loop\n }\n });\n }\n\n let price: number | null = null;\n const priceText = $(\".price\").text().trim();\n if (priceText) {\n const priceMatch = priceText.match(/\\$?([\\d,]+)/);\n if (priceMatch)\n price = parseInt(priceMatch[1].replace(/,/g, \"\"), 10);\n }\n\n let availability = \"N/A\";\n $(\".attrgroup span.attr\").each((_, element) => {\n const text = $(element).text().trim();\n if (text.toLowerCase().startsWith(\"available\")) {\n availability = text;\n }\n });\n\n const mapUrl = $(\"#map\").attr(\"data-latitude\") && $(\"#map\").attr(\"data-longitude\")\n ? `${$(\"#map\").attr(\"data-latitude\")},${$(\"#map\").attr(\"data-longitude\")}`\n : null;\n const googleMapsLink = mapUrl ? `https://www.google.com/maps?q=${mapUrl}` : \"N/A\";\n\n const result = {\n address,\n listingUrl: url,\n price,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(`Error: ${error.message}`, { status: 500 });\n }\n}",[],[444],{"_105":452,"_97":453,"_161":454,"_163":-5,"_164":146,"_165":455,"_167":119,"_107":456,"_102":457,"_169":220,"_171":458,"_172":22,"_173":-5,"_174":459,"_100":460},"bbed969c-4d5c-11f0-a043-76b3cceeab13","scrapeZillowAPI.tsx","2a5cff4c-4d5c-11f0-a672-76b3cceeab13",7,["D",1750372113364],3,"// This HTTP val scrapes a Zillow listing page and returns key information in JSON format.\n// It uses the cheerio library to parse the HTML content and extract the required data.\n\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n const zillowUrl = url.searchParams.get(\"url\");\n\n if (!zillowUrl) {\n return new Response(JSON.stringify({ error: \"No Zillow URL provided\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const response = await fetch(zillowUrl);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const bedBathText = $(\"[data-testid=\\\"bed-bath-sqft-facts\\\"]\").text().trim();\n const bedBathMatch = bedBathText.match(/(\\d+(?:\\.\\d+)?)\\s*bed.*?(\\d+(?:\\.\\d+)?)\\s*bath/i);\n const beds = bedBathMatch ? parseFloat(bedBathMatch[1]) : null;\n const baths = bedBathMatch ? parseFloat(bedBathMatch[2]) : null;\n const rentText = $(\"[data-testid=\\\"price\\\"] span\").text().trim();\n const rentMatch = rentText.match(/\\$?([\\d,]+)/);\n const rent = rentMatch ? parseInt(rentMatch[1].replace(/,/g, \"\"), 10) : null;\n const address = $(\"[class*=\\\"address\\\" i] h1\").text().trim();\n const availabilityText = $(\"body\").text();\n const availabilityMatch = availabilityText.match(/available\\s+(.*?2024)/i);\n let availability = \"Not specified\";\n\n interface ListingData {\n address: string;\n listingUrl: string;\n price: number | null;\n beds: number | null;\n baths: number | null;\n availability: string;\n googleMapsLink: string;\n }\n\n if (availabilityText.toLowerCase().includes(\"available now\")) {\n availability = \"now\";\n } else if (availabilityMatch) {\n availability = availabilityMatch[1].trim();\n }\n\n const googleMapsLink = `https://www.google.com/maps?q=${encodeURIComponent(address).replace(/%20/g, \"+\")}`;\n\n const data: ListingData = {\n address,\n listingUrl: zillowUrl,\n price: rent,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(data, null, 2), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Error scraping Zillow:\", error);\n return new Response(JSON.stringify({ error: \"Error scraping Zillow listing\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n}",[],[453],{"_105":462,"_97":463,"_161":464,"_163":-5,"_164":146,"_165":145,"_167":119,"_107":465,"_102":466,"_169":220,"_171":467,"_172":22,"_173":-5,"_174":468,"_100":469},"0d385cae-f892-11f0-9b00-42dde27851f2","scrapeZillowBrowserless.tsx","31933b5e-6423-11f0-9be0-0224a6c84d84",["D",1769196661909],92,"import { fetchJSON } from \"https://esm.town/v/stevekrouse/fetchJSON?v=41\";\n\nexport default async function scrapeZillowBrowserless(req: Request): Promise {\n // Use stealth route for enhanced anti-detection\n const endpoint = \"https://production-sfo.browserless.io/chrome/stealth/bql\";\n const token = Deno.env.get(\"BROWSERLESS_TOKEN\") || \"2ShlvGXL3n6SwXc50be914c708af153f435866d869e2d32b2\";\n\n // Extract zillowURL from URL parameters\n const requestUrl = new URL(req.url);\n const zillow_url = requestUrl.searchParams.get(\"zillowURL\");\n\n if (!zillow_url) {\n return new Response(JSON.stringify({ error: \"zillowURL parameter is required\" }), {\n status: 400,\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n }\n \n // Enable stealth features: humanlike behavior, block consent modals, residential proxy (US)\n const optionsString = \"&humanlike=true&blockConsentModals=true&proxy=residential&proxyCountry=us\";\n\n const options = {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n \"query\": `\n mutation zillowBrowserless($url: String!) {\n goto(url: $url, waitUntil: networkIdle) {\n status\n }\n \n # Wait for page to fully load and JS to execute\n wait(time: 2000) {\n time\n }\n \n # Scroll down to trigger any lazy loading and appear more human-like\n scroll(y: 300) {\n x\n y\n }\n \n wait(time: 1000) {\n time\n }\n \n evaluate(content: \"\"\"\n (() => {\n const el = document.getElementById('__NEXT_DATA__');\n if (!el) return null;\n try {\n const json = JSON.parse(el.textContent);\n \t const cat1 = json.props.pageProps.searchPageState.cat1;\n return JSON.stringify(cat1);\n } catch (e) {\n return null;\n }\n })()\n \"\"\") {\n value\n }\n }\n `,\n \"operationName\": \"zillowBrowserless\",\n \"variables\": {\n \"url\": zillow_url,\n },\n }),\n };\n\n const url = `${endpoint}?token=${token}${optionsString}`;\n \n try {\n const response = await fetch(url, options);\n \n if (!response.ok) {\n console.error(`Browserless API error: ${response.status} ${response.statusText}`);\n return new Response(JSON.stringify({ \n error: \"Browserless API error\",\n status: response.status,\n message: response.statusText\n }), {\n status: 502,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n \n const data = await response.json();\n \n // Check if we got data back from the evaluate function\n if (!data?.data?.evaluate?.value) {\n console.error(\"Browserless returned no data. Response:\", JSON.stringify(data));\n return new Response(JSON.stringify({ \n error: \"No data returned from Zillow page\",\n message: \"The page may have changed structure or Zillow may be blocking the request\",\n browserlessResponse: data\n }), {\n status: 502,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n \n // Try to parse the zillow data\n let zillow_data;\n try {\n zillow_data = JSON.parse(data.data.evaluate.value);\n } catch (parseError) {\n console.error(\"Failed to parse Zillow data:\", data.data.evaluate.value);\n return new Response(JSON.stringify({ \n error: \"Failed to parse Zillow data\",\n message: \"The data returned from Zillow was not valid JSON\",\n rawValue: data.data.evaluate.value?.substring(0, 500)\n }), {\n status: 502,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n \n // Validate that we have the expected data structure\n if (!zillow_data?.searchResults?.listResults) {\n console.error(\"Zillow data missing expected structure:\", JSON.stringify(zillow_data)?.substring(0, 500));\n return new Response(JSON.stringify({ \n error: \"Unexpected Zillow data structure\",\n message: \"The Zillow page structure may have changed\",\n hasUrl: !!zillow_data?.url,\n hasSearchResults: !!zillow_data?.searchResults,\n hasListResults: !!zillow_data?.searchResults?.listResults\n }), {\n status: 502,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n \n // Log success metrics\n const page_listings = zillow_data.searchResults.listResults;\n const totalPages = zillow_data.searchList?.totalPages || 1;\n console.log(`Successfully scraped ${page_listings.length} listings, total pages: ${totalPages}`);\n\n return new Response(JSON.stringify(data), {\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n } catch (error) {\n console.error(\"Error in scrapeZillowBrowserless:\", error);\n return new Response(JSON.stringify({ \n error: \"Internal scraper error\",\n message: error instanceof Error ? error.message : String(error)\n }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n}\n",[],[463],{"_105":471,"_97":472,"_161":473,"_163":-5,"_164":146,"_165":474,"_167":119,"_107":475,"_102":476,"_169":183,"_171":477,"_172":22,"_173":-5,"_174":478,"_100":479},"16731fe8-f88d-11f0-85da-42dde27851f2","scrapeZillowOrchestrator.tsx","3eed0c20-65af-11f0-986f-0224a6c84d84",332,["D",1769194529909],67,"import { zillowParseURL } from \"https://esm.town/v/shapedlines/loki/zillowParseURL.tsx\";\n\nexport const scrapeZillowOrchestrator = async (zillow_filters_url) => {\n // list of results\n let zillow_results = [];\n\n // call to navigate to the first page and scrape it, returning the first page results and the number of pages\n const baseEndpoint =\n \"https://shapedlines--31933b5e642311f09be00224a6c84d84.web.val.run\";\n let current_zillow_filters_url = zillow_filters_url;\n let total_zillow_pages = 1;\n\n // first run\n try {\n const response = await requestZillowData(\n baseEndpoint,\n current_zillow_filters_url,\n 1,\n );\n const zillow_data_first = JSON.parse(response.data.evaluate.value);\n // console.log(\"Success:\", zillow_json);\n // console.log(zillow_data_first);\n\n zillow_results.push(...zillow_data_first.searchResults.listResults); // add page 1 results to the results list\n console.log(zillow_results);\n total_zillow_pages = zillow_data_first.searchList.totalPages; // set the number of pages to scrape\n // console.log(\"total_zillow_pages\", total_zillow_pages);\n // console.log(1, zillow_data_first.searchResults.listResults[0]);\n } catch (error) {\n console.error(\"First Run Request failed:\", error);\n }\n\n // X subsequent runs: for each page, scrape and return the results\n let current_zillow_page = 1;\n while (current_zillow_page <= total_zillow_pages) {\n current_zillow_page += 1;\n\n try {\n const response = await requestZillowData(\n baseEndpoint,\n current_zillow_filters_url,\n current_zillow_page,\n );\n const zillow_data_x = JSON.parse(response.data.evaluate.value);\n // console.log(\"Success:\", zillow_json);\n // console.log(typeof zillow_data_x);\n\n const zillow_page_results = zillow_data_x.searchResults.listResults;\n\n zillow_results.push(...zillow_page_results); // add page Z results to the results list\n // console.log(current_zillow_page, zillow_page_results[0]);\n } catch (error) {\n console.error(\"Request failed:\", error);\n }\n }\n\n return zillow_results;\n};\n\nasync function requestZillowData(baseEndpoint, zillowURL, page_number = 1) {\n try {\n // Modify the Zillow URL to include the correct page number\n const modifiedZillowURL = await zillowParseURL(zillowURL, page_number);\n if (!modifiedZillowURL) {\n throw new Error(\"Failed to generate modified Zillow URL\");\n }\n\n // Construct the API request URL\n const url = new URL(baseEndpoint);\n url.searchParams.set(\"zillowURL\", modifiedZillowURL);\n\n // console.log(\"Making request to:\", url.toString());\n\n // Make the request\n const response = await fetch(url.toString(), {\n method: \"GET\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json();\n return data;\n } catch (error) {\n console.error(\"Error making request:\", error);\n throw error;\n }\n}\n\nscrapeZillowOrchestrator(\n \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%22currentPage%22%3A1%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\",\n);",[],[472],{"_105":481,"_97":482,"_161":483,"_163":-5,"_164":146,"_165":484,"_167":119,"_107":485,"_102":457,"_169":220,"_171":486,"_172":22,"_173":-5,"_174":487,"_100":488},"4a9d5eca-4d5f-11f0-80e4-76b3cceeab13","scrapedHouses.tsx","d3e16446-4d5b-11f0-b336-76b3cceeab13",21,["D",1750373211745],"// This val creates a form to input a Zillow or Craigslist link, determines the link type,\n// calls the appropriate scraping API, and renders the results in a table.\n// It uses React for the UI, fetch for API calls, and basic string manipulation for link validation.\n\n/** @jsxImportSource https://esm.sh/react */\nimport React, { useState } from \"https://esm.sh/react\";\nimport { createRoot } from \"https://esm.sh/react-dom/client\";\n\nfunction App() {\n const [link, setLink] = useState(\"\");\n const [results, setResults] = useState(null);\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n setError(\"\");\n setResults(null);\n setIsLoading(true);\n\n try {\n const response = await fetch(\"/scrape\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ link }),\n });\n\n if (!response.ok) {\n throw new Error(\"Failed to fetch data\");\n }\n\n const data = await response.json();\n setResults(data);\n } catch (err) {\n setError(\"An error occurred while fetching the data.\");\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Property Scraper

\n setLink(e.target.value)}\n placeholder=\"Enter Zillow or Craigslist link\"\n required\n />\n \n \n {isLoading &&

}\n {error &&

{error}

}\n {results && (\n \n \n \n {Object.keys(results).map((key) => )}\n \n \n \n \n {Object.values(results).map((value, index) => )}\n \n \n

{key}
{value}

\n )}\n

\n \n View source: val.town\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nasync function server(request: Request): Promise {\n if (request.method === \"POST\" && new URL(request.url).pathname === \"/scrape\") {\n const { link } = await request.json();\n let scrapingEndpoint;\n\n if (link.includes(\"zillow.com\")) {\n scrapingEndpoint = \"https://shapedlines-scrapezillowapi.web.val.run?url=\";\n } else if (link.includes(\"craigslist.org\")) {\n scrapingEndpoint = \"https://shapedlines-scrapecraigslistapi.web.val.run?url=\";\n } else {\n return new Response(JSON.stringify({ error: \"Invalid link. Please provide a Zillow or Craigslist link.\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const scrapeResponse = await fetch(`${scrapingEndpoint}${encodeURIComponent(link)}`);\n if (!scrapeResponse.ok) {\n throw new Error(\"Failed to scrape data\");\n }\n const scrapeResult = await scrapeResponse.json();\n\n // Calculate transit time\n const transitResponse = await fetch(\n `https://shapedlines-calculatetransitapi.web.val.run?address=${encodeURIComponent(scrapeResult.address)}`,\n );\n if (!transitResponse.ok) {\n throw new Error(\"Failed to calculate transit time\");\n }\n const transitResult = await transitResponse.json();\n\n return new Response(JSON.stringify({ ...scrapeResult, ...transitResult }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(JSON.stringify({ error: \"Failed to scrape data\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n return new Response(\n `\n \n \n Property Scraper\n \n \n \n

\n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n max-width: 800px;\n margin: 0 auto;\n padding: 20px;\n}\n\ninput[type=\"text\"] {\n width: 70%;\n padding: 10px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 10px 20px;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n border: 1px solid #ddd;\n padding: 8px;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n}\n\n.loader {\n border: 4px solid #f3f3f3;\n border-top: 4px solid #3498db;\n border-radius: 50%;\n width: 40px;\n height: 40px;\n animation: spin 1s linear infinite;\n margin: 20px auto;\n}\n\n@keyframes spin {\n 0% { transform: rotate(0deg); }\n 100% { transform: rotate(360deg); }\n}\n`;\n\nexport default server;",[],[482],{"_105":490,"_97":491,"_161":492,"_163":-5,"_164":146,"_165":493,"_167":119,"_107":494,"_102":419,"_169":220,"_171":495,"_172":22,"_173":-5,"_174":496,"_100":497},"497b71d2-591a-11f0-88f0-f69ea79377d9","scraper-api.ts","8059d6b8-5919-11f0-93d0-f69ea79377d9",57,["D",1751662988511],"/**\n * HTTP API endpoint for the listing URL scraper\n */\n\n// Inline the scraper functions since Val Town doesn't support local imports\ninterface ListingData {\n url: string;\n address: string;\n}\n\nasync function scrapeListingUrls(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Accept-Encoding': 'gzip, deflate, br',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'none',\n 'Cache-Control': 'max-age=0'\n }\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status} - ${response.statusText}. This might be due to anti-bot protection.`);\n }\n\n const html = await response.text();\n return parseListingUrls(html);\n } catch (error) {\n console.error('Error scraping webpage:', error);\n throw error;\n }\n}\n\nfunction parseListingUrls(html: string): ListingData[] {\n const listings: ListingData[] = [];\n \n const listingRegex = /]*href=\"([^\"]*)\"[^>]*data-test=\"property-card-link\"[^>]*>[\\s\\S]*?]*>([^<]*)<\\/address>[\\s\\S]*?<\\/a>/gi;\n \n let match;\n while ((match = listingRegex.exec(html)) !== null) {\n const url = match[1];\n const address = match[2].trim();\n \n if (url && address) {\n listings.push({\n url: url.startsWith('http') ? url : `https://www.zillow.com${url}`,\n address: address\n });\n }\n }\n\n if (listings.length === 0) {\n const alternativeRegex = /]*data-test=\"property-card-link\"[^>]*href=\"([^\"]*)\"[^>]*>[\\s\\S]*?]*>([^<]*)<\\/address>[\\s\\S]*?<\\/a>/gi;\n \n while ((match = alternativeRegex.exec(html)) !== null) {\n const url = match[1];\n const address = match[2].trim();\n \n if (url && address) {\n listings.push({\n url: url.startsWith('http') ? url : `https://www.zillow.com${url}`,\n address: address\n });\n }\n }\n }\n\n return listings;\n}\n\nexport default async function(req: Request): Promise {\n // Handle CORS\n const corsHeaders = {\n 'Access-Control-Allow-Origin': '*',\n 'Access-Control-Allow-Methods': 'GET, POST, OPTIONS',\n 'Access-Control-Allow-Headers': 'Content-Type',\n };\n\n if (req.method === 'OPTIONS') {\n return new Response(null, { headers: corsHeaders });\n }\n\n try {\n const url = new URL(req.url);\n \n if (req.method === 'GET') {\n const testParam = url.searchParams.get('test');\n \n if (testParam === 'real') {\n // Test with a simple HTML page that has similar structure\n const testHtml = `\n

\n \n

123 Test St, Test City, TC 12345

\n \n \n

456 Demo Ave, Demo Town, DT 67890

\n \n

\n `;\n \n const listings = parseListingUrls(testHtml);\n \n return new Response(JSON.stringify({\n success: true,\n message: \"Real parsing test with sample HTML\",\n count: listings.length,\n listings: listings\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n // Default test endpoint - returns sample parsing results\n const sampleHtml = `\n

\n \n

1020 Pierce St #A, San Francisco, CA 94115

\n \n \n

456 Oak St, San Francisco, CA 94102

\n \n

\n `;\n \n const listings = parseListingUrls(sampleHtml);\n \n return new Response(JSON.stringify({\n success: true,\n message: \"Sample HTML parsing test\",\n count: listings.length,\n listings: listings,\n note: \"Add ?test=real to test with different HTML structure\"\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n if (req.method === 'POST') {\n const body = await req.json();\n const targetUrl = body.url;\n \n if (!targetUrl) {\n return new Response(JSON.stringify({\n success: false,\n error: \"URL is required in request body\"\n }), {\n status: 400,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n // Scrape the provided URL\n const listings = await scrapeListingUrls(targetUrl);\n \n return new Response(JSON.stringify({\n success: true,\n url: targetUrl,\n count: listings.length,\n listings: listings,\n urls: listings.map(l => l.url)\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n return new Response(JSON.stringify({\n success: false,\n error: \"Method not allowed. Use GET for test or POST with URL in body.\"\n }), {\n status: 405,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n \n } catch (error) {\n console.error('Scraper API error:', error);\n \n return new Response(JSON.stringify({\n success: false,\n error: error.message || \"Internal server error\"\n }), {\n status: 500,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n}",[],[491],{"_105":499,"_97":500,"_161":501,"_163":-5,"_164":146,"_165":502,"_167":119,"_107":503,"_102":504,"_169":183,"_171":505,"_172":22,"_173":-5,"_174":506,"_100":507},"7fc0d4ae-6774-11f0-8b01-0224a6c84d84","zillowParseURL.tsx","f3734ae0-65ac-11f0-8f64-0224a6c84d84",279,["D",1753241050560],15,"export const zillowParseURL = async (zillow_url, page_number) => {\n // console.log(\"Input URL:\", zillow_url);\n // console.log(\"Target page:\", page_number);\n\n try {\n // Parse the URL to extract query parameters\n const url = new URL(zillow_url);\n const searchQueryState = url.searchParams.get(\"searchQueryState\");\n // console.log(searchQueryState);\n if (!searchQueryState) {\n throw new Error(\"No searchQueryState parameter found in URL\");\n }\n\n // Decode the URL-encoded JSON\n const decodedString = decodeURIComponent(searchQueryState);\n // console.log(\"Decoded JSON string:\", decodedString);\n\n // Parse the JSON\n const searchState = JSON.parse(decodedString);\n // console.log(\"Parsed search state:\", searchState);\n\n // Modify the pagination for the new page number\n searchState.pagination = {\n currentPage: page_number,\n };\n\n // Re-encode the JSON back to a URL-encoded string\n const newEncodedState = encodeURIComponent(JSON.stringify(searchState));\n\n // Build the new URL\n let newPath = url.pathname;\n\n // Handle page suffix in the URL path\n if (page_number > 1) {\n // Remove any existing page suffix and add the new one\n newPath = newPath.replace(/\\/\\d+_p\\/$/, \"/\"); // Remove existing page suffix\n if (!newPath.endsWith(\"/\")) newPath += \"/\";\n newPath += `${page_number}_p/`;\n } else {\n // For page 1, remove any page suffix\n newPath = newPath.replace(/\\/\\d+_p\\/$/, \"/\");\n }\n\n // Construct the final URL\n const newUrl = `${url.protocol}//${url.host}${newPath}?searchQueryState=${newEncodedState}`;\n\n // console.log(\"New URL:\", newUrl);\n return newUrl;\n } catch (error) {\n console.error(\"Error parsing URL:\", error);\n return null;\n }\n};\n\n// // Test with your working URL\n// const testUrl =\n// \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\";\n\n// console.log(\"=== TESTING ===\");\n// console.log(\"Page 1:\");\n// zillowParseURL(testUrl, 1);\n\n// console.log(\"\\nPage 2:\");\n// zillowParseURL(testUrl, 2);\n\n// console.log(\"\\nPage 3:\");\n// zillowParseURL(testUrl, 3);\n\n// // Test with invalid input\n// console.log(\"\\nInvalid URL test:\");\n// zillowParseURL(\"hello\", 2);",[],[500],{"_105":509,"_97":510,"_161":511,"_163":-5,"_164":146,"_165":512,"_167":119,"_107":513,"_102":409,"_169":336,"_171":514,"_172":22,"_173":-5,"_174":515,"_100":516},"66f6ca3c-f88d-11f0-a42b-42dde27851f2","zillowResults.tsx","46fb0eca-6772-11f0-be61-0224a6c84d84",334,["D",1769194664975],"import { scrapeZillowOrchestrator } from \"https://esm.town/v/shapedlines/loki/scrapeZillowOrchestrator.tsx\";\n\nexport default async function (interval: Interval) {\n // call zillow function, return results\n const zillow_url =\n \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%22currentPage%22%3A1%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\";\n\n const zillow_results = await scrapeZillowOrchestrator(zillow_url);\n console.log(zillow_results);\n\n // store results in database (TODO: dedup / remove listings that are no longer there)\n}",[],[510],"files",[158,176,187,196,205,214,224,234,243,252,262,269,276,286,293,303,313,324,330,340,349,359,366,376,385,394,403,414,423,433,442,451,461,470,480,489,498,508],"counts",{"_521":33,"_522":182,"_523":33,"_524":525,"_529":530},"pulls","branches","forks","envVars",{"_526":527,"_528":33},"count",6,"emptyCount","connections",{"_526":33,"_531":33},"unfilledCount","contents",[534,537,540],{"_105":331,"_97":332,"_161":333,"_163":326,"_164":146,"_165":334,"_167":119,"_107":535,"_102":33,"_169":336,"_171":337,"_172":22,"_173":-5,"_100":536},["D",1769136720920],[101,332],{"_105":341,"_97":342,"_161":343,"_163":326,"_164":146,"_165":344,"_167":119,"_107":538,"_102":33,"_169":336,"_171":346,"_172":22,"_173":-5,"_100":539},["D",1769136721004],[101,342],{"_105":350,"_97":351,"_161":352,"_163":326,"_164":146,"_165":353,"_167":119,"_107":541,"_102":33,"_169":336,"_171":355,"_172":22,"_173":-5,"_100":542},["D",1769136720999],[101,351],{"_105":325,"_164":146,"_161":326,"_97":101,"_171":-5,"_169":170,"_102":33,"_163":-5,"_107":544,"_165":327,"_173":-5,"_100":545},["D",1769136719402],[101],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_95":96,"_97":98,"_99":45,"_100":101,"_103":554,"_319":559,"_562":563,"_566":567,"_570":-7,"_571":33,"_572":22},{"_105":106,"_97":98,"_107":555,"_109":-5,"_110":22,"_111":112,"_113":-5,"_114":-5,"_14":115,"_116":117,"_118":119,"_120":119,"_121":-5,"_122":33,"_16":123,"_124":-5,"_125":-5,"_126":127,"_128":127,"_129":130,"_131":130,"_132":130,"_133":127,"_134":127,"_23":556,"_138":557,"_143":558,"_155":22},["D",1750371724044],{"_95":96,"_136":137},{"_95":96,"_140":137,"_14":115,"_141":142},{"_102":145,"_97":45,"_105":146,"_147":106,"_148":-5,"_149":-5,"_150":-5,"_151":-5,"_152":-5,"_153":98,"_154":96},{"_105":325,"_97":101,"_161":326,"_163":-5,"_164":146,"_165":327,"_167":119,"_107":560,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_100":561},["D",1769136719402],[101],"history",[564],{"_105":325,"_164":146,"_161":326,"_97":101,"_171":-5,"_169":170,"_102":33,"_163":-5,"_107":565,"_165":327,"_173":-5},["D",1769136719402],"versions",[568],{"_319":564,"_569":-5},"previous","versionNumber","page","hasNext","actionData","errors"]

shapedlines

loki

History for scrapers