[{"_1":2,"_261":-5,"_262":-5},"loaderData",{"_3":4,"_91":92,"_234":235},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":22,"_29":22,"_30":22,"_31":32,"_33":22},"auth",{"_9":10,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":-5,"_20":-5,"_21":22},"tokenType","session_token","sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","41471b07d0a238c2a2cac75d49797b325b47d920","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":22,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":22,"_90":22},"__clerk_ssr_state",{"_9":10,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":-5,"_20":-5,"_21":22},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":22,"_21":22,"_82":72,"_83":84,"_85":72,"_86":45,"_87":22,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/_app.x.$handle.$name",{"_93":94,"_95":96,"_97":-7,"_98":72,"_99":-7,"_100":101,"_147":148,"_201":202,"_203":204,"_213":214,"_227":-5,"_228":-5,"_229":-5,"_230":22,"_231":22,"_232":233},"handle","welson","name","fetch-socials","branchName","path","version","project",{"_102":103,"_95":96,"_104":105,"_106":-5,"_107":22,"_108":109,"_110":111,"_112":-5,"_14":113,"_114":-5,"_115":22,"_116":-5,"_117":32,"_16":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":128,"_131":132,"_134":135,"_146":22},"id","3199be46-3e69-11f0-b8a8-76b3cceeab13","createdAt",["D",1748728197311],"deletedAt","legacyEnvVars","privacy","public","description","fetch and archive my social posts ","imageUrl","0b183774-7327-4420-94f0-5c8d391db67d","pinnedFileId","pinPreview","screenshotVersion","likeCount","7ee36961-6294-402b-b7ad-8e2fc1ef8a81","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_129":130},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yV0d1d3lHUzVZTEttYW1pTWJzRDJ6VXBsMVIifQ","org",{"_93":94,"_133":130},"avatar","branch",{"_99":136,"_95":43,"_102":137,"_138":103,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":96,"_145":94},28,"319a0716-3e69-11f0-b8a8-76b3cceeab13","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","tree",[149,170,181,191],{"_102":150,"_95":151,"_152":153,"_154":-5,"_155":137,"_156":136,"_157":158,"_104":159,"_99":160,"_161":162,"_163":164,"_165":22,"_166":-5,"_167":168,"_98":169},"7398475c-3e89-11f0-a090-76b3cceeab13","endpoint.tsx","fileId","682d250e-3e89-11f0-9518-76b3cceeab13","parentId","branchId","branchVersion","latest",true,["D",1748742051920],4,"fileType","http","content","// Val.town HTTP endpoint to serve archived posts with pagination and filtering\n// This will be accessible at: https://USERNAME-posts-api.web.val.run\n\nimport { createClient } from \"https://esm.sh/@supabase/supabase-js@2\";\n\n// Types\ninterface QueryParams {\n source?: \"bluesky\" | \"mastodon\" | \"microblog\" | \"all\";\n page?: number;\n limit?: number;\n sort?: \"asc\" | \"desc\";\n}\n\ninterface Post {\n id: string;\n source: string;\n post_id: string;\n content: string;\n created_at: string;\n archived_at: string;\n media_urls: any[];\n metadata: Record;\n}\n\ninterface ApiResponse {\n success: boolean;\n data?: {\n posts: Post[];\n pagination: {\n page: number;\n limit: number;\n total: number;\n totalPages: number;\n hasNext: boolean;\n hasPrev: boolean;\n };\n filter: {\n source: string;\n };\n };\n error?: string;\n}\n\nexport default async function(req: Request): Promise {\n // CORS headers for your Astro site\n const headers = {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\", // Configure this to your domain in production\n \"Access-Control-Allow-Methods\": \"GET, OPTIONS\",\n \"Access-Control-Allow-Headers\": \"Content-Type, Authorization\",\n };\n\n // Handle preflight requests\n if (req.method === \"OPTIONS\") {\n return new Response(null, { status: 204, headers });\n }\n\n // Only allow GET requests\n if (req.method !== \"GET\") {\n return new Response(\n JSON.stringify({ success: false, error: \"Method not allowed\" }),\n { status: 405, headers },\n );\n }\n\n try {\n // Check authorization\n const authHeader = req.headers.get(\"Authorization\");\n const apiKey = Deno.env.get(\"POSTS_API_KEY\");\n\n if (!apiKey || authHeader !== `Bearer ${apiKey}`) {\n return new Response(\n JSON.stringify({ success: false, error: \"Unauthorized\" }),\n { status: 401, headers },\n );\n }\n\n // Parse query parameters\n const url = new URL(req.url);\n const params: QueryParams = {\n source: (url.searchParams.get(\"source\") as QueryParams[\"source\"]) || \"all\",\n page: parseInt(url.searchParams.get(\"page\") || \"1\"),\n limit: parseInt(url.searchParams.get(\"limit\") || \"20\"),\n sort: (url.searchParams.get(\"sort\") as QueryParams[\"sort\"]) || \"desc\",\n };\n\n // Validate parameters\n if (params.page! < 1) params.page = 1;\n if (params.limit! < 1 || params.limit! > 100) params.limit = 20;\n if (![\"all\", \"bluesky\", \"mastodon\", \"microblog\"].includes(params.source!)) {\n params.source = \"all\";\n }\n\n // Initialize Supabase client\n const supabaseUrl = Deno.env.get(\"SUPABASE_URL\");\n const supabaseKey = Deno.env.get(\"SUPABASE_SERVICE_KEY\");\n\n if (!supabaseUrl || !supabaseKey) {\n throw new Error(\"Missing Supabase credentials\");\n }\n\n const supabase = createClient(supabaseUrl, supabaseKey);\n\n // Build query\n let query = supabase\n .from(\"posts\")\n .select(\"*\", { count: \"exact\" });\n\n // Apply source filter\n if (params.source !== \"all\") {\n query = query.eq(\"source\", params.source);\n }\n\n // Apply sorting\n query = query.order(\"created_at\", { ascending: params.sort === \"asc\" });\n\n // Apply pagination\n const from = (params.page! - 1) * params.limit!;\n const to = from + params.limit! - 1;\n query = query.range(from, to);\n\n // Execute query\n const { data: posts, error, count } = await query;\n\n if (error) {\n throw new Error(`Database error: ${error.message}`);\n }\n\n // Calculate pagination info\n const totalCount = count || 0;\n const totalPages = Math.ceil(totalCount / params.limit!);\n\n // Build response\n const response: ApiResponse = {\n success: true,\n data: {\n posts: posts || [],\n pagination: {\n page: params.page!,\n limit: params.limit!,\n total: totalCount,\n totalPages: totalPages,\n hasNext: params.page! < totalPages,\n hasPrev: params.page! > 1,\n },\n filter: {\n source: params.source!,\n },\n },\n };\n\n return new Response(JSON.stringify(response), { status: 200, headers });\n } catch (error: any) {\n console.error(\"API Error:\", error);\n\n const errorResponse: ApiResponse = {\n success: false,\n error: error.message || \"Internal server error\",\n };\n\n return new Response(\n JSON.stringify(errorResponse),\n { status: 500, headers },\n );\n }\n}\n\n// API Documentation (for reference)\n/*\n# Posts API Documentation\n\n## Authentication\nAll requests must include an Authorization header:\nAuthorization: Bearer YOUR_API_KEY\n\n## Endpoints\n\n### GET /\nFetch posts with optional filtering and pagination\n\nQuery Parameters:\n- source: \"all\" | \"bluesky\" | \"mastodon\" | \"microblog\" (default: \"all\")\n- page: number (default: 1)\n- limit: number (default: 20, max: 100)\n- sort: \"asc\" | \"desc\" (default: \"desc\")\n\nExample Requests:\n- Get all posts: /?page=1&limit=20\n- Get only Bluesky posts: /?source=bluesky&page=1&limit=20\n- Get posts in ascending order: /?sort=asc&page=1&limit=50\n\nResponse Format:\n{\n \"success\": true,\n \"data\": {\n \"posts\": [...],\n \"pagination\": {\n \"page\": 1,\n \"limit\": 20,\n \"total\": 150,\n \"totalPages\": 8,\n \"hasNext\": true,\n \"hasPrev\": false\n },\n \"filter\": {\n \"source\": \"all\"\n }\n }\n}\n*/","deleted","label","children",[],[151],{"_102":171,"_95":172,"_152":173,"_154":-5,"_155":137,"_156":174,"_157":158,"_104":175,"_99":176,"_161":177,"_163":178,"_165":22,"_166":-5,"_167":179,"_98":180},"db7de134-3e88-11f0-b220-76b3cceeab13","fetchBluesky.tsx","4fbf9828-3e87-11f0-a7df-76b3cceeab13",23,["D",1748741796733],6,"interval","// Val.town function to fetch and archive Bluesky posts (TypeScript)\n// This can be run as a cron job every 30 minutes\n\nimport { createClient } from \"https://esm.sh/@supabase/supabase-js@2\";\n\n// Bluesky types\ninterface BlueskySession {\n did: string;\n handle: string;\n email: string;\n accessJwt: string;\n refreshJwt: string;\n}\n\ninterface BlueskyPost {\n uri: string;\n cid: string;\n author: {\n did: string;\n handle: string;\n displayName?: string;\n };\n record: {\n $type: string;\n text: string;\n createdAt: string;\n embed?: {\n $type: string;\n images?: Array<{\n alt: string;\n image: {\n $type: string;\n ref: { $link: string };\n mimeType: string;\n size: number;\n };\n }>;\n external?: {\n uri: string;\n title: string;\n description: string;\n thumb?: { $type: string; ref: { $link: string } };\n };\n };\n facets?: Array<{\n index: { byteStart: number; byteEnd: number };\n features: Array<{\n $type: string;\n uri?: string;\n did?: string;\n }>;\n }>;\n };\n likeCount?: number;\n repostCount?: number;\n replyCount?: number;\n indexedAt: string;\n}\n\ninterface BlueskyFeedResponse {\n cursor?: string;\n feed: Array<{\n post: BlueskyPost;\n reply?: any;\n reason?: any;\n }>;\n}\n\n// Configure your Bluesky handle - add password to Val.town secrets\nconst BLUESKY_HANDLE = \"gabby.gay\"; // Change to your handle\n\n// Set to true for initial import, false for regular updates\nconst FETCH_FULL_HISTORY = false; // Change to false after initial import\n\nexport default async function(): Promise<{\n success: boolean;\n error?: string;\n [key: string]: any;\n}> {\n // Initialize Supabase client\n const supabaseUrl = Deno.env.get(\"SUPABASE_URL\");\n const supabaseKey = Deno.env.get(\"SUPABASE_SERVICE_KEY\");\n const blueskyPassword = Deno.env.get(\"BLUESKY_PASSWORD\");\n\n if (!supabaseUrl || !supabaseKey) {\n throw new Error(\"Missing Supabase credentials\");\n }\n\n if (!blueskyPassword) {\n throw new Error(\"Missing BLUESKY_PASSWORD in secrets\");\n }\n\n const supabase = createClient(supabaseUrl, supabaseKey);\n\n try {\n console.log(`🦋 Starting Bluesky fetch for ${BLUESKY_HANDLE}`);\n\n // Step 1: Authenticate with Bluesky\n console.log(\"Authenticating with Bluesky...\");\n const session = await authenticateBluesky(BLUESKY_HANDLE, blueskyPassword);\n console.log(`✅ Authenticated as ${session.handle}`);\n\n // Step 2: Fetch author's feed\n console.log(\"Fetching posts...\");\n const posts = await fetchAuthorFeed(session, FETCH_FULL_HISTORY);\n console.log(`📝 Found ${posts.length} posts to process`);\n\n // Transform and prepare posts for insertion\n const transformedPosts = posts.map(item => {\n const post = item.post;\n return {\n source: \"bluesky\" as const,\n post_id: post.uri,\n content: post.record.text,\n created_at: post.record.createdAt,\n media_urls: extractBlueskyMedia(post),\n metadata: {\n uri: post.uri,\n cid: post.cid,\n author: {\n did: post.author.did,\n handle: post.author.handle,\n displayName: post.author.displayName,\n },\n engagement: {\n likes: post.likeCount || 0,\n reposts: post.repostCount || 0,\n replies: post.replyCount || 0,\n },\n embed: post.record.embed,\n facets: post.record.facets,\n indexedAt: post.indexedAt,\n },\n };\n });\n\n // Insert posts into Supabase\n const results = {\n processed: 0,\n inserted: 0,\n skipped: 0,\n errors: [] as Array<{ post_id: string; error: string }>,\n };\n\n for (const post of transformedPosts) {\n try {\n const { data, error } = await supabase\n .from(\"posts\")\n .insert([post])\n .select();\n\n if (error) {\n if (error.code === \"23505\") {\n // Duplicate key - post already exists\n results.skipped++;\n } else {\n console.error(`❌ Error inserting post ${post.post_id}:`, error);\n results.errors.push({ post_id: post.post_id, error: error.message });\n }\n } else {\n results.inserted++;\n console.log(`✅ Inserted post: \"${post.content.substring(0, 50)}...\"`);\n }\n\n results.processed++;\n } catch (err: any) {\n console.error(`❌ Unexpected error processing post:`, err);\n results.errors.push({ post_id: post.post_id, error: err.message });\n }\n }\n\n // Get total count of archived Bluesky posts\n const { count } = await supabase\n .from(\"posts\")\n .select(\"*\", { count: \"exact\", head: true })\n .eq(\"source\", \"bluesky\");\n\n const summary = {\n success: true,\n handle: BLUESKY_HANDLE,\n fetchedPosts: posts.length,\n processed: results.processed,\n inserted: results.inserted,\n skipped: results.skipped,\n errors: results.errors.length,\n totalArchived: count,\n timestamp: new Date().toISOString(),\n };\n\n console.log(\"\\n📊 Summary:\", summary);\n\n return summary;\n } catch (error: any) {\n console.error(\"❌ Fetcher error:\", error);\n return {\n success: false,\n error: error.message,\n timestamp: new Date().toISOString(),\n };\n }\n}\n\n// Authenticate with Bluesky AT Protocol\nasync function authenticateBluesky(handle: string, password: string): Promise {\n const response = await fetch(\"https://bsky.social/xrpc/com.atproto.server.createSession\", {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n identifier: handle,\n password: password,\n }),\n });\n\n if (!response.ok) {\n const error = await response.text();\n throw new Error(`Authentication failed: ${response.status} - ${error}`);\n }\n\n return response.json();\n}\n\n// Fetch posts from author's feed with pagination\nasync function fetchAuthorFeed(\n session: BlueskySession,\n fetchFullHistory: boolean = false,\n): Promise {\n const allPosts: BlueskyFeedResponse[\"feed\"] = [];\n let cursor: string | undefined = undefined;\n let pageCount = 0;\n const maxPages = fetchFullHistory ? 50 : 1; // Fetch many pages for history, or just 1 for updates\n\n console.log(fetchFullHistory ? \"Fetching full post history...\" : \"Fetching recent posts...\");\n\n while (pageCount < maxPages) {\n // Build URL with cursor if available\n const url = new URL(\"https://bsky.social/xrpc/app.bsky.feed.getAuthorFeed\");\n url.searchParams.set(\"actor\", session.did);\n url.searchParams.set(\"limit\", \"100\"); // Max limit per request\n if (cursor) {\n url.searchParams.set(\"cursor\", cursor);\n }\n\n const response = await fetch(url.toString(), {\n headers: {\n \"Authorization\": `Bearer ${session.accessJwt}`,\n },\n });\n\n if (!response.ok) {\n const error = await response.text();\n throw new Error(`Failed to fetch feed: ${response.status} - ${error}`);\n }\n\n const data: BlueskyFeedResponse = await response.json();\n\n // Filter out reposts and replies\n const filteredPosts = data.feed.filter(item => {\n // Skip if it's a repost\n if (item.reason) return false;\n // Skip if it's a reply\n if (item.reply) return false;\n return true;\n });\n\n allPosts.push(...filteredPosts);\n pageCount++;\n\n console.log(` Page ${pageCount}: fetched ${data.feed.length} posts, kept ${filteredPosts.length} original posts`);\n\n // Check if there are more pages\n if (data.cursor && fetchFullHistory) {\n cursor = data.cursor;\n } else {\n // No more pages or not fetching full history\n if (!data.cursor) {\n console.log(\" No more pages available\");\n }\n break;\n }\n\n // Optional: Add a small delay to be respectful to the API\n if (fetchFullHistory) {\n await new Promise(resolve => setTimeout(resolve, 100));\n }\n }\n\n console.log(`✅ Total posts fetched across ${pageCount} page(s): ${allPosts.length}`);\n\n return allPosts;\n}\n\n// Extract media URLs from Bluesky post\nfunction extractBlueskyMedia(post: BlueskyPost): string[] {\n const mediaUrls: string[] = [];\n\n if (post.record.embed) {\n // Handle image embeds\n if (post.record.embed.images && Array.isArray(post.record.embed.images)) {\n post.record.embed.images.forEach(img => {\n // Convert AT Protocol image reference to URL\n const imageRef = img.image.ref.$link;\n const imageUrl = `https://bsky.social/xrpc/com.atproto.sync.getBlob?did=${post.author.did}&cid=${imageRef}`;\n mediaUrls.push(imageUrl);\n });\n }\n\n // Handle external link embeds\n if (post.record.embed.external) {\n // Store the external URL as media\n mediaUrls.push(post.record.embed.external.uri);\n }\n }\n\n return mediaUrls;\n}",[],[172],{"_102":182,"_95":183,"_152":184,"_154":-5,"_155":137,"_156":185,"_157":158,"_104":186,"_99":187,"_161":177,"_163":188,"_165":22,"_166":-5,"_167":189,"_98":190},"d5113712-3e86-11f0-82f8-76b3cceeab13","fetchMastodon.tsx","61647770-3e86-11f0-9045-76b3cceeab13",16,["D",1748740926958],5,"// Val.town function to fetch and archive Mastodon posts\n// This can be run as a cron job every 30 minutes\n\nimport { createClient } from \"https://esm.sh/@supabase/supabase-js@2\";\n\n// Configure your Mastodon details here\nconst MASTODON_INSTANCE = \"tacobelllabs.net\"; // Change to your instance (e.g., fosstodon.org)\nconst MASTODON_USERNAME = \"gabby\"; // Just the username, no @ symbol\n\nexport default async function(interval: Interval) {\n // Initialize Supabase client\n const supabaseUrl = Deno.env.get(\"SUPABASE_URL\");\n const supabaseKey = Deno.env.get(\"SUPABASE_SERVICE_KEY\");\n\n if (!supabaseUrl || !supabaseKey) {\n throw new Error(\"Missing Supabase credentials\");\n }\n\n const supabase = createClient(supabaseUrl, supabaseKey);\n\n try {\n console.log(`🦣 Starting Mastodon fetch from @${MASTODON_USERNAME}@${MASTODON_INSTANCE}`);\n\n // Step 1: Look up the account ID\n const accountLookupUrl = `https://${MASTODON_INSTANCE}/api/v1/accounts/lookup?acct=${MASTODON_USERNAME}`;\n console.log(\"Looking up account ID...\");\n\n const accountResponse = await fetch(accountLookupUrl);\n if (!accountResponse.ok) {\n throw new Error(`Failed to look up account: ${accountResponse.status}`);\n }\n\n const account = await accountResponse.json();\n const accountId = account.id;\n console.log(`✅ Found account ID: ${accountId}`);\n\n // Step 2: Fetch recent posts (statuses)\n const statusesUrl =\n `https://${MASTODON_INSTANCE}/api/v1/accounts/${accountId}/statuses?limit=40&exclude_replies=true&exclude_reblogs=true`;\n console.log(\"Fetching recent posts...\");\n\n const statusesResponse = await fetch(statusesUrl);\n if (!statusesResponse.ok) {\n throw new Error(`Failed to fetch statuses: ${statusesResponse.status}`);\n }\n\n const statuses = await statusesResponse.json();\n console.log(`📝 Found ${statuses.length} posts to process`);\n\n // Transform and prepare posts for insertion\n const transformedPosts = statuses.map(status => ({\n source: \"mastodon\",\n post_id: status.id,\n content: stripHtml(status.content), // Convert HTML to plain text\n created_at: status.created_at,\n media_urls: extractMastodonMedia(status),\n metadata: {\n url: status.url,\n uri: status.uri,\n visibility: status.visibility,\n language: status.language,\n favourites_count: status.favourites_count,\n reblogs_count: status.reblogs_count,\n replies_count: status.replies_count,\n tags: status.tags || [],\n mentions: status.mentions || [],\n card: status.card,\n poll: status.poll,\n content_html: status.content, // Store original HTML\n sensitive: status.sensitive,\n spoiler_text: status.spoiler_text,\n },\n }));\n\n // Insert posts in batches, ignoring duplicates\n const results = {\n processed: 0,\n inserted: 0,\n skipped: 0,\n errors: [],\n };\n\n for (const post of transformedPosts) {\n try {\n const { data, error } = await supabase\n .from(\"posts\")\n .insert([post])\n .select();\n\n if (error) {\n if (error.code === \"23505\") {\n // Duplicate key - post already exists\n results.skipped++;\n } else {\n console.error(`❌ Error inserting post ${post.post_id}:`, error);\n results.errors.push({ post_id: post.post_id, error: error.message });\n }\n } else {\n results.inserted++;\n console.log(`✅ Inserted post: ${post.post_id} - \"${post.content.substring(0, 50)}...\"`);\n }\n\n results.processed++;\n } catch (err) {\n console.error(`❌ Unexpected error processing post:`, err);\n results.errors.push({ post_id: post.post_id, error: err.message });\n }\n }\n\n // Get total count of archived Mastodon posts\n const { count } = await supabase\n .from(\"posts\")\n .select(\"*\", { count: \"exact\", head: true })\n .eq(\"source\", \"mastodon\");\n\n const summary = {\n success: true,\n instance: MASTODON_INSTANCE,\n username: MASTODON_USERNAME,\n fetchedPosts: statuses.length,\n processed: results.processed,\n inserted: results.inserted,\n skipped: results.skipped,\n errors: results.errors.length,\n totalArchived: count,\n timestamp: new Date().toISOString(),\n };\n\n console.log(\"\\n📊 Summary:\", summary);\n\n return summary;\n } catch (error) {\n console.error(\"❌ Fetcher error:\", error);\n return {\n success: false,\n error: error.message,\n timestamp: new Date().toISOString(),\n };\n }\n}\n\n// Helper function to extract media URLs from Mastodon status\nfunction extractMastodonMedia(status) {\n const mediaUrls = [];\n\n if (status.media_attachments && Array.isArray(status.media_attachments)) {\n status.media_attachments.forEach(attachment => {\n // Use preview_url for images, url as fallback\n const url = attachment.preview_url || attachment.url;\n if (url) {\n mediaUrls.push({\n url: url,\n type: attachment.type,\n description: attachment.description,\n });\n }\n });\n }\n\n return mediaUrls;\n}\n\n// Helper function to convert HTML to plain text\nfunction stripHtml(html) {\n // Basic HTML stripping - removes tags and decodes entities\n return html\n .replace(//gi, \"\\n\") // Convert
to newlines\n .replace(/<\\/p>/gi, \"\\n\\n\") // Add double newline after paragraphs\n .replace(/<[^>]*>/g, \"\") // Remove all other HTML tags\n .replace(/&/g, \"&\")\n .replace(/</g, \"<\")\n .replace(/>/g, \">\")\n .replace(/"/g, \"\\\"\")\n .replace(/'/g, \"'\")\n .replace(/ /g, \" \")\n .trim();\n}",[],[183],{"_102":192,"_95":193,"_152":194,"_154":-5,"_155":137,"_156":195,"_157":158,"_104":196,"_99":197,"_161":177,"_163":198,"_165":22,"_166":-5,"_167":199,"_98":200},"4055a842-3e86-11f0-9045-76b3cceeab13","fetchMicroblog.tsx","319bd4ba-3e69-11f0-b8a8-76b3cceeab13",10,["D",1748740677428],7,"// Val.town function to fetch and archive Micro.blog posts\n// This can be run as a cron job every 30 minutes\n\nimport { createClient } from \"https://esm.sh/@supabase/supabase-js@2\";\n\n// Replace with your Micro.blog username\nconst MICROBLOG_USERNAME = \"welson\";\n\nexport default async function(interval: Interval) {\n // Initialize Supabase client\n const supabaseUrl = Deno.env.get(\"SUPABASE_URL\");\n const supabaseKey = Deno.env.get(\"SUPABASE_SERVICE_KEY\");\n\n if (!supabaseUrl || !supabaseKey) {\n throw new Error(\"Missing Supabase credentials\");\n }\n\n const supabase = createClient(supabaseUrl, supabaseKey);\n\n try {\n // Fetch Micro.blog JSON feed\n const feedUrl = `https://micro.blog/posts/${MICROBLOG_USERNAME}`;\n console.log(`Fetching from: ${feedUrl}`);\n\n const response = await fetch(feedUrl, {\n headers: {\n \"Accept\": \"application/json\",\n },\n });\n\n if (!response.ok) {\n throw new Error(`Failed to fetch feed: ${response.status}`);\n }\n\n const data = await response.json();\n const posts = data.items || [];\n\n console.log(`Found ${posts.length} posts in feed`);\n\n // Transform and prepare posts for insertion\n const transformedPosts = posts.map(post => ({\n source: \"microblog\",\n post_id: post.id || post.url, // Use ID or URL as unique identifier\n content: post.content_text || post.content_html || \"\",\n created_at: post.date_published || new Date().toISOString(),\n media_urls: extractMediaUrls(post),\n metadata: {\n url: post.url,\n title: post.title,\n tags: post.tags || [],\n original: post, // Store the entire original post\n },\n }));\n\n // Insert posts in batches, ignoring duplicates\n const results = {\n processed: 0,\n inserted: 0,\n errors: [],\n };\n\n for (const post of transformedPosts) {\n try {\n const { data, error } = await supabase\n .from(\"posts\")\n .insert([post])\n .select();\n\n if (error) {\n // Check if it's a duplicate key error\n if (error.code === \"23505\") {\n console.log(`Post ${post.post_id} already exists, skipping`);\n } else {\n console.error(`Error inserting post ${post.post_id}:`, error);\n results.errors.push({ post_id: post.post_id, error: error.message });\n }\n } else {\n results.inserted++;\n console.log(`Inserted post: ${post.post_id}`);\n }\n\n results.processed++;\n } catch (err) {\n console.error(`Unexpected error processing post:`, err);\n results.errors.push({ post_id: post.post_id, error: err.message });\n }\n }\n\n // Get total count of archived posts\n const { count } = await supabase\n .from(\"posts\")\n .select(\"*\", { count: \"exact\", head: true })\n .eq(\"source\", \"microblog\");\n\n return {\n success: true,\n feedPosts: posts.length,\n processed: results.processed,\n inserted: results.inserted,\n errors: results.errors.length,\n totalArchived: count,\n timestamp: new Date().toISOString(),\n };\n } catch (error) {\n console.error(\"Fetcher error:\", error);\n return {\n success: false,\n error: error.message,\n timestamp: new Date().toISOString(),\n };\n }\n}\n\n// Helper function to extract media URLs from a post\nfunction extractMediaUrls(post) {\n const mediaUrls = [];\n\n // Check for image property\n if (post.image) {\n mediaUrls.push(post.image);\n }\n\n // Check for attachments\n if (post.attachments && Array.isArray(post.attachments)) {\n post.attachments.forEach(attachment => {\n if (attachment.url) {\n mediaUrls.push(attachment.url);\n }\n });\n }\n\n // Extract images from HTML content if present\n if (post.content_html) {\n const imgRegex = /]+src=\"([^\">]+)\"/g;\n let match;\n while ((match = imgRegex.exec(post.content_html)) !== null) {\n mediaUrls.push(match[1]);\n }\n }\n\n return mediaUrls;\n}",[],[193],"files",[149,170,181,191],"counts",{"_205":32,"_206":207,"_208":32,"_209":210},"pulls","branches",1,"forks","envVars",{"_211":160,"_212":32},"count","emptyCount","contents",[215,218,221,224],{"_102":150,"_95":151,"_152":153,"_154":-5,"_155":137,"_156":136,"_157":158,"_104":216,"_99":160,"_161":162,"_163":164,"_165":22,"_166":-5,"_98":217},["D",1748742051920],[151],{"_102":171,"_95":172,"_152":173,"_154":-5,"_155":137,"_156":174,"_157":158,"_104":219,"_99":176,"_161":177,"_163":178,"_165":22,"_166":-5,"_98":220},["D",1748741796733],[172],{"_102":182,"_95":183,"_152":184,"_154":-5,"_155":137,"_156":185,"_157":158,"_104":222,"_99":187,"_161":177,"_163":188,"_165":22,"_166":-5,"_98":223},["D",1748740926958],[183],{"_102":192,"_95":193,"_152":194,"_154":-5,"_155":137,"_156":195,"_157":158,"_104":225,"_99":197,"_161":177,"_163":198,"_165":22,"_166":-5,"_98":226},["D",1748740677428],[193],"file","upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.environment-variables",{"_93":94,"_95":96,"_100":236,"_209":241},{"_102":103,"_95":96,"_104":237,"_106":-5,"_107":22,"_108":109,"_110":111,"_112":-5,"_14":113,"_114":-5,"_115":22,"_116":-5,"_117":32,"_16":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":238,"_131":239,"_134":240,"_146":22},["D",1748728197311],{"_93":94,"_129":130},{"_93":94,"_133":130},{"_99":136,"_95":43,"_102":137,"_138":103,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":96,"_145":94},[242,249,253,257],{"_243":244,"_104":245,"_246":-5,"_110":247,"_248":22},"key","POSTS_API_KEY",["D",1748742155989],"updatedAt","API key needed to fetch posts","isEmpty",{"_243":250,"_104":251,"_246":-5,"_110":252,"_248":22},"BLUESKY_PASSWORD",["D",1748741302539],"Bsky Password",{"_243":254,"_104":255,"_246":-5,"_110":256,"_248":22},"SUPABASE_SERVICE_KEY",["D",1748740509657],"Service Role Key",{"_243":258,"_104":259,"_246":-5,"_110":260,"_248":22},"SUPABASE_URL",["D",1748740482607],"URL","actionData","errors"]

Key	Description
POSTS_API_KEY	API key needed to fetch posts
BLUESKY_PASSWORD	Bsky Password
SUPABASE_SERVICE_KEY	Service Role Key
SUPABASE_URL	URL

welson

fetch-socials

Environment variables