Mux Transfer

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","Deen","name","Transfer","path","main.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":25,"_58":32,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/Deen/Transfer/code/main.ts","extension","id","dd41f75e-190c-4bb5-8137-628c377abfb4","fileId","e7c5e500-9efd-11f1-b289-1607ee4eb77e","parentId","branchId","a2d1b9a3-8053-4c50-b5c4-9e53c1ffb0a2","branchVersion",21,"latest",true,"createdAt",["D",1788267478830],"version",20,"fileType","http","content","import { S3Client, PutObjectCommand } from \"npm:@aws-sdk/client-s3\";\n\n// 1. Environment Variables\nconst FILONE_ACCESS_KEY = Deno.env.get(\"FILONE_ACCESS_KEY\")?.trim();\nconst FILONE_SECRET_KEY = Deno.env.get(\"FILONE_SECRET_KEY\")?.trim();\nconst FILONE_ENDPOINT = (Deno.env.get(\"FILONE_ENDPOINT\") || \"https://us-east-1.s3.fil.one\").trim();\nconst BUCKET = (Deno.env.get(\"FILONE_BUCKET\") || \"deenstreamproduction\").trim();\n\nconst s3 = new S3Client({\n endpoint: FILONE_ENDPOINT,\n region: \"us-east-1\",\n credentials: {\n accessKeyId: FILONE_ACCESS_KEY || \"\",\n secretAccessKey: FILONE_SECRET_KEY || \"\",\n },\n forcePathStyle: true,\n});\n\n// 2. High-Speed Browser Headers\nconst BROWSER_HEADERS = {\n \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36\",\n \"Accept\": \"*/*\",\n \"Accept-Encoding\": \"gzip, deflate, br\",\n \"Accept-Language\": \"en-US,en;q=0.9,hi;q=0.8\",\n \"Referer\": \"https://stream.mux.com/\",\n \"Origin\": \"https://stream.mux.com\",\n};\n\n// 3. Worker Concurrency Runner\nasync function runWithConcurrency(items: T[], concurrency: number, fn: (item: T) => Promise) {\n let index = 0;\n const workers = Array.from({ length: Math.min(items.length, concurrency) }, async () => {\n while (index < items.length) {\n const currentIndex = index++;\n await fn(items[currentIndex]);\n }\n });\n await Promise.all(workers);\n}\n\n// 4. S3 Upload with Auto Retry\nasync function uploadToS3(key: string, body: Uint8Array, contentType: string) {\n for (let attempt = 1; attempt <= 3; attempt++) {\n try {\n await s3.send(\n new PutObjectCommand({\n Bucket: BUCKET,\n Key: key,\n Body: body,\n ContentType: contentType,\n })\n );\n return;\n } catch (err) {\n if (attempt === 3) throw err;\n await new Promise((r) => setTimeout(r, 200 * attempt));\n }\n }\n}\n\n// 5. Chunk Fetch with Fresh Signature Retry\nasync function fetchChunkWithRetry(url: string, manifestRefreshUrl?: string): Promise {\n let currentUrl = url;\n for (let attempt = 1; attempt <= 4; attempt++) {\n try {\n const res = await fetch(currentUrl, { headers: BROWSER_HEADERS });\n if (res.status === 403 || res.status === 401) {\n // Signature expired! Refresh manifest if available\n if (manifestRefreshUrl && attempt < 4) {\n const freshRes = await fetch(manifestRefreshUrl, { headers: BROWSER_HEADERS });\n if (freshRes.ok) {\n const freshText = await freshRes.text();\n // Find corresponding segment chunk name\n const segName = currentUrl.split(\"?\")[0].split(\"/\").pop();\n const matchingLine = freshText.split(\"\\n\").find((l) => l.includes(segName!));\n if (matchingLine) {\n currentUrl = matchingLine.trim();\n }\n }\n }\n await new Promise((r) => setTimeout(r, 300));\n continue;\n }\n\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const buf = new Uint8Array(await res.arrayBuffer());\n if (buf.length > 200) return buf;\n } catch {\n if (attempt === 4) return null;\n await new Promise((r) => setTimeout(r, 300 * attempt));\n }\n }\n return null;\n}\n\nexport default async function (req: Request): Promise {\n const startTime = Date.now();\n try {\n if (!FILONE_ACCESS_KEY || !FILONE_SECRET_KEY) {\n return new Response(\n JSON.stringify({\n error: \"FILONE_ACCESS_KEY and FILONE_SECRET_KEY environment variables are missing in Val Town Settings.\",\n }),\n { status: 500, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n const url = new URL(req.url);\n let playbackId = url.searchParams.get(\"playbackId\") || url.searchParams.get(\"playback_id\");\n let videoId = url.searchParams.get(\"videoId\") || url.searchParams.get(\"video_id\") || `filone_${Date.now()}`;\n\n if (req.method === \"POST\") {\n try {\n const contentType = req.headers.get(\"content-type\") || \"\";\n if (contentType.includes(\"application/json\")) {\n const body = await req.json();\n playbackId = playbackId || body.playbackId || body.playback_id || (body.data?.playback_ids?.[0]?.id);\n videoId = body.videoId || body.video_id || videoId;\n } else if (contentType.includes(\"application/x-www-form-urlencoded\")) {\n const formData = await req.formData();\n playbackId = playbackId || (formData.get(\"playbackId\") as string);\n videoId = (formData.get(\"videoId\") as string) || videoId;\n }\n } catch {}\n }\n\n if (!playbackId) {\n return new Response(\n `\n \n Mux Transfer\n \n

⚡ Fast Mux Transfer (Fresh Token Engine)

\n \n

`,\n { status: 200, headers: { \"Content-Type\": \"text/html\" } }\n );\n }\n\n const folderPrefix = `transcoded_${videoId}_mux`;\n const masterUrl = `https://stream.mux.com/${playbackId}.m3u8`;\n\n console.log(`[🚀 Start Transfer] Mux Playback: ${playbackId}`);\n\n // Step 1: Master Playlist Fetch\n const masterRes = await fetch(masterUrl, { headers: BROWSER_HEADERS });\n if (!masterRes.ok) {\n return new Response(JSON.stringify({ error: `Invalid Mux Playback ID: ${masterRes.status}` }), { status: 400 });\n }\n const masterText = await masterRes.text();\n\n // Step 2: Separate Audio & Video Tracks\n const lines = masterText.split(\"\\n\").map((l) => l.trim());\n const tracksToProcess: { url: string; prefix: string; isAudio: boolean }[] = [];\n \n let audioCounter = 0;\n let videoCounter = 0;\n\n for (const l of lines) {\n if (l.startsWith(\"#EXT-X-MEDIA\") && l.includes(\"TYPE=AUDIO\") && l.includes('URI=\"')) {\n const match = l.match(/URI=\"([^\"]+)\"/);\n if (match) {\n tracksToProcess.push({\n url: match[1],\n prefix: `audio_${audioCounter}`,\n isAudio: true,\n });\n audioCounter++;\n }\n } else if (l.startsWith(\"https://\") || l.startsWith(\"http://\")) {\n tracksToProcess.push({\n url: l,\n prefix: `rendition_${videoCounter}`,\n isAudio: false,\n });\n videoCounter++;\n }\n }\n\n console.log(`Found ${audioCounter} Audio Track(s) and ${videoCounter} Video Rendition(s).`);\n\n // Step 3: Upload Master Playlist to S3\n const masterUploadPromise = uploadToS3(\n `${folderPrefix}/master.m3u8`,\n new TextEncoder().encode(masterText),\n \"application/x-mpegURL\"\n );\n\n // Step 4: Streamlined Rendition Processing with Fresh Live Manifests\n let totalChunksSaved = 0;\n let failedChunks = 0;\n\n const renditionTasks = tracksToProcess.map(async (track) => {\n // Fetch fresh live rendition manifest\n const rRes = await fetch(track.url, { headers: BROWSER_HEADERS });\n if (!rRes.ok) return;\n\n const rText = await rRes.text();\n const renditionPrefix = track.prefix;\n\n // Upload Rendition M3U8\n const manifestUpload = uploadToS3(\n `${folderPrefix}/${renditionPrefix}.m3u8`,\n new TextEncoder().encode(rText),\n \"application/x-mpegURL\"\n );\n\n // Parse fresh segments\n const rLines = rText.split(\"\\n\").map((l) => l.trim());\n const chunkItems: { url: string; s3Key: string; isMap: boolean; isAudio: boolean }[] = [];\n let segCount = 0;\n\n for (const line of rLines) {\n if (line.startsWith(\"#EXT-X-MAP:URI=\")) {\n const mapUrl = line.replace('#EXT-X-MAP:URI=\"', \"\").replace('\"', \"\");\n chunkItems.push({\n url: mapUrl,\n s3Key: `${folderPrefix}/map_${renditionPrefix}_0.m4s`,\n isMap: true,\n isAudio: track.isAudio,\n });\n } else if (line.startsWith(\"https://\") || line.startsWith(\"http://\")) {\n chunkItems.push({\n url: line,\n s3Key: `${folderPrefix}/chunk_${renditionPrefix}_${segCount}.m4s`,\n isMap: false,\n isAudio: track.isAudio,\n });\n segCount++;\n }\n }\n\n console.log(`[${renditionPrefix}] Transferring ${chunkItems.length} fresh segments...`);\n\n // Parallel download segments for this rendition while tokens are 100% active\n await Promise.all([\n manifestUpload,\n runWithConcurrency(chunkItems, 12, async (item) => {\n const data = await fetchChunkWithRetry(item.url, track.url);\n if (data) {\n await uploadToS3(item.s3Key, data, item.isMap ? \"video/mp4\" : item.isAudio ? \"video/mp4\" : \"video/iso.segment\");\n totalChunksSaved++;\n } else {\n console.error(`❌ Missed chunk: ${item.s3Key}`);\n failedChunks++;\n }\n }),\n ]);\n });\n\n await Promise.all([masterUploadPromise, ...renditionTasks]);\n\n const durationSec = ((Date.now() - startTime) / 1000).toFixed(1);\n console.log(`[✅ COMPLETE] Total Chunks: ${totalChunksSaved}, Failed: ${failedChunks} in ${durationSec}s`);\n\n return new Response(\n JSON.stringify({\n success: failedChunks === 0,\n duration: `${durationSec}s`,\n folder: folderPrefix,\n masterUrl: `/api/storage/filone/${folderPrefix}/master.m3u8`,\n audioTracks: audioCounter,\n videoRenditions: videoCounter,\n totalChunksSaved,\n failedChunks,\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n } catch (err: any) {\n console.error(\"Val Town Error:\", err);\n return new Response(JSON.stringify({ error: err.message }), { status: 500 });\n }\n}","deleted",false,"label",[14],"460ee88d-c218-42bb-add7-77a662624ecb",["D",1787494877730],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","userId","8255d0d5-31ec-47cf-96e5-da6b997a0956","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a02efd-d7b0-748b-9c3f-777c584e7a86","tursoName","460ee88dc21842bbadd777a662624ecb","tursoHostname","460ee88dc21842bbadd777a662624ecb-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789452068287],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_97":98,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":30,"_11":88,"_22":28,"_89":45,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":12,"_96":10},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Tabssum bano Ahmad","avatar","https://lh3.googleusercontent.com/a/ACg8ocKhLBJuI976R35VMZpmFcqBVm7ejVxpeTs0mnWM4FK9Zr2EIA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":88,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]