Mux Transfer

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_158":159,"_160":161},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_18":19,"_17":-7,"_119":-5,"_20":120,"_22":121,"_122":123,"_124":125,"_25":126,"_24":-5,"_127":-5,"_128":-5,"_129":53,"_130":131,"_132":44,"_133":-5,"_134":-5,"_135":136},"routes/_app.x.$handle.$name.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","Deen","name","Transfer","branchName","main","version","path","","project",{"_33":61,"_13":14,"_45":62,"_63":-5,"_64":53,"_65":66,"_67":66,"_68":19,"_69":-5,"_70":71,"_72":37,"_73":44,"_74":-5,"_75":-5,"_76":77,"_78":79,"_80":81,"_82":83,"_84":85,"_86":-5,"_87":88,"_89":88,"_90":91,"_92":91,"_93":91,"_94":88,"_95":88,"_96":97,"_98":99,"_100":101,"_102":53},"tree",[56],"file","contents",[32],"upstream","pull","ahead","behind","envVars",{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_18":55},"id","dd41f75e-190c-4bb5-8137-628c377abfb4","main.ts","fileId","e7c5e500-9efd-11f1-b289-1607ee4eb77e","parentId","branchId","a2d1b9a3-8053-4c50-b5c4-9e53c1ffb0a2","branchVersion",21,"latest",true,"createdAt",["D",1788267478830],20,"fileType","http","content","import { S3Client, PutObjectCommand } from \"npm:@aws-sdk/client-s3\";\n\n// 1. Environment Variables\nconst FILONE_ACCESS_KEY = Deno.env.get(\"FILONE_ACCESS_KEY\")?.trim();\nconst FILONE_SECRET_KEY = Deno.env.get(\"FILONE_SECRET_KEY\")?.trim();\nconst FILONE_ENDPOINT = (Deno.env.get(\"FILONE_ENDPOINT\") || \"https://us-east-1.s3.fil.one\").trim();\nconst BUCKET = (Deno.env.get(\"FILONE_BUCKET\") || \"deenstreamproduction\").trim();\n\nconst s3 = new S3Client({\n endpoint: FILONE_ENDPOINT,\n region: \"us-east-1\",\n credentials: {\n accessKeyId: FILONE_ACCESS_KEY || \"\",\n secretAccessKey: FILONE_SECRET_KEY || \"\",\n },\n forcePathStyle: true,\n});\n\n// 2. High-Speed Browser Headers\nconst BROWSER_HEADERS = {\n \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36\",\n \"Accept\": \"*/*\",\n \"Accept-Encoding\": \"gzip, deflate, br\",\n \"Accept-Language\": \"en-US,en;q=0.9,hi;q=0.8\",\n \"Referer\": \"https://stream.mux.com/\",\n \"Origin\": \"https://stream.mux.com\",\n};\n\n// 3. Worker Concurrency Runner\nasync function runWithConcurrency(items: T[], concurrency: number, fn: (item: T) => Promise) {\n let index = 0;\n const workers = Array.from({ length: Math.min(items.length, concurrency) }, async () => {\n while (index < items.length) {\n const currentIndex = index++;\n await fn(items[currentIndex]);\n }\n });\n await Promise.all(workers);\n}\n\n// 4. S3 Upload with Auto Retry\nasync function uploadToS3(key: string, body: Uint8Array, contentType: string) {\n for (let attempt = 1; attempt <= 3; attempt++) {\n try {\n await s3.send(\n new PutObjectCommand({\n Bucket: BUCKET,\n Key: key,\n Body: body,\n ContentType: contentType,\n })\n );\n return;\n } catch (err) {\n if (attempt === 3) throw err;\n await new Promise((r) => setTimeout(r, 200 * attempt));\n }\n }\n}\n\n// 5. Chunk Fetch with Fresh Signature Retry\nasync function fetchChunkWithRetry(url: string, manifestRefreshUrl?: string): Promise {\n let currentUrl = url;\n for (let attempt = 1; attempt <= 4; attempt++) {\n try {\n const res = await fetch(currentUrl, { headers: BROWSER_HEADERS });\n if (res.status === 403 || res.status === 401) {\n // Signature expired! Refresh manifest if available\n if (manifestRefreshUrl && attempt < 4) {\n const freshRes = await fetch(manifestRefreshUrl, { headers: BROWSER_HEADERS });\n if (freshRes.ok) {\n const freshText = await freshRes.text();\n // Find corresponding segment chunk name\n const segName = currentUrl.split(\"?\")[0].split(\"/\").pop();\n const matchingLine = freshText.split(\"\\n\").find((l) => l.includes(segName!));\n if (matchingLine) {\n currentUrl = matchingLine.trim();\n }\n }\n }\n await new Promise((r) => setTimeout(r, 300));\n continue;\n }\n\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const buf = new Uint8Array(await res.arrayBuffer());\n if (buf.length > 200) return buf;\n } catch {\n if (attempt === 4) return null;\n await new Promise((r) => setTimeout(r, 300 * attempt));\n }\n }\n return null;\n}\n\nexport default async function (req: Request): Promise {\n const startTime = Date.now();\n try {\n if (!FILONE_ACCESS_KEY || !FILONE_SECRET_KEY) {\n return new Response(\n JSON.stringify({\n error: \"FILONE_ACCESS_KEY and FILONE_SECRET_KEY environment variables are missing in Val Town Settings.\",\n }),\n { status: 500, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n const url = new URL(req.url);\n let playbackId = url.searchParams.get(\"playbackId\") || url.searchParams.get(\"playback_id\");\n let videoId = url.searchParams.get(\"videoId\") || url.searchParams.get(\"video_id\") || `filone_${Date.now()}`;\n\n if (req.method === \"POST\") {\n try {\n const contentType = req.headers.get(\"content-type\") || \"\";\n if (contentType.includes(\"application/json\")) {\n const body = await req.json();\n playbackId = playbackId || body.playbackId || body.playback_id || (body.data?.playback_ids?.[0]?.id);\n videoId = body.videoId || body.video_id || videoId;\n } else if (contentType.includes(\"application/x-www-form-urlencoded\")) {\n const formData = await req.formData();\n playbackId = playbackId || (formData.get(\"playbackId\") as string);\n videoId = (formData.get(\"videoId\") as string) || videoId;\n }\n } catch {}\n }\n\n if (!playbackId) {\n return new Response(\n `\n \n Mux Transfer\n \n

⚡ Fast Mux Transfer (Fresh Token Engine)

\n \n

`,\n { status: 200, headers: { \"Content-Type\": \"text/html\" } }\n );\n }\n\n const folderPrefix = `transcoded_${videoId}_mux`;\n const masterUrl = `https://stream.mux.com/${playbackId}.m3u8`;\n\n console.log(`[🚀 Start Transfer] Mux Playback: ${playbackId}`);\n\n // Step 1: Master Playlist Fetch\n const masterRes = await fetch(masterUrl, { headers: BROWSER_HEADERS });\n if (!masterRes.ok) {\n return new Response(JSON.stringify({ error: `Invalid Mux Playback ID: ${masterRes.status}` }), { status: 400 });\n }\n const masterText = await masterRes.text();\n\n // Step 2: Separate Audio & Video Tracks\n const lines = masterText.split(\"\\n\").map((l) => l.trim());\n const tracksToProcess: { url: string; prefix: string; isAudio: boolean }[] = [];\n \n let audioCounter = 0;\n let videoCounter = 0;\n\n for (const l of lines) {\n if (l.startsWith(\"#EXT-X-MEDIA\") && l.includes(\"TYPE=AUDIO\") && l.includes('URI=\"')) {\n const match = l.match(/URI=\"([^\"]+)\"/);\n if (match) {\n tracksToProcess.push({\n url: match[1],\n prefix: `audio_${audioCounter}`,\n isAudio: true,\n });\n audioCounter++;\n }\n } else if (l.startsWith(\"https://\") || l.startsWith(\"http://\")) {\n tracksToProcess.push({\n url: l,\n prefix: `rendition_${videoCounter}`,\n isAudio: false,\n });\n videoCounter++;\n }\n }\n\n console.log(`Found ${audioCounter} Audio Track(s) and ${videoCounter} Video Rendition(s).`);\n\n // Step 3: Upload Master Playlist to S3\n const masterUploadPromise = uploadToS3(\n `${folderPrefix}/master.m3u8`,\n new TextEncoder().encode(masterText),\n \"application/x-mpegURL\"\n );\n\n // Step 4: Streamlined Rendition Processing with Fresh Live Manifests\n let totalChunksSaved = 0;\n let failedChunks = 0;\n\n const renditionTasks = tracksToProcess.map(async (track) => {\n // Fetch fresh live rendition manifest\n const rRes = await fetch(track.url, { headers: BROWSER_HEADERS });\n if (!rRes.ok) return;\n\n const rText = await rRes.text();\n const renditionPrefix = track.prefix;\n\n // Upload Rendition M3U8\n const manifestUpload = uploadToS3(\n `${folderPrefix}/${renditionPrefix}.m3u8`,\n new TextEncoder().encode(rText),\n \"application/x-mpegURL\"\n );\n\n // Parse fresh segments\n const rLines = rText.split(\"\\n\").map((l) => l.trim());\n const chunkItems: { url: string; s3Key: string; isMap: boolean; isAudio: boolean }[] = [];\n let segCount = 0;\n\n for (const line of rLines) {\n if (line.startsWith(\"#EXT-X-MAP:URI=\")) {\n const mapUrl = line.replace('#EXT-X-MAP:URI=\"', \"\").replace('\"', \"\");\n chunkItems.push({\n url: mapUrl,\n s3Key: `${folderPrefix}/map_${renditionPrefix}_0.m4s`,\n isMap: true,\n isAudio: track.isAudio,\n });\n } else if (line.startsWith(\"https://\") || line.startsWith(\"http://\")) {\n chunkItems.push({\n url: line,\n s3Key: `${folderPrefix}/chunk_${renditionPrefix}_${segCount}.m4s`,\n isMap: false,\n isAudio: track.isAudio,\n });\n segCount++;\n }\n }\n\n console.log(`[${renditionPrefix}] Transferring ${chunkItems.length} fresh segments...`);\n\n // Parallel download segments for this rendition while tokens are 100% active\n await Promise.all([\n manifestUpload,\n runWithConcurrency(chunkItems, 12, async (item) => {\n const data = await fetchChunkWithRetry(item.url, track.url);\n if (data) {\n await uploadToS3(item.s3Key, data, item.isMap ? \"video/mp4\" : item.isAudio ? \"video/mp4\" : \"video/iso.segment\");\n totalChunksSaved++;\n } else {\n console.error(`❌ Missed chunk: ${item.s3Key}`);\n failedChunks++;\n }\n }),\n ]);\n });\n\n await Promise.all([masterUploadPromise, ...renditionTasks]);\n\n const durationSec = ((Date.now() - startTime) / 1000).toFixed(1);\n console.log(`[✅ COMPLETE] Total Chunks: ${totalChunksSaved}, Failed: ${failedChunks} in ${durationSec}s`);\n\n return new Response(\n JSON.stringify({\n success: failedChunks === 0,\n duration: `${durationSec}s`,\n folder: folderPrefix,\n masterUrl: `/api/storage/filone/${folderPrefix}/master.m3u8`,\n audioTracks: audioCounter,\n videoRenditions: videoCounter,\n totalChunksSaved,\n failedChunks,\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n } catch (err: any) {\n console.error(\"Val Town Error:\", err);\n return new Response(JSON.stringify({ error: err.message }), { status: 500 });\n }\n}","deleted",false,"label",[35],{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":57,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_58":59,"_18":60},["D",1788267478830],"children",[],[35],"460ee88d-c218-42bb-add7-77a662624ecb",["D",1787494877730],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","8255d0d5-31ec-47cf-96e5-da6b997a0956","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a02efd-d7b0-748b-9c3f-777c584e7a86","tursoName","460ee88dc21842bbadd777a662624ecb","tursoHostname","460ee88dc21842bbadd777a662624ecb-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789452068287],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_118":114},"org",{"_11":12,"_111":112,"_113":114,"_70":71,"_115":116,"_117":53},"branch",{"_17":42,"_13":16,"_33":40,"_103":61,"_104":-5,"_105":-5,"_106":-5,"_107":-5,"_108":-5,"_109":14,"_110":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Tabssum bano Ahmad","avatar","https://lh3.googleusercontent.com/a/ACg8ocKhLBJuI976R35VMZpmFcqBVm7ejVxpeTs0mnWM4FK9Zr2EIA=s96-c","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_33":61,"_13":14,"_45":153,"_63":-5,"_64":53,"_65":66,"_67":66,"_68":19,"_69":-5,"_70":71,"_72":37,"_73":44,"_74":-5,"_75":-5,"_76":77,"_78":79,"_80":81,"_82":83,"_84":154,"_86":-5,"_87":88,"_89":88,"_90":91,"_92":91,"_93":91,"_94":88,"_95":88,"_96":155,"_98":156,"_100":157,"_102":53},[150],"files",[150],"counts",{"_139":77,"_140":141,"_142":77,"_31":143,"_144":145},[137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_18":138},[35],"pulls","branches",1,"forks",{"_146":148,"_149":77},"connections",{"_146":77,"_147":77},"count","unfilledCount",5,"emptyCount",{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":57,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_58":151,"_18":152},[],[35],["D",1787494877730],["D",1789452068287],{"_11":12,"_118":114},{"_11":12,"_111":112,"_113":114,"_70":71,"_115":116,"_117":53},{"_17":42,"_13":16,"_33":40,"_103":61,"_104":-5,"_105":-5,"_106":-5,"_107":-5,"_108":-5,"_109":14,"_110":12},"ctx",{"_96":-5,"_134":191,"_192":193,"_194":195,"_196":53,"_197":53,"_198":53,"_199":44,"_200":-5,"_201":-7,"_202":-7,"_203":77,"_204":53,"_205":53,"_206":-5,"_207":53,"_208":53,"_209":53,"_210":-5},"ENV",{"_162":163,"_164":165,"_166":16,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code