[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_164":165,"_166":167},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":25,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":-5,"_57":49,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.tsx","latestPath","fileId","14d5c048-27a8-11f0-9edc-569c3dd06744","name","fileType","script","content","export const YoutubeTranscript = async (url: string) => {\n const RE_YOUTUBE =\n /(?:youtube\\.com\\/(?:[^\\/]+\\/.+\\/|(?:v|e(?:mbed)?)\\/|.*[?&]v=)|youtu\\.be\\/)([^\"&?\\/\\s]{11})/i;\n const YouTubeKey = {\n apiKey: \"INNERTUBE_API_KEY\",\n serializedShareEntity: \"serializedShareEntity\",\n visitorData: \"VISITOR_DATA\",\n sessionId: \"sessionId\",\n clickTrackingParams: \"clickTrackingParams\",\n } as const;\n type ObjectValues = T[keyof T];\n type YouTubeKeyRaw = ObjectValues;\n class YoutubeTranscriptError extends Error {\n constructor(message: string) {\n super(`[YoutubeTranscript] 🚨 ${message}`);\n }\n }\n interface TranscriptConfig {\n lang?: string;\n country?: string;\n }\n interface TranscriptSegment {\n text: string;\n duration: number;\n offset: number;\n }\n interface TranscriptData {\n responseContext: {\n serviceTrackingParams: {\n service: string;\n params: {\n key: string;\n value: string;\n }[];\n }[];\n mainAppWebResponseContext: {\n loggedOut: boolean;\n trackingParam: string;\n };\n webResponseContextExtensionData: {\n hasDecorated: boolean;\n };\n };\n actions: {\n clickTrackingParams: string;\n updateEngagementPanelAction: {\n targetId: string;\n content: {\n transcriptRenderer: {\n body: {\n transcriptBodyRenderer: {\n cueGroups: {\n transcriptCueGroupRenderer: {\n formattedStartOffset: {\n simpleText: string;\n };\n cues: {\n transcriptCueRenderer: {\n cue: {\n simpleText: string;\n };\n startOffsetMs: string;\n durationMs: string;\n };\n }[];\n };\n }[];\n };\n };\n };\n };\n };\n }[];\n }\n /**\n * An extensible class to fetch a transcript from a given YouTube Video\n */\n class YoutubeTranscript {\n /**\n * Fetch a transcript from a YouTube Video which includes the text and timestamp metadata\n * @param videoId Video url or video identifier\n * @param config Options for specifying a Country and Language ISO\n */\n static async fetchTranscript(\n videoId: string,\n config?: TranscriptConfig,\n ): Promise {\n const identifier = this.extractVideoId(videoId);\n try {\n const textResponse = await fetch(\n `https://www.youtube.com/watch?v=${identifier}`,\n );\n const body = await textResponse.text();\n const apiKey = this.extractValue(body, YouTubeKey.apiKey);\n if (!apiKey || !apiKey.length) {\n throw new YoutubeTranscriptError(\n `Failed to extract ${YouTubeKey.apiKey}`,\n );\n }\n const transcriptResponse = await fetch(\n `https://www.youtube.com/youtubei/v1/get_transcript?key=${apiKey}`,\n {\n method: \"POST\",\n body: JSON.stringify(this.generateRequest(body, config)),\n headers: {\n \"content-type\": \"application/json\",\n },\n },\n );\n if (!transcriptResponse) {\n throw new YoutubeTranscriptError(\n \"Empty response from transcript endpoint\",\n );\n }\n const transcriptData = await transcriptResponse.json();\n return this.parseTranscriptData(transcriptData as TranscriptData);\n }\n catch (err) {\n throw new YoutubeTranscriptError(err);\n }\n }\n /**\n * Fetch only the transcript text from a YouTube Video\n * @param videoId Video url or video identifier\n * @param config Options for specifying a Country and Language ISO\n */\n static async fetchTranscriptText(\n videoId: string,\n config?: TranscriptConfig,\n ): Promise {\n const segments = await this.fetchTranscript(videoId, config);\n let out = \"\";\n for (const { text } of segments) {\n out += `${text} `;\n }\n return out.trimEnd();\n }\n /**\n * Parse TranscriptData from the \"get_transcript\" endpoint\n * @param transcriptData TranscriptData returned by the \"get_transcript\" endpoint\n */\n static parseTranscriptData(transcriptData: TranscriptData) {\n const { actions = [] } = transcriptData;\n const cueGroups =\n actions[0]?.updateEngagementPanelAction.content.transcriptRenderer.body\n .transcriptBodyRenderer.cueGroups;\n return cueGroups.map((cueGroup) => {\n const { cue, durationMs, startOffsetMs } =\n cueGroup.transcriptCueGroupRenderer.cues[0].transcriptCueRenderer;\n return {\n text: cue.simpleText,\n duration: parseInt(durationMs),\n offset: parseInt(startOffsetMs),\n };\n });\n }\n /**\n * Generate tracking params for YouTube API\n * @param page\n * @param config\n */\n static generateRequest(page: string, config?: TranscriptConfig) {\n const clientScreenNonce = this.generateNonce();\n const params = this.extractValue(page, YouTubeKey.serializedShareEntity);\n const visitorData = this.extractValue(page, YouTubeKey.visitorData);\n const sessionId = this.extractValue(page, YouTubeKey.sessionId);\n const clickTrackingParams = this.extractValue(\n page,\n YouTubeKey.clickTrackingParams,\n );\n return {\n context: {\n client: {\n hl: config?.lang || \"en\",\n gl: config?.country || \"US\",\n visitorData,\n userAgent:\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36,gzip(gfe)\",\n clientName: \"WEB\",\n clientVersion: \"2.20200925.01.00\",\n osName: \"Macintosh\",\n osVersion: \"10_15_4\",\n browserName: \"Chrome\",\n browserVersion: \"85.0f.4183.83\",\n screenWidthPoints: 1440,\n screenHeightPoints: 770,\n screenPixelDensity: 2,\n utcOffsetMinutes: 120,\n userInterfaceTheme: \"USER_INTERFACE_THEME_LIGHT\",\n connectionType: \"CONN_CELLULAR_3G\",\n },\n request: {\n sessionId,\n internalExperimentFlags: [],\n consistencyTokenJars: [],\n },\n user: {},\n clientScreenNonce,\n clickTracking: {\n clickTrackingParams,\n },\n },\n params,\n };\n }\n /**\n * Extract value from html page based on required key\n * @param page html page\n * @param key key name\n */\n static extractValue(page: string, key: YouTubeKeyRaw) {\n return page.split(`\"${key}\":\"`)[1]?.split(`\"`)[0];\n }\n /**\n * Extract video id from url or string\n * @param videoId video url or video id\n */\n static extractVideoId(videoId: string) {\n if (videoId.length === 11) {\n return videoId;\n }\n const matchId = videoId.match(RE_YOUTUBE);\n if (matchId && matchId.length) {\n return matchId[1];\n }\n throw new YoutubeTranscriptError(\"Malformed YouTube video url or ID.\");\n }\n /**\n * Generate nonce for clientScreenNonce as part of YouTube API\n */\n static generateNonce() {\n const rnd = Math.random().toString();\n const alphabet =\n \"ABCDEFGHIJKLMOPQRSTUVWXYZabcdefghjijklmnopqrstuvwxyz0123456789\";\n const jda = [\n alphabet + \"+/=\",\n alphabet + \"+/\",\n alphabet + \"-_=\",\n alphabet + \"-_.\",\n alphabet + \"-_\",\n ];\n const b = jda[3];\n const a = [];\n for (let i = 0; i < rnd.length - 1; i++) {\n a.push(rnd[i].charCodeAt(i));\n }\n let c = \"\";\n let d = 0;\n let m, n, q, r, f, g;\n while (d < a.length) {\n f = a[d];\n g = d + 1 < a.length;\n if (g) {\n m = a[d + 1];\n }\n else {\n m = 0;\n }\n n = d + 2 < a.length;\n if (n) {\n q = a[d + 2];\n }\n else {\n q = 0;\n }\n r = f >> 2;\n f = ((f & 3) << 4) | (m >> 4);\n m = ((m & 15) << 2) | (q >> 6);\n q &= 63;\n if (!n) {\n q = 64;\n if (!q) {\n m = 64;\n }\n }\n c += b[r] + b[f] + b[m] + b[q];\n d += 3;\n }\n return c;\n }\n }\n return await YoutubeTranscript.fetchTranscript(url);\n};","export const YoutubeTranscript = async (url: string, metadata = true) => {\n const RE_YOUTUBE =\n /(?:youtube\\.com\\/(?:[^\\/]+\\/.+\\/|(?:v|e(?:mbed)?)\\/|.*[?&]v=)|youtu\\.be\\/)([^\"&?\\/\\s]{11})/i;\n const YouTubeKey = {\n apiKey: \"INNERTUBE_API_KEY\",\n serializedShareEntity: \"serializedShareEntity\",\n visitorData: \"VISITOR_DATA\",\n sessionId: \"sessionId\",\n clickTrackingParams: \"clickTrackingParams\",\n } as const;\n type ObjectValues = T[keyof T];\n type YouTubeKeyRaw = ObjectValues;\n class YoutubeTranscriptError extends Error {\n constructor(message: string) {\n super(`[YoutubeTranscript] 🚨 ${message}`);\n }\n }\n interface TranscriptConfig {\n lang?: string;\n country?: string;\n }\n interface TranscriptSegment {\n text: string;\n duration: number;\n offset: number;\n }\n interface TranscriptData {\n responseContext: {\n serviceTrackingParams: {\n service: string;\n params: {\n key: string;\n value: string;\n }[];\n }[];\n mainAppWebResponseContext: {\n loggedOut: boolean;\n trackingParam: string;\n };\n webResponseContextExtensionData: {\n hasDecorated: boolean;\n };\n };\n actions: {\n clickTrackingParams: string;\n updateEngagementPanelAction: {\n targetId: string;\n content: {\n transcriptRenderer: {\n body: {\n transcriptBodyRenderer: {\n cueGroups: {\n transcriptCueGroupRenderer: {\n formattedStartOffset: {\n simpleText: string;\n };\n cues: {\n transcriptCueRenderer: {\n cue: {\n simpleText: string;\n };\n startOffsetMs: string;\n durationMs: string;\n };\n }[];\n };\n }[];\n };\n };\n };\n };\n };\n }[];\n }\n /**\n * An extensible class to fetch a transcript from a given YouTube Video\n */\n class YoutubeTranscript {\n /**\n * Fetch a transcript from a YouTube Video which includes the text and timestamp metadata\n * @param videoId Video url or video identifier\n * @param config Options for specifying a Country and Language ISO\n */\n static async fetchTranscript(\n videoId: string,\n config?: TranscriptConfig,\n ): Promise {\n const identifier = this.extractVideoId(videoId);\n try {\n const textResponse = await fetch(\n `https://www.youtube.com/watch?v=${identifier}`,\n );\n const body = await textResponse.text();\n const apiKey = this.extractValue(body, YouTubeKey.apiKey);\n if (!apiKey || !apiKey.length) {\n throw new YoutubeTranscriptError(\n `Failed to extract ${YouTubeKey.apiKey}`,\n );\n }\n const transcriptResponse = await fetch(\n `https://www.youtube.com/youtubei/v1/get_transcript?key=${apiKey}`,\n {\n method: \"POST\",\n body: JSON.stringify(this.generateRequest(body, config)),\n headers: {\n \"content-type\": \"application/json\",\n },\n },\n );\n if (!transcriptResponse) {\n throw new YoutubeTranscriptError(\n \"Empty response from transcript endpoint\",\n );\n }\n const transcriptData = await transcriptResponse.json();\n return this.parseTranscriptData(transcriptData as TranscriptData);\n }\n catch (err) {\n throw new YoutubeTranscriptError(err);\n }\n }\n /**\n * Fetch only the transcript text from a YouTube Video\n * @param videoId Video url or video identifier\n * @param config Options for specifying a Country and Language ISO\n */\n static async fetchTranscriptText(\n videoId: string,\n config?: TranscriptConfig,\n ): Promise {\n const segments = await this.fetchTranscript(videoId, config);\n let out = \"\";\n for (const { text } of segments) {\n out += `${text} `;\n }\n return out.trimEnd();\n }\n /**\n * Parse TranscriptData from the \"get_transcript\" endpoint\n * @param transcriptData TranscriptData returned by the \"get_transcript\" endpoint\n */\n static parseTranscriptData(transcriptData: TranscriptData) {\n const { actions = [] } = transcriptData;\n const cueGroups =\n actions[0]?.updateEngagementPanelAction.content.transcriptRenderer.body\n .transcriptBodyRenderer.cueGroups;\n return cueGroups.map((cueGroup) => {\n const { cue, durationMs, startOffsetMs } =\n cueGroup.transcriptCueGroupRenderer.cues[0].transcriptCueRenderer;\n return {\n text: cue.simpleText,\n duration: parseInt(durationMs),\n offset: parseInt(startOffsetMs),\n };\n });\n }\n /**\n * Generate tracking params for YouTube API\n * @param page\n * @param config\n */\n static generateRequest(page: string, config?: TranscriptConfig) {\n const clientScreenNonce = this.generateNonce();\n const params = this.extractValue(page, YouTubeKey.serializedShareEntity);\n const visitorData = this.extractValue(page, YouTubeKey.visitorData);\n const sessionId = this.extractValue(page, YouTubeKey.sessionId);\n const clickTrackingParams = this.extractValue(\n page,\n YouTubeKey.clickTrackingParams,\n );\n return {\n context: {\n client: {\n hl: config?.lang || \"en\",\n gl: config?.country || \"US\",\n visitorData,\n userAgent:\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36,gzip(gfe)\",\n clientName: \"WEB\",\n clientVersion: \"2.20200925.01.00\",\n osName: \"Macintosh\",\n osVersion: \"10_15_4\",\n browserName: \"Chrome\",\n browserVersion: \"85.0f.4183.83\",\n screenWidthPoints: 1440,\n screenHeightPoints: 770,\n screenPixelDensity: 2,\n utcOffsetMinutes: 120,\n userInterfaceTheme: \"USER_INTERFACE_THEME_LIGHT\",\n connectionType: \"CONN_CELLULAR_3G\",\n },\n request: {\n sessionId,\n internalExperimentFlags: [],\n consistencyTokenJars: [],\n },\n user: {},\n clientScreenNonce,\n clickTracking: {\n clickTrackingParams,\n },\n },\n params,\n };\n }\n /**\n * Extract value from html page based on required key\n * @param page html page\n * @param key key name\n */\n static extractValue(page: string, key: YouTubeKeyRaw) {\n return page.split(`\"${key}\":\"`)[1]?.split(`\"`)[0];\n }\n /**\n * Extract video id from url or string\n * @param videoId video url or video id\n */\n static extractVideoId(videoId: string) {\n if (videoId.length === 11) {\n return videoId;\n }\n const matchId = videoId.match(RE_YOUTUBE);\n if (matchId && matchId.length) {\n return matchId[1];\n }\n throw new YoutubeTranscriptError(\"Malformed YouTube video url or ID.\");\n }\n /**\n * Generate nonce for clientScreenNonce as part of YouTube API\n */\n static generateNonce() {\n const rnd = Math.random().toString();\n const alphabet =\n \"ABCDEFGHIJKLMOPQRSTUVWXYZabcdefghjijklmnopqrstuvwxyz0123456789\";\n const jda = [\n alphabet + \"+/=\",\n alphabet + \"+/\",\n alphabet + \"-_=\",\n alphabet + \"-_.\",\n alphabet + \"-_\",\n ];\n const b = jda[3];\n const a = [];\n for (let i = 0; i < rnd.length - 1; i++) {\n a.push(rnd[i].charCodeAt(i));\n }\n let c = \"\";\n let d = 0;\n let m, n, q, r, f, g;\n while (d < a.length) {\n f = a[d];\n g = d + 1 < a.length;\n if (g) {\n m = a[d + 1];\n }\n else {\n m = 0;\n }\n n = d + 2 < a.length;\n if (n) {\n q = a[d + 2];\n }\n else {\n q = 0;\n }\n r = f >> 2;\n f = ((f & 3) << 4) | (m >> 4);\n m = ((m & 15) << 2) | (q >> 6);\n q &= 63;\n if (!n) {\n q = 64;\n if (!q) {\n m = 64;\n }\n }\n c += b[r] + b[f] + b[m] + b[q];\n d += 3;\n }\n return c;\n }\n }\n if (metadata)\n return await YoutubeTranscript.fetchTranscript(url);\n return await YoutubeTranscript.fetchTranscriptText(url);\n};","createdAt",["D",1686504439000],"branchVersion","branchId","14d1cbaa-27a8-11f0-9edc-569c3dd06744","id","14d18b9a-27a8-11f0-9edc-569c3dd06744","YoutubeTranscript",["D",1746226330573],"deletedAt","legacyEnvVars",true,"privacy","public","httpPrivacy","description","imageUrl","d333160e-bee9-4c4d-ba6c-2c2547ee3179","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",1,"orgId","81bfe84a-5ec2-4e57-a652-e81b5f79ca4d","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",4,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","zzz","handle","displayName","avatar","https://images.clerk.dev/oauth_github/img_2QtQgqd8dFlYhzY8Y7Sv9CJ881v.jpeg","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":160,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":-5,"_57":49,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":161,"_79":162,"_81":163,"_83":25},"tree",[151,152],"files",[151,152],"counts",{"_141":138,"_142":61,"_143":138,"_144":145,"_146":147},"contents",[125,126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":134,"_32":135,"_30":136,"_128":-5,"_41":42,"_40":61,"_129":49,"_38":137,"_13":138,"_33":20,"_35":139,"_24":25,"_132":-5,"_27":140},{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":130,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_27":133},"14e1241a-27a8-11f0-9edc-569c3dd06744","parentId","latest",["D",1686504439000],2,"label",[28],"14d5cc46-27a8-11f0-9edc-569c3dd06744","README.md","14d5ccd2-27a8-11f0-9edc-569c3dd06744",["D",1686443401000],0,"Migrated from folder: lib/YoutubeTranscript",[135],"pulls","branches","forks","envVars",{"_148":138,"_150":138},"connections",{"_148":138,"_149":138},"count","unfilledCount","emptyCount",{"_43":134,"_32":135,"_30":136,"_128":-5,"_41":42,"_40":61,"_129":49,"_38":157,"_13":138,"_33":20,"_35":139,"_24":25,"_132":-5,"_154":158,"_27":159},{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":153,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_154":155,"_27":156},["D",1686504439000],"children",[],[28],["D",1686443401000],[],[135],["D",1746226330573],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":197,"_198":199,"_200":201,"_202":25,"_203":25,"_204":25,"_205":49,"_206":-5,"_207":-7,"_208":-7,"_209":138,"_210":25,"_211":25,"_212":-5,"_213":25,"_214":25,"_215":25,"_216":-5},"ENV",{"_168":169,"_170":171,"_172":85,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3