([\\s\\S]*?)<\\/title>/i);\n if (match && match[1]) {\n return decodeHTMLEntities(match[1].trim());\n }\n return \"\";\n}\n\nfunction decodeHTMLEntities(text: string): string {\n return text.replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/ /g, ' ');\n}",2,"82c59220-a5b7-11f1-8ee0-1607ee4eb77e",["D",1788234410379],"branchVersion","label",[170,79],"src","pulls","branches",1,"forks","envVars",{"_179":26,"_181":26},"connections",{"_179":26,"_180":26},"count","unfilledCount","emptyCount",{"_34":252,"_13":170,"_63":165,"_44":-5,"_36":37,"_167":253,"_193":100,"_38":254,"_40":173,"_66":249,"_162":-5,"_68":24,"_168":-5,"_198":255,"_17":256},{"_34":246,"_13":229,"_63":223,"_44":165,"_36":37,"_167":247,"_193":100,"_38":248,"_40":173,"_66":249,"_162":-5,"_68":24,"_168":-5,"_198":250,"_17":251},{"_34":238,"_13":239,"_63":240,"_44":223,"_36":37,"_167":241,"_193":100,"_38":242,"_40":164,"_66":67,"_162":243,"_68":24,"_168":-5,"_198":244,"_17":245},{"_34":230,"_13":231,"_63":232,"_44":223,"_36":37,"_167":233,"_193":100,"_38":234,"_40":164,"_66":67,"_162":235,"_68":24,"_168":-5,"_198":236,"_17":237},{"_34":220,"_13":221,"_63":222,"_44":223,"_36":37,"_167":224,"_193":100,"_38":225,"_40":164,"_66":67,"_162":226,"_68":24,"_168":-5,"_198":227,"_17":228},{"_34":212,"_13":213,"_63":214,"_44":165,"_36":37,"_167":215,"_193":100,"_38":216,"_40":164,"_66":67,"_162":217,"_68":24,"_168":-5,"_198":218,"_17":219},{"_34":204,"_13":205,"_63":206,"_44":165,"_36":37,"_167":207,"_193":100,"_38":208,"_40":164,"_66":67,"_162":209,"_68":24,"_168":-5,"_198":210,"_17":211},{"_34":161,"_13":79,"_63":64,"_44":165,"_36":37,"_167":82,"_193":100,"_38":201,"_40":164,"_66":67,"_162":163,"_68":24,"_168":-5,"_198":202,"_17":203},{"_34":191,"_13":192,"_63":98,"_44":-5,"_36":37,"_167":126,"_193":100,"_38":194,"_40":195,"_66":196,"_162":197,"_68":24,"_168":-5,"_198":199,"_17":200},"ee53925d-332b-4a1f-9c7f-1b87b6736715","main.ts","latest",["D",1788234541604],3,"http","import { performCheck } from \"./src/checker.ts\";\n\nexport default async function (req: Request): Promise<Response> {\n const url = new URL(req.url);\n\n // GET /api/v1/ping\n if (req.method === \"GET\" && url.pathname === \"/api/v1/ping\") {\n return Response.json({ message: \"pong\" });\n }\n\n // POST /api/v1/check\n if (req.method === \"POST\" && url.pathname === \"/api/v1/check\") {\n try {\n const body = await req.json();\n const { url: targetUrl, timeout = 10, task_id } = body;\n\n if (!targetUrl) {\n return Response.json({ error: \"Missing url parameter\" }, { status: 400 });\n }\n\n console.log(`[Task ${task_id || \"direct\"}] Processing...`);\n const result = await performCheck(targetUrl, timeout);\n\n return Response.json(result);\n } catch (err: any) {\n return Response.json({ error: err.message }, { status: 500 });\n }\n }\n\n // GET /\n if (req.method === \"GET\" && url.pathname === \"/\") {\n return new Response(\"Checker Node (Val Town) is running\", { status: 200 });\n }\n\n return new Response(\"Not Found\", { status: 404 });\n}","children",[],[192],["D",1788234410379],[],[170,79],"b28e4999-7122-4c85-8934-028b81c0545c","types.ts","b76e03d6-a5b7-11f1-8ee0-1607ee4eb77e",24,["D",1788234398181],"export enum LinkStatus {\n Unknown = 0,\n Valid = 1,\n Invalid = 2,\n Error = 3,\n}\n\nexport interface CheckResult {\n status: LinkStatus;\n http_code: number;\n reason: string;\n title: string;\n}",[],[170,205],"55c0aa3e-50e0-4cec-9a6b-400274126e58","checker.ts","add0c6d8-a5b7-11f1-b05f-1607ee4eb77e",21,["D",1788234388506],"import { type CheckResult } from \"./types.ts\";\nimport { checkXiaohongshu } from \"./platforms/xiaohongshu.ts\";\nimport { checkDouyin } from \"./platforms/douyin.ts\";\nimport { checkDefault } from \"./platforms/default.ts\";\n\n/**\n * 链接检测分发器\n */\nexport async function performCheck(urlStr: string, timeoutSeconds: number): Promise<CheckResult> {\n const platform = detectPlatform(urlStr);\n\n switch (platform) {\n case \"xiaohongshu\":\n return checkXiaohongshu(urlStr, timeoutSeconds);\n case \"douyin\":\n return checkDouyin(urlStr, timeoutSeconds);\n default:\n return checkDefault(urlStr, timeoutSeconds);\n }\n}\n\n/**\n * 识别目标 URL 的所属平台\n */\nfunction detectPlatform(url: string): string {\n const u = url.toLowerCase();\n if (u.includes(\"xiaohongshu.com\") || u.includes(\"xhslink.com\") || u.includes(\"xhslink.cn\")) return \"xiaohongshu\";\n if (u.includes(\"douyin.com\") || u.includes(\"iesdouyin.com\")) return \"douyin\";\n return \"default\";\n}",[],[170,213],"eaaea89a-0a48-42fe-8dd8-03f943d36ff7","xiaohongshu.ts","a12edea6-a5b7-11f1-b873-1607ee4eb77e","8a8af86a-a5b7-11f1-8903-1607ee4eb77e",18,["D",1788234368277],"import { LinkStatus, type CheckResult } from \"../types.ts\";\nimport { fetchWithTimeout, extractTitle, classifyHTTPStatus } from \"../utils.ts\";\n\n/**\n * 小红书专有检测逻辑\n */\nexport async function checkXiaohongshu(url: string, timeout: number): Promise<CheckResult> {\n const headers = {\n \"Referer\": \"https://www.xiaohongshu.com/\",\n \"Accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8\",\n \"Accept-Language\": \"zh-CN,zh;q=0.9\",\n };\n\n const { response, body, finalURL, error } = await fetchWithTimeout(url, timeout, headers);\n if (error) return error;\n\n const httpCode = response!.status;\n const title = extractTitle(body);\n\n // 1. 检查重定向：若重定向到首页、探索大厅或登录页，则视为失效\n if (isXhsHomepageOrLogin(finalURL, title)) {\n return { status: LinkStatus.Invalid, http_code: httpCode, reason: \"重定向到首页或登录页，链接已失效\", title };\n }\n\n if (httpCode === 200) {\n // 2. 识别风控挑战\n if (isXhsBotChallenge(body, title)) {\n return { status: LinkStatus.Error, http_code: httpCode, reason: \"触发风控验证，无法判断有效性\", title };\n }\n\n // 3. 负向匹配：删除、私密或不存在\n if (isXhsDeleted(body, title)) {\n return { status: LinkStatus.Invalid, http_code: httpCode, reason: \"笔记已删除或不存在\", title };\n }\n\n // 4.1 尝试从内嵌状态数据中提取元数据\n const stateMatch = body.match(/window\\.__INITIAL_STATE__\\s*=\\s*(.*?)<\\/script>/);\n if (stateMatch && stateMatch[1]) {\n try {\n let jsonStr = stateMatch[1].trim();\n jsonStr = jsonStr.replace(/:\\s*undefined/g, ': null');\n const state = JSON.parse(jsonStr);\n const noteId = state.note?.currentNoteId;\n if (noteId && state.note?.noteDetailMap?.[noteId]?.note) {\n const noteTitle = state.note.noteDetailMap[noteId].note.title || title;\n return { status: LinkStatus.Valid, http_code: httpCode, reason: \"OK\", title: noteTitle };\n }\n } catch (e) { }\n }\n\n // 4.2 正向特征匹配：识别 SSR 渲染的专属 OG 标签与具体笔记页特征\n if (isXhsValidContent(body, finalURL)) {\n return { status: LinkStatus.Valid, http_code: httpCode, reason: \"OK\", title };\n }\n\n return { status: LinkStatus.Error, http_code: httpCode, reason: \"页面无有效笔记内容，可能被风控\", title };\n }\n\n const [status, reason] = classifyHTTPStatus(httpCode, body, title);\n return { status, http_code: httpCode, reason, title };\n}\n\nfunction isXhsHomepageOrLogin(url: string, title: string = \"\") {\n const trimmed = url.replace(/\\/+$/, \"\").toLowerCase();\n if (trimmed === \"https://www.xiaohongshu.com\" || trimmed === \"http://www.xiaohongshu.com\" ||\n trimmed === \"https://www.xiaohongshu.com/explore\" || trimmed === \"http://www.xiaohongshu.com/explore\") {\n return true;\n }\n if (title.includes(\"小红书 - 你的生活兴趣社区\") || title.includes(\"小红书 - 标记我的生活\")) {\n return true;\n }\n return trimmed.includes(\"/login\") || trimmed.includes(\"/signin\") || url.includes(\"xiaohongshu.com/?\") || url.includes(\"xiaohongshu.com/#\");\n}\n\nfunction isXhsBotChallenge(body: string, title: string) {\n const combined = (body + title).toLowerCase();\n return [\"滑动验证\", \"请完成安全验证\", \"验证码\", \"访问频率过高\"].some(p => combined.includes(p)) && !body.includes(\"window.__INITIAL_STATE__\");\n}\n\nfunction isXhsDeleted(body: string, title: string) {\n const combined = (body + \" \" + title).toLowerCase();\n const patterns = [\n \"该笔记已被删除\",\n \"笔记不存在\",\n \"当前内容无法展示\",\n \"你要观看的图文不存在\",\n \"内容已被作者删除\",\n \"该内容已被删除\",\n \"页面不存在\",\n \"页面不见了\",\n \"你访问的页面不见了\",\n \"很抱歉，您访问的页面不存在\",\n \"内容不存在\",\n \"该笔记已私密\",\n \"作者已将该内容设为私密\",\n \"暂无权限查看\",\n ];\n return patterns.some(p => combined.includes(p.toLowerCase()));\n}\n\nfunction isXhsValidContent(body: string, finalURL: string) {\n // 1. 存在小红书单篇笔记专属的 OG 标签\n if (body.includes(\"og:xhs:note_\")) return true;\n\n // 2. 存在具体的单篇笔记 og:url\n const ogUrlMatch = body.match(/<meta[^>]+property=[\"']og:url[\"'][^>]+content=[\"']([^\"']+)[\"']/i);\n const ogUrl = ogUrlMatch?.[1];\n if (ogUrl && (ogUrl.includes(\"/explore/\") || ogUrl.includes(\"/discovery/item/\"))) {\n const idPart = ogUrl.split(\"/\").pop();\n if (idPart && idPart !== \"explore\" && idPart.length >= 10) return true;\n }\n\n // 3. 落地页在具体单篇笔记路径下\n if (finalURL.includes(\"/explore/\") || finalURL.includes(\"/discovery/item/\")) {\n try {\n const u = new URL(finalURL);\n const segments = u.pathname.split(\"/\").filter(Boolean);\n const lastSegment = segments[segments.length - 1];\n if (lastSegment && lastSegment !== \"explore\" && lastSegment.length >= 10) {\n return true;\n }\n } catch (e) { }\n }\n\n return false;\n}",[],[170,229,221],"platforms","e520e4ab-2ade-427c-8988-52f31b45c774","douyin.ts","96c2ef66-a5b7-11f1-8b63-1607ee4eb77e",15,["D",1788234350880],"import { LinkStatus, type CheckResult } from \"../types.ts\";\n\nconst MOBILE_UA = \"Mozilla/5.0 (iPhone; CPU iPhone OS 16_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1\";\nconst SPIDER_UA = \"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)\";\n\n/**\n * 抖音专有检测逻辑\n */\nexport async function checkDouyin(shareUrl: string, timeout: number): Promise<CheckResult> {\n const maxRetries = 2;\n let lastResult: CheckResult | null = null;\n\n for (let attempt = 1; attempt <= maxRetries; attempt++) {\n lastResult = await doCheckDouyin(shareUrl, timeout);\n if (lastResult.status !== LinkStatus.Error) {\n return lastResult;\n }\n if (attempt < maxRetries) {\n await new Promise(resolve => setTimeout(resolve, 1000 * attempt));\n }\n }\n return lastResult!;\n}\n\nasync function doCheckDouyin(shareUrl: string, timeout: number): Promise<CheckResult> {\n try {\n // 1. 提取视频/图文 ID\n const videoId = await extractVideoId(shareUrl, timeout, MOBILE_UA);\n if (!videoId) {\n return {\n status: LinkStatus.Invalid,\n http_code: 200,\n reason: \"内容不存在或链接已失效\",\n title: \"\"\n };\n }\n\n // 2. 请求抖音 slidesinfo 详情接口\n const apiUrl = `https://www.iesdouyin.com/web/api/v2/aweme/slidesinfo/?aweme_ids=%5B${videoId}%5D`;\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeout * 1000);\n\n let apiSuccess = false;\n let filterReasonText = \"\";\n\n try {\n const apiRes = await fetch(apiUrl, {\n method: \"GET\",\n headers: {\n \"User-Agent\": MOBILE_UA,\n \"Referer\": `https://www.iesdouyin.com/share/video/${videoId}`,\n \"Accept\": \"application/json, text/plain, */*\"\n },\n signal: controller.signal\n });\n clearTimeout(timer);\n\n if (apiRes.ok) {\n const apiData: any = await apiRes.json();\n apiSuccess = true;\n\n // 2.1 检查视频详情\n if (apiData.aweme_details && apiData.aweme_details.length > 0) {\n const item = apiData.aweme_details[0];\n const itemStatus = item.status;\n\n if (itemStatus) {\n if (itemStatus.is_delete) {\n return { status: LinkStatus.Invalid, http_code: 200, reason: \"视频已被删除\", title: \"\" };\n }\n if (itemStatus.is_prohibited) {\n return { status: LinkStatus.Invalid, http_code: 200, reason: \"视频已被封禁或下架\", title: \"\" };\n }\n if (itemStatus.is_private) {\n return { status: LinkStatus.Invalid, http_code: 200, reason: \"视频已被设为私密\", title: \"\" };\n }\n }\n\n const title = item.desc || (item.share_info && item.share_info.share_title) || \"\";\n return { status: LinkStatus.Valid, http_code: 200, reason: \"OK\", title };\n }\n\n // 2.2 记录过滤列表原因（注意：note 图文在 slidesinfo 接口中常被返回 reason:8，需经第3步爬虫页二次验证）\n if (apiData.filter_list && apiData.filter_list.length > 0) {\n const filter = apiData.filter_list[0];\n if (filter.reason === 1) filterReasonText = \"内容审核中或未通过\";\n else if (filter.reason === 2) filterReasonText = \"内容仅自己可见\";\n else if (filter.reason === 8) filterReasonText = \"内容不存在或已删除\";\n else if (filter.reason === 10) filterReasonText = \"内容已被作者删除\";\n else if (filter.reason === 12) filterReasonText = \"内容已被封禁\";\n else if (filter.filter_reason || filter.detail_msg) {\n filterReasonText = ((filter.filter_reason || \"\") + \" \" + (filter.detail_msg || \"\")).trim();\n }\n }\n }\n } catch (e) {\n clearTimeout(timer);\n }\n\n // 3. 兜底与二次验证方案：使用爬虫 UA 访问分享页\n const spiderController = new AbortController();\n const spiderTimer = setTimeout(() => spiderController.abort(), timeout * 1000);\n try {\n const reqUrl = `https://www.iesdouyin.com/share/video/${videoId}`;\n const spiderRes = await fetch(reqUrl, {\n method: \"GET\",\n headers: { \"User-Agent\": SPIDER_UA },\n signal: spiderController.signal\n });\n clearTimeout(spiderTimer);\n\n const html = await spiderRes.text();\n if (html.includes(\"视频不存在\") || html.includes(\"该视频已被删除\") || html.includes(\"该图文已被删除\") || html.includes(\"参数错误\")) {\n return { status: LinkStatus.Invalid, http_code: spiderRes.status, reason: \"内容不存在或已删除\", title: \"\" };\n }\n\n const descMatch = html.match(/<meta[^>]+name=\"description\"[^>]+content=\"([^\"]*)\"/i);\n if (descMatch && descMatch[1]) {\n const desc = descMatch[1].trim();\n if (desc && desc.includes(\"发布在抖音\")) {\n // 清洗后缀，例如 \" - 用户名于20260830发布在抖音...\"\n const cleanTitle = desc.replace(/\\s*-\\s*[^-\\n]+于\\d{8}发布在抖音.*$/, \"\").trim();\n return { status: LinkStatus.Valid, http_code: spiderRes.status, reason: \"OK\", title: cleanTitle || desc };\n }\n }\n\n const titleMatch = html.match(/<title[^>]*>([^<]+)<\\/title>/i);\n if (titleMatch && titleMatch[1]) {\n const title = titleMatch[1].trim();\n if (title && title !== \"抖音\" && title !== \"None\") {\n const cleanTitle = title.replace(/\\s*-\\s*抖音$/, \"\").trim();\n if (cleanTitle) {\n return { status: LinkStatus.Valid, http_code: spiderRes.status, reason: \"OK\", title: cleanTitle };\n }\n }\n }\n } catch (e) {\n clearTimeout(spiderTimer);\n }\n\n if (apiSuccess) {\n return { status: LinkStatus.Invalid, http_code: 200, reason: filterReasonText || \"内容不存在或已删除\", title: \"\" };\n }\n\n return { status: LinkStatus.Error, http_code: 0, reason: \"检测失败，接口无响应\", title: \"\" };\n } catch (err: any) {\n return { status: LinkStatus.Error, http_code: 0, reason: \"检测过程异常: \" + err.message, title: \"\" };\n }\n}\n\n/**\n * 提取视频/图文 ID\n */\nasync function extractVideoId(shareUrl: string, timeout: number, ua: string): Promise<string | null> {\n if (!shareUrl.includes(\"v.douyin.com\")) {\n return parseIdFromPath(shareUrl);\n }\n\n const controller = new AbortController();\n const id = setTimeout(() => controller.abort(), timeout * 1000);\n\n try {\n const res = await fetch(shareUrl, {\n method: \"GET\",\n headers: { \"User-Agent\": ua },\n redirect: \"manual\",\n signal: controller.signal\n });\n clearTimeout(id);\n\n const location = res.headers.get(\"location\");\n if (location) {\n if (location === \"https://www.douyin.com\" || location === \"https://www.douyin.com/\" || location.startsWith(\"https://www.douyin.com/?\")) {\n return null;\n }\n return parseIdFromPath(location);\n }\n\n const followRes = await fetch(shareUrl, { headers: { \"User-Agent\": ua }, redirect: \"follow\" });\n if (followRes.url.includes(\"www.douyin.com\") && !followRes.url.includes(\"/video/\") && !followRes.url.includes(\"/note/\")) {\n return null;\n }\n return parseIdFromPath(followRes.url);\n } catch (e) {\n clearTimeout(id);\n return null;\n }\n}\n\nfunction parseIdFromPath(urlPath: string): string | null {\n try {\n const url = new URL(urlPath);\n const modalId = url.searchParams.get(\"modal_id\");\n if (modalId && /^\\d+$/.test(modalId)) return modalId;\n\n const segments = url.pathname.split(\"/\").filter(s => s.length > 0);\n for (let i = segments.length - 1; i >= 0; i--) {\n const seg = segments[i];\n if (seg && /^\\d+$/.test(seg)) {\n return seg;\n }\n }\n } catch (e) { }\n return null;\n}",[],[170,229,231],"1c0fc958-5deb-42be-9fa0-bba869eab5e3","default.ts","8dfd7554-a5b7-11f1-bba3-1607ee4eb77e",12,["D",1788234332380],"import { type CheckResult } from \"../types.ts\";\nimport { fetchWithTimeout, extractTitle, classifyHTTPStatus } from \"../utils.ts\";\n\nexport async function checkDefault(url: string, timeout: number): Promise<CheckResult> {\n const { response, body, error } = await fetchWithTimeout(url, timeout);\n if (error) return error;\n\n const httpCode = response!.status;\n const title = extractTitle(body);\n const [status, reason] = classifyHTTPStatus(httpCode, body, title);\n\n return {\n status,\n http_code: httpCode,\n reason,\n title: title.slice(0, 100)\n };\n}",[],[170,229,239],"7403b4bb-0728-4deb-914c-a167bd95dc96",9,["D",1788234317233],"directory",[184,185,186],[170,229],"1b1947e5-48c7-40bd-b94f-decd29e33df1",7,["D",1788234305332],[183,187,188,189],[170],["D",1788234227276],["D",1789539031988],{"_11":12,"_139":71},{"_11":12,"_135":71,"_70":71,"_30":69,"_136":137,"_138":24},{"_40":126,"_13":16,"_34":37,"_127":88,"_128":-5,"_129":-5,"_130":-5,"_131":-5,"_132":-5,"_133":14,"_134":12},"ctx",{"_53":-5,"_158":295,"_296":297,"_298":299,"_300":24,"_301":24,"_302":24,"_303":100,"_304":-5,"_305":-7,"_306":-7,"_307":26,"_308":24,"_309":24,"_310":-5,"_311":24,"_312":24,"_313":24,"_314":-5},"ENV",{"_266":267,"_268":269,"_270":16,"_271":272,"_273":274,"_275":276,"_277":278,"_279":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

History · utils.ts