[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_194":195,"_196":197},"routes/_app.x.$handle.$name",{"_95":94,"_32":44,"_104":85,"_27":105,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":48,"_119":120,"_121":48,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":48,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":48,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":48},"version",9,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",true,"deletedHere","path","probe.ts","latestPath","fileId","c2d48662-a401-11f1-a0e9-1607ee4eb77e","name","fileType","script","content","const url = \"https://zenodo.org/records/13912659/files/honduras-bad-anonymized?download=1\";\nconst res = await fetch(url, { headers: { range: \"bytes=0-65535\" } });\nconst buf = new Uint8Array(await res.arrayBuffer());\nconst text = new TextDecoder().decode(buf);\nconsole.log(JSON.stringify({\n status: res.status,\n contentType: res.headers.get(\"content-type\"),\n contentLength: res.headers.get(\"content-length\"),\n contentRange: res.headers.get(\"content-range\"),\n acceptRanges: res.headers.get(\"accept-ranges\"),\n bytes: buf.length,\n prefix: text.slice(0, 20000)\n}));","createdAt",["D",1788047065846],"branchVersion","branchId","7a977325-5523-41d5-a402-9b80aef3f988","id","b1e371df-d8a4-4440-b746-e6e1cb82335e","cognitive-influence-shield-v7-benchmark",["D",1788046289516],"deletedAt","legacyEnvVars",false,"privacy","public","httpPrivacy","description","V7 open IO benchmark and conformance runner","imageUrl","d3788f19-13c5-4356-87e8-dce639626bb9","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a04116-f28c-754c-9173-77bf5814fcd6","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_103":99},"org",{"_95":94,"_96":97,"_98":99,"_18":55,"_100":101,"_102":48},"branch",{"_13":84,"_32":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"isOwned",35,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","sebas1","handle","displayName","sebas","avatar","https://lh3.googleusercontent.com/a/ACg8ocJaC6uiXPmN9dvgA2XcSlzBSkPJO0GN5zKzPm3a8cbjmXC9HYA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":190,"_46":-5,"_47":48,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":48,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":191,"_79":192,"_81":193,"_83":48},"tree",[173,174,175,176],"files",[173,174,175,176],"counts",{"_162":61,"_163":164,"_165":61,"_166":167,"_168":169},"contents",[126,127,128,129],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":155,"_32":156,"_30":157,"_133":-5,"_40":41,"_39":158,"_135":48,"_37":159,"_13":61,"_33":34,"_35":160,"_24":48,"_138":-5,"_27":161},{"_42":147,"_32":148,"_30":149,"_133":-5,"_40":41,"_39":150,"_135":48,"_37":151,"_13":152,"_33":34,"_35":153,"_24":48,"_138":-5,"_27":154},{"_42":140,"_32":141,"_30":142,"_133":-5,"_40":41,"_39":143,"_135":48,"_37":144,"_13":61,"_33":34,"_35":145,"_24":48,"_138":-5,"_27":146},{"_42":130,"_32":131,"_30":132,"_133":-5,"_40":41,"_39":134,"_135":48,"_37":136,"_13":61,"_33":34,"_35":137,"_24":48,"_138":-5,"_27":139},"6e093554-93e2-4ea2-9e02-217cc019c3ce","sample_honduras.ts","4bef66e2-a402-11f1-ba42-1607ee4eb77e","parentId",4,"latest",["D",1788046519599],"const SOURCES = [\n {label: 1, control: false, name: \"honduras-bad-anonymized\", url: \"https://zenodo.org/records/13912659/files/honduras-bad-anonymized?download=1\"},\n {label: 0, control: true, name: \"honduras-good-anonymized\", url: \"https://zenodo.org/records/13912659/files/honduras-good-anonymized?download=1\"},\n];\nconst WINDOWS = 16;\nconst WINDOW_BYTES = 131072;\nconst TARGET_ACCOUNTS = 80;\nconst MAX_POSTS_PER_ACCOUNT = 10;\nfunction fnv1a(s: string): number { let h=0x811c9dc5; for(let i=0;i>>0;} return h>>>0; }\nfunction firstUrl(v: unknown): string|null {\n if (Array.isArray(v)) return v.length ? String(v[0]) : null;\n const s=String(v??\"\").trim(); if(!s) return null;\n try { const j=JSON.parse(s); if(Array.isArray(j)&&j.length) return String(j[0]); } catch {}\n const m=s.match(/https?:\\/\\/[^\\s'\\\",\\]]+/); return m?m[0]:null;\n}\nasync function totalSize(url:string):Promise{\n const r=await fetch(url,{headers:{range:\"bytes=0-0\"}}); const cr=r.headers.get(\"content-range\")||\"\";\n const m=cr.match(/\\/(\\d+)$/); await r.arrayBuffer(); if(!m) throw new Error(\"missing total\"); return Number(m[1]);\n}\nasync function readWindow(url:string,start:number,total:number):Promise{\n const end=Math.min(total-1,start+WINDOW_BYTES-1); const r=await fetch(url,{headers:{range:`bytes=${start}-${end}`}});\n if(r.status!==206) throw new Error(`range status ${r.status}`);\n let txt=await r.text(); if(start>0){const nl=txt.indexOf(\"\\n\");txt=nl>=0?txt.slice(nl+1):\"\";}\n if(end=0?txt.slice(0,nl):\"\";} return txt.split(\"\\n\").filter(Boolean);\n}\nasync function sampleSource(src:any){\n const total=await totalSize(src.url); const starts:number[]=[]; const maxStart=Math.max(0,total-WINDOW_BYTES);\n for(let i=0;ireadWindow(src.url,s,total)));\n const byAccount=new Map(); const seenPosts=new Set(); let parseErrors=0;\n for(const lines of chunks) for(const line of lines){let x:any;try{x=JSON.parse(line)}catch{parseErrors++;continue}\n const id=String(x.tweetid??\"\"), account=String(x.userid??\"\"); if(!id||!account||seenPosts.has(id)) continue; seenPosts.add(id);\n const good=Number(x.good); if((src.control&&good!==1)||(!src.control&&good!==0)) continue;\n let arr=byAccount.get(account); if(!arr){arr=[];byAccount.set(account,arr)} if(arr.length>=MAX_POSTS_PER_ACCOUNT) continue;\n arr.push({tweetid:id,userid:account,tweet_text:String(x.tweet_text??\"\"),tweet_time:Number(x.tweet_time),urls:firstUrl(x.urls),\n like_count:Number(x.like_count??0),retweet_count:Number(x.retweet_count??0),follower_count:Number(x.follower_count??0),good});\n }\n const eligible=[...byAccount.entries()].filter(([,v])=>v.length>=2); eligible.sort((a,b)=>fnv1a(a[0])-fnv1a(b[0])||a[0].localeCompare(b[0]));\n const chosen=eligible.slice(0,TARGET_ACCOUNTS);\n return {name:src.name,url:src.url,totalBytes:total,starts,parseErrors,observedPosts:seenPosts.size,observedAccounts:byAccount.size,\n eligibleAccounts:eligible.length,selectedAccounts:chosen.length,records:chosen.flatMap(([,v])=>v)};\n}\nasync function gzipBase64(text:string):Promise{\n const input=new Blob([new TextEncoder().encode(text)]).stream(); const compressed=input.pipeThrough(new CompressionStream(\"gzip\"));\n const bytes=new Uint8Array(await new Response(compressed).arrayBuffer()); let out=\"\"; const step=0x8000;\n for(let i=0;ix.records);\nconst jsonl=records.map(x=>JSON.stringify(x)).join(\"\\n\")+\"\\n\"; const b64=await gzipBase64(jsonl);\nconst meta={dataset:\"Cima et al. 2024 Honduras open IO dataset\",doi:\"10.5281/zenodo.13912659\",\n samplingDesign:\"SYSTEMATIC_EQUAL_BYTE_WINDOWS_THEN_DETERMINISTIC_ACCOUNT_HASH\",windows:WINDOWS,windowBytes:WINDOW_BYTES,\n targetAccountsPerClass:TARGET_ACCOUNTS,maxPostsPerAccount:MAX_POSTS_PER_ACCOUNT,records:records.length,\n bySource:sampled.map(({records:_r,...m})=>m),gzipBase64Chars:b64.length};\nconsole.log(\"META:\"+JSON.stringify(meta)); const CHUNK=45000; for(let i=0,n=0;i>>0}return h>>>0}\nfunction firstUrl(v:any):string|null{if(Array.isArray(v))return v.length?String(v[0]):null;const s=String(v??\"\").trim();if(!s)return null;try{const j=JSON.parse(s);if(Array.isArray(j)&&j.length)return String(j[0])}catch{}const m=s.match(/https?:\\/\\/[^\\s'\\\",\\]]+/);return m?m[0]:null}\nasync function totalSize(url:string){const r=await fetch(url,{headers:{range:\"bytes=0-0\"}});const m=(r.headers.get(\"content-range\")||\"\").match(/\\/(\\d+)$/);await r.arrayBuffer();if(!m)throw Error(\"no total\");return Number(m[1])}\nasync function readWindow(url:string,start:number,total:number){const end=Math.min(total-1,start+WINDOW_BYTES-1);const r=await fetch(url,{headers:{range:`bytes=${start}-${end}`}});if(r.status!==206)throw Error(`range ${r.status}`);let txt=await r.text();if(start>0){const n=txt.indexOf(\"\\n\");txt=n>=0?txt.slice(n+1):\"\"}if(end=0?txt.slice(0,n):\"\"}return txt.split(\"\\n\").filter(Boolean)}\nasync function sampleSource(src:any){const total=await totalSize(src.url);const maxStart=Math.max(0,total-WINDOW_BYTES);const starts=Array.from({length:WINDOWS},(_,i)=>Math.floor(i*maxStart/(WINDOWS-1)));const chunks=await Promise.all(starts.map(s=>readWindow(src.url,s,total)));const by=new Map(),seen=new Set();let parseErrors=0;for(const ls of chunks)for(const line of ls){let x:any;try{x=JSON.parse(line)}catch{parseErrors++;continue}const id=String(x.tweetid??\"\"),a=String(x.userid??\"\");if(!id||!a||seen.has(id))continue;seen.add(id);const good=Number(x.good);if((src.control&&good!==1)||(!src.control&&good!==0))continue;let arr=by.get(a);if(!arr){arr=[];by.set(a,arr)}if(arr.length>=MAX_POSTS_PER_ACCOUNT)continue;arr.push({id,account:a,text:String(x.tweet_text??\"\"),t:Number(x.tweet_time)/1000,url:firstUrl(x.urls),label:src.control?0:1})}const eligible=[...by.entries()].filter(([,v])=>v.length>=2);eligible.sort((a,b)=>fnv1a(a[0])-fnv1a(b[0])||a[0].localeCompare(b[0]));const chosen=eligible.slice(0,TARGET_ACCOUNTS);return{meta:{name:src.name,totalBytes:total,starts,parseErrors,observedPosts:seen.size,observedAccounts:by.size,eligibleAccounts:eligible.length,selectedAccounts:chosen.length},posts:chosen.flatMap(([,v])=>v)}}\nconst urlRe=/https?:\\/\\/[^\\s)\\]}>\"']+/giu,wordRe=/[\\p{L}\\p{N}_]+/gu;\nfunction norm(s:string){return((s||\"\").toLowerCase().replace(urlRe,\" URL \").match(wordRe)||[]).join(\" \")}\nfunction toks(s:string){return new Set((s.toLowerCase().match(wordRe)||[]))}\nfunction jac(A:Set,B:Set){if(!A.size&&!B.size)return 1;if(!A.size||!B.size)return 0;let inter=0;for(const x of A)if(B.has(x))inter++;return inter/(A.size+B.size-inter)}\nclass DSU{p:number[];r:number[];constructor(n:number){this.p=Array.from({length:n},(_,i)=>i);this.r=Array(n).fill(0)}find(x:number){while(this.p[x]!==x){this.p[x]=this.p[this.p[x]];x=this.p[x]}return x}union(a:number,b:number){a=this.find(a);b=this.find(b);if(a===b)return;if(this.r[a]norm(p.text)),ts=norms.map(toks),dup:any[]=[],sync:any[]=[],dsu=new DSU(n);for(let i=0;i=SIM_THRESHOLD&&Math.min(norms[i].length,norms[j].length)>=20){dup.push([i,j,sim]);dsu.union(i,j)}}const groups=new Map();for(let i=0;inew Set(ids.map(i=>posts[i].account)).size>=2);const timed=posts.map((p,i)=>[i,p] as [number,P]).sort((a,b)=>a[1].t-b[1].t);let left=0;for(let right=0;rightSYNC_WINDOW)left++;for(let k=left;k=SIM_THRESHOLD)sync.push([ia,ib,b.t-a.t,sim,same?\"same_url\":\"similar_text\"])}}const by=new Map();const get=(a:string)=>{if(!by.has(a))by.set(a,{post_count:0,repetition_edge_count:0,sync_hit_count:0,media_edge_count:0,coordination_group_count:0,windows:new Set()});return by.get(a)};for(const p of posts)get(p.account).post_count++;for(const[i,j]of dup)for(const a of[posts[i].account,posts[j].account])get(a).repetition_edge_count++;for(const[i,j]of sync)for(const a of[posts[i].account,posts[j].account])get(a).sync_hit_count++;for(const ids of coord){const accts=new Set(ids.map(i=>posts[i].account)),wins=new Map>();for(const i of ids){const w=Math.floor(posts[i].t/LONG_WINDOW);if(!wins.has(w))wins.set(w,new Set());wins.get(w)!.add(posts[i].account)}const valid=[...wins.entries()].filter(([,as])=>as.size>=2);for(const a of accts){const d=get(a);d.coordination_group_count++;for(const[w,as]of valid)if(as.has(a))d.windows.add(w)}}const sat=(c:number,k:number)=>c>0?100*(1-Math.exp(-c/k)):0,clamp=(x:number)=>Math.max(0,Math.min(100,x)),out:any[]=[];for(const[a,d]of[...by.entries()].sort()){const w=d.windows.size,c={repetition:sat(d.repetition_edge_count,2),synchronization:sat(d.sync_hit_count,2),media_reuse:0,longitudinal:clamp(100*Math.max(0,w-1)/3),group_participation:clamp(100*d.coordination_group_count/3)},score=Math.round((.3*c.repetition+.3*c.synchronization+.15*c.longitudinal+.1*c.group_participation)*10)/10;out.push({account:a,score,label:posts.find(p=>p.account===a)!.label})}const br=(edges:any[])=>{let io_io=0,control_control=0,cross=0;for(const e of edges){const a=posts[e[0]].label,b=posts[e[1]].label;if(a&&b)io_io++;else if(!a&&!b)control_control++;else cross++;}return{io_io,control_control,cross}};return{out,dupEdges:dup.length,syncHits:sync.length,coordGroups:coord.length,dupBreakdown:br(dup),syncBreakdown:br(sync)}}\nasync function bucket(v:string){const d=new Uint8Array(await crypto.subtle.digest(\"SHA-256\",new TextEncoder().encode(SEED+\"|\"+v)));let x=0n;for(let i=0;i<8;i++)x=(x<<8n)+BigInt(d[i]);return Number(x)/Number((1n<<64n)-1n)=thr;if(pred&&x.label)tp++;else if(pred)fp++;else if(!x.label)tn++;else fn++}const precision=tp/(tp+fp||1),recall=tp/(tp+fn||1),specificity=tn/(tn+fp||1),f1=(precision+recall)?2*precision*recall/(precision+recall):0;return{threshold:thr,tp,fp,tn,fn,precision:+precision.toFixed(4),recall:+recall.toFixed(4),specificity:+specificity.toFixed(4),f1:+f1.toFixed(4),balanced_accuracy:+((recall+specificity)/2).toFixed(4)}}\nfunction auc(items:any[]){const P=items.filter(x=>x.label),N=items.filter(x=>!x.label);let w=0;for(const p of P)for(const n of N)w+=p.score>n.score?1:p.score===n.score?.5:0;return +(w/(P.length*N.length)).toFixed(4)}\nfunction ap(items:any[]){const o=[...items].sort((a,b)=>b.score-a.score),npos=o.filter(x=>x.label).length;let tp=0,s=0;o.forEach((x,i)=>{if(x.label){tp++;s+=tp/(i+1)}});return +(s/npos).toFixed(4)}\nconst sampled=await Promise.all(SOURCES.map(sampleSource)),posts=sampled.flatMap(x=>x.posts),sc=scores(posts),scored=[];for(const x of sc.out)scored.push({...x,split:await bucket(x.account)});const cal=scored.filter(x=>x.split===\"calibration\"),test=scored.filter(x=>x.split===\"test\"),candidates=[...new Set([0,100.0001,...cal.map(x=>x.score)])].sort((a,b)=>a-b);let best:any=null;for(const t of candidates){const m=met(cal,t),key=[m.f1,m.balanced_accuracy,m.precision,-t];if(!best||key[0]>best.key[0]||key[0]===best.key[0]&&(key[1]>best.key[1]||key[1]===best.key[1]&&(key[2]>best.key[2]||key[2]===best.key[2]&&key[3]>best.key[3])))best={key,t,m}}const tm=met(test,best.t),io=scored.filter(x=>x.label),ctl=scored.filter(x=>!x.label);console.log(JSON.stringify({version:\"V6_EXTERNAL_SMOKE_REFERENCE_1\",status:\"OK\",engine:\"EXHAUSTIVE_O_N2_REFERENCE_NOT_PRODUCTION_BLOCKING\",doi:\"10.5281/zenodo.13912659\",dataset:\"Honduras\",sampling:{design:\"SYSTEMATIC_EQUAL_BYTE_WINDOWS_THEN_DETERMINISTIC_ACCOUNT_HASH\",windows:WINDOWS,windowBytes:WINDOW_BYTES,targetAccountsPerClass:TARGET_ACCOUNTS,maxPostsPerAccount:MAX_POSTS_PER_ACCOUNT,minimumObservedPostsPerSelectedAccount:2,bySource:sampled.map(x=>x.meta)},posts:posts.length,accounts:scored.length,classCounts:{io:io.length,control:ctl.length},referenceGraph:{duplicateEdges:sc.dupEdges,duplicateBreakdown:sc.dupBreakdown,syncHits:sc.syncHits,syncBreakdown:sc.syncBreakdown,coordinationGroups:sc.coordGroups},split:{seed:SEED,calibration:cal.length,test:test.length,calIO:cal.filter(x=>x.label).length,calControl:cal.filter(x=>!x.label).length,testIO:test.filter(x=>x.label).length,testControl:test.filter(x=>!x.label).length},selectedThreshold:best.t,calibrationMetrics:best.m,testMetrics:{...tm,roc_auc:auc(test),average_precision:ap(test)},scoreSummary:{io:{min:Math.min(...io.map(x=>x.score)),max:Math.max(...io.map(x=>x.score)),mean:+(io.reduce((a,x)=>a+x.score,0)/io.length).toFixed(3)},control:{min:Math.min(...ctl.map(x=>x.score)),max:Math.max(...ctl.map(x=>x.score)),mean:+(ctl.reduce((a,x)=>a+x.score,0)/ctl.length).toFixed(3)}},limitations:[\"Systematic range-window sample, not a random/full-corpus estimate.\",\"Accounts are balanced by construction; precision is not deployment prevalence-adjusted.\",\"Only accounts with >=2 posts observed in sampled windows are eligible.\",\"Exhaustive reference candidate graph can differ from production blocking; this result does not calibrate production precision/recall.\",\"IO membership is not bot identity, truth, intent, authenticity, or state attribution.\"]}));",[148],"0670687e-d07f-41c2-bfc0-a7a9999b3cb2","blake_test.ts","05d71a14-a403-11f1-adc1-1607ee4eb77e",8,["D",1788046831460],"import { createHash } from \"node:crypto\";\nfunction shingles(text:string,k=5){const c=text.trim().replace(/\\s+/g,\" \");const out:string[]=[];if(c.length<=k)return c?[c]:[];for(let i=0;i<=c.length-k;i++)out.push(c.slice(i,i+k));return out}\nfunction sig(text:string){const sh=shingles(text);return [\"0\",\"1\",\"2\",\"3\"].map(seed=>{let best:bigint|null=null;for(const x of sh){const h=createHash(\"blake2b512\",{outputLength:8} as any).update(seed+x,\"utf8\").digest();let v=0n;for(const b of h)v=(v<<8n)+BigInt(b);if(best===null||v

Diff · v9