[{"_1":2,"_171":-5,"_172":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","f51a00d1aedfb0f6c517a3d665913da6776cbefb","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_150":151,"_168":169,"_170":-5},"handle","dinavinter","name","os","path","update-authors-advanced.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":-5,"_111":-5,"_12":112,"_113":114,"_115":116,"_117":116,"_118":-5,"_119":32,"_14":120,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":130,"_133":134,"_136":137,"_149":20},"id","e15ca240-4214-11f0-b519-76b3cceeab13","createdAt",["D",1749131789618],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","6d45e71e-9df4-45e8-82ab-e09c45bfc5a1","pinnedFileId","fd41b95a-455c-11f0-9a97-76b3cceeab13","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","b636164b-34c9-4e0c-9d39-dd3dc6f25436","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_131":132},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ycVgxSUNRd1V1VDlqTnNmYUh6MDA0VW1ldlMifQ","org",{"_94":95,"_135":132,"_12":112},"avatar","branch",{"_138":139,"_96":44,"_102":140,"_141":103,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":-5,"_147":97,"_148":95},"version",169,"e15cf164-4214-11f0-b519-76b3cceeab13","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":152,"_96":99,"_153":154,"_155":-5,"_156":140,"_157":158,"_159":116,"_104":160,"_138":32,"_161":162,"_163":164,"_165":20,"_166":-5,"_98":167},"0ee72e32-42de-11f0-800c-76b3cceeab13","fileId","0ee72f04-42de-11f0-800c-76b3cceeab13","parentId","branchId","branchVersion",62,"latest",["D",1749218194863],"fileType","script","content","// Advanced script to update existing projects with author names\n// Handles multiple scenarios: missing authors, \"Unknown\" authors, and provides detailed reporting\n\nconst GIGYA_DOMAIN = process.env.GIGYA_DOMAIN || \"accounts.eu1.gigya.com\";\nconst GIGYA_API_KEY = process.env.GIGYA_API_KEY;\nconst GIGYA_APP_KEY = process.env.GIGYA_APP_KEY;\nconst GIGYA_APP_SECRET = process.env.GIGYA_APP_SECRET;\n\n// Configuration options\nconst CONFIG = {\n dryRun: process.env.DRY_RUN === \"true\", // Set to true to preview changes without applying them\n batchSize: 10, // Number of projects to process in each batch\n delayBetweenRequests: 150, // Milliseconds to wait between API calls\n updateUnknownOnly: process.env.UPDATE_UNKNOWN_ONLY === \"true\", // Only update \"Unknown\" authors, not missing ones\n};\n\nif (!GIGYA_API_KEY || !GIGYA_APP_KEY || !GIGYA_APP_SECRET) {\n console.error(\"Missing Gigya environment variables!\");\n console.log(\"Required variables: GIGYA_API_KEY, GIGYA_APP_KEY, GIGYA_APP_SECRET\");\n console.log(\"\\nOptional environment variables:\");\n console.log(\"- DRY_RUN=true (preview changes without applying)\");\n console.log(\"- UPDATE_UNKNOWN_ONLY=true (only update 'Unknown' authors)\");\n process.exit(1);\n}\n\ninterface ProjectData {\n id?: number;\n title: string;\n description: string;\n repositoryUrl: string;\n votes: number;\n comments: number;\n commitment?: string;\n skills?: string[];\n contribution?: string;\n author?: string;\n enabled: boolean;\n createdAt?: string;\n updatedAt?: string;\n deleted?: boolean;\n}\n\ninterface GigyaResponse {\n errorCode: number;\n errorMessage?: string;\n results?: Array<{\n oid: string;\n data: ProjectData;\n }>;\n object?: {\n data: ProjectData;\n };\n}\n\ninterface UpdateStats {\n total: number;\n needsUpdate: number;\n updated: number;\n skipped: number;\n errors: number;\n authorFound: number;\n authorNotFound: number;\n}\n\nasync function makeGigyaRequest(endpoint: string, params: Record): Promise {\n const url = `https://${GIGYA_DOMAIN}/${endpoint}?httpStatusCodes=true`;\n\n const body = new URLSearchParams({\n apiKey: GIGYA_API_KEY!,\n userKey: GIGYA_APP_KEY!,\n secret: GIGYA_APP_SECRET!,\n ...params,\n });\n\n const response = await fetch(url, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/x-www-form-urlencoded\" },\n body,\n });\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`${response.statusText}: ${text}`);\n }\n\n const text = await response.text();\n return JSON.parse(text);\n}\n\nfunction cabbabCase(str: string): string {\n return str.replaceAll(/[\\W_]+/g, \"-\").toLowerCase();\n}\n\nfunction shouldUpdateAuthor(currentAuthor: string | undefined): boolean {\n if (CONFIG.updateUnknownOnly) {\n return currentAuthor === \"Unknown\";\n }\n \n return !currentAuthor || \n currentAuthor === \"Unknown\" || \n currentAuthor.trim() === \"\" ||\n currentAuthor === \"undefined\" ||\n currentAuthor === \"null\";\n}\n\nfunction getAuthorDisplayName(authorName: string): string {\n // Clean up author names that might be user IDs\n if (authorName.startsWith(\"I\") && /^I\\d+$/.test(authorName)) {\n return `User ${authorName}`;\n }\n \n if (authorName.includes(\"[bot]\")) {\n return authorName.replace(\"[bot]\", \" (Bot)\");\n }\n \n return authorName;\n}\n\n// Import the data.json to get author information\nimport data from \"./data.json\" with { \"type\": \"json\" };\n\nasync function analyzeProjects(): Promise {\n console.log(\"🔍 Analyzing current project author status...\");\n \n try {\n const searchResponse = await makeGigyaRequest(\"ds.search\", {\n query: \"SELECT * FROM oss_projects WHERE deleted != true\",\n });\n\n if (searchResponse.errorCode !== 0) {\n throw new Error(`Failed to fetch projects: ${searchResponse.errorMessage}`);\n }\n\n const projects = searchResponse.results || [];\n \n const analysis = {\n total: projects.length,\n withAuthor: 0,\n withoutAuthor: 0,\n unknownAuthor: 0,\n emptyAuthor: 0,\n };\n\n const authorCounts = new Map();\n\n for (const project of projects) {\n const author = project.data.author;\n \n if (!author || author.trim() === \"\") {\n analysis.withoutAuthor++;\n } else if (author === \"Unknown\") {\n analysis.unknownAuthor++;\n } else {\n analysis.withAuthor++;\n authorCounts.set(author, (authorCounts.get(author) || 0) + 1);\n }\n }\n\n console.log(\"\\n📊 Current Author Analysis:\");\n console.log(` 📁 Total projects: ${analysis.total}`);\n console.log(` ✅ With author: ${analysis.withAuthor}`);\n console.log(` ❓ Without author: ${analysis.withoutAuthor}`);\n console.log(` 🤷 Unknown author: ${analysis.unknownAuthor}`);\n console.log(` 📝 Need updating: ${analysis.withoutAuthor + analysis.unknownAuthor}`);\n\n if (authorCounts.size > 0) {\n console.log(\"\\n👥 Top Authors:\");\n const sortedAuthors = Array.from(authorCounts.entries())\n .sort((a, b) => b[1] - a[1])\n .slice(0, 5);\n \n for (const [author, count] of sortedAuthors) {\n console.log(` ${author}: ${count} project${count > 1 ? 's' : ''}`);\n }\n }\n\n } catch (error) {\n console.error(\"❌ Error during analysis:\", error);\n throw error;\n }\n}\n\nasync function updateProjectAuthors(): Promise {\n console.log(`\\n🔄 Starting author update process... ${CONFIG.dryRun ? \"(DRY RUN)\" : \"\"}`);\n \n const stats: UpdateStats = {\n total: 0,\n needsUpdate: 0,\n updated: 0,\n skipped: 0,\n errors: 0,\n authorFound: 0,\n authorNotFound: 0,\n };\n\n try {\n // Fetch all existing projects\n const searchResponse = await makeGigyaRequest(\"ds.search\", {\n query: \"SELECT * FROM oss_projects WHERE deleted != true\",\n });\n\n if (searchResponse.errorCode !== 0) {\n throw new Error(`Failed to fetch projects: ${searchResponse.errorMessage}`);\n }\n\n const existingProjects = searchResponse.results || [];\n stats.total = existingProjects.length;\n \n console.log(`📥 Found ${existingProjects.length} existing projects`);\n\n // Create author lookup from data.json\n const authorLookup = new Map();\n const titleToIdMap = new Map();\n \n if (data.projects && Array.isArray(data.projects)) {\n for (const project of data.projects) {\n if (project.title) {\n const normalizedTitle = cabbabCase(project.title);\n \n if (project.author?.name) {\n authorLookup.set(normalizedTitle, project.author.name);\n }\n \n if (project.id) {\n titleToIdMap.set(normalizedTitle, project.id);\n }\n }\n }\n }\n \n console.log(`📝 Created lookup for ${authorLookup.size} projects with author data`);\n\n // Process projects in batches\n for (let i = 0; i < existingProjects.length; i += CONFIG.batchSize) {\n const batch = existingProjects.slice(i, i + CONFIG.batchSize);\n console.log(`\\n📦 Processing batch ${Math.floor(i / CONFIG.batchSize) + 1}/${Math.ceil(existingProjects.length / CONFIG.batchSize)}`);\n\n for (const projectResult of batch) {\n const { oid, data: projectData } = projectResult;\n \n try {\n // Check if author needs updating\n if (!shouldUpdateAuthor(projectData.author)) {\n console.log(`⏭️ \"${projectData.title}\" - author OK: \"${projectData.author}\"`);\n stats.skipped++;\n continue;\n }\n\n stats.needsUpdate++;\n\n // Look up author from data.json\n const rawAuthorName = authorLookup.get(oid);\n \n if (!rawAuthorName) {\n console.log(`⚠️ No author data found for \"${projectData.title}\" (oid: ${oid})`);\n stats.authorNotFound++;\n continue;\n }\n\n stats.authorFound++;\n const authorName = getAuthorDisplayName(rawAuthorName);\n\n console.log(`🔄 ${CONFIG.dryRun ? \"[DRY RUN] \" : \"\"}Updating \"${projectData.title}\"`);\n console.log(` 📝 Author: \"${projectData.author || 'undefined'}\" → \"${authorName}\"`);\n\n if (!CONFIG.dryRun) {\n // Update the project with the author name\n const updatedProjectData = {\n ...projectData,\n author: authorName,\n updatedAt: new Date().toISOString(),\n };\n\n const updateResponse = await makeGigyaRequest(\"ds.store\", {\n type: \"oss_projects\",\n data: JSON.stringify(updatedProjectData),\n oid: oid,\n });\n\n if (updateResponse.errorCode === 0) {\n console.log(` ✅ Successfully updated`);\n stats.updated++;\n } else {\n console.error(` ❌ Failed to update: ${updateResponse.errorMessage}`);\n stats.errors++;\n }\n\n // Rate limiting delay\n await new Promise((resolve) => setTimeout(resolve, CONFIG.delayBetweenRequests));\n } else {\n stats.updated++; // Count as updated for dry run stats\n }\n\n } catch (error) {\n console.error(`❌ Error processing \"${projectData.title}\":`, error);\n stats.errors++;\n }\n }\n }\n\n return stats;\n\n } catch (error) {\n console.error(\"❌ Error during author update process:\", error);\n throw error;\n }\n}\n\nasync function generateReport(stats: UpdateStats): Promise {\n console.log(\"\\n📊 Final Update Report:\");\n console.log(\"=\" .repeat(50));\n console.log(`📁 Total projects processed: ${stats.total}`);\n console.log(`🔍 Projects needing update: ${stats.needsUpdate}`);\n console.log(`✅ Successfully updated: ${stats.updated}`);\n console.log(`⏭️ Skipped (already have author): ${stats.skipped}`);\n console.log(`❌ Errors during update: ${stats.errors}`);\n console.log(`📝 Author data found: ${stats.authorFound}`);\n console.log(`❓ Author data not found: ${stats.authorNotFound}`);\n \n const successRate = stats.needsUpdate > 0 ? (stats.updated / stats.needsUpdate * 100).toFixed(1) : \"0\";\n console.log(`📈 Success rate: ${successRate}%`);\n\n if (CONFIG.dryRun) {\n console.log(\"\\n⚠️ This was a DRY RUN - no changes were actually made\");\n console.log(\" Set DRY_RUN=false to apply the changes\");\n }\n}\n\nasync function verifyUpdates(): Promise {\n if (CONFIG.dryRun) return;\n \n console.log(\"\\n🔍 Verifying updates...\");\n \n try {\n const response = await makeGigyaRequest(\"ds.search\", {\n query: \"SELECT * FROM oss_projects WHERE deleted != true\",\n });\n\n if (response.errorCode === 0) {\n const projects = response.results || [];\n const withAuthors = projects.filter(p => p.data.author && p.data.author !== \"Unknown\" && p.data.author.trim() !== \"\");\n const stillNeedUpdate = projects.filter(p => shouldUpdateAuthor(p.data.author));\n \n console.log(`✅ Verification complete:`);\n console.log(` 📝 Projects with authors: ${withAuthors.length}/${projects.length}`);\n console.log(` ❓ Projects still needing update: ${stillNeedUpdate.length}`);\n \n if (stillNeedUpdate.length > 0) {\n console.log(\"\\n📋 Projects still missing authors:\");\n stillNeedUpdate.slice(0, 5).forEach((project, index) => {\n console.log(` ${index + 1}. \"${project.data.title}\" (author: \"${project.data.author || 'undefined'}\")`);\n });\n if (stillNeedUpdate.length > 5) {\n console.log(` ... and ${stillNeedUpdate.length - 5} more`);\n }\n }\n } else {\n console.error(\"❌ Verification failed:\", response.errorMessage);\n }\n } catch (error) {\n console.error(\"❌ Error during verification:\", error);\n }\n}\n\n// Main execution\nasync function main() {\n console.log(\"🚀 Advanced Project Author Update Script\");\n console.log(\"=\" .repeat(50));\n \n if (CONFIG.dryRun) {\n console.log(\"⚠️ DRY RUN MODE - No changes will be made\");\n }\n \n if (CONFIG.updateUnknownOnly) {\n console.log(\"🎯 UPDATE MODE - Only updating 'Unknown' authors\");\n } else {\n console.log(\"🎯 UPDATE MODE - Updating missing and 'Unknown' authors\");\n }\n \n try {\n await analyzeProjects();\n const stats = await updateProjectAuthors();\n await generateReport(stats);\n await verifyUpdates();\n \n console.log(\"\\n🎉 Script completed successfully!\");\n \n } catch (error) {\n console.error(\"❌ Script execution failed:\", error);\n process.exit(1);\n }\n}\n\n// Run the script\nmain();","deleted","label",[99],"permalink","https://www.val.town/x/dinavinter/os/code/update-authors-advanced.ts","extension","actionData","errors"]