[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","d5f757b780a022bc6624fd27fe562bc7d587159d","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_151":152,"_173":174,"_175":-5},"handle","MRPRRSIDENT","name","CDMBenchmarking","path","backend/routes/upload.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":111,"_112":-5,"_12":113,"_114":115,"_116":117,"_118":117,"_119":-5,"_120":32,"_14":121,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":131,"_134":135,"_137":138,"_150":20},"id","181b65cc-5ba7-11f0-9a49-f69ea79377d9","createdAt",["D",1751943367054],"deletedAt","legacyEnvVars","privacy","unlisted","description","Model benchmarking tool for IMM, CDM ISDA plus mapping ","imageUrl","682f125d-0e14-4a34-baf0-cd336faaaea9","pinnedFileId","bc561f68-cfa3-11f0-8a00-42dde27851f2","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","68e9dfdf-cb88-426a-b619-6e75fb5e7dfa","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_132":133},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJwcTVjemR4RFVBdnRsajFGMTFlRFp3UFZ6OSJ9","org",{"_94":95,"_136":133,"_12":113},"avatar","branch",{"_139":140,"_96":44,"_102":141,"_142":103,"_143":-5,"_144":-5,"_145":-5,"_146":-5,"_147":-5,"_148":97,"_149":95},"version",52,"181bcb52-5ba7-11f0-9a49-f69ea79377d9","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":153,"_96":154,"_155":156,"_157":158,"_159":141,"_160":161,"_162":117,"_104":163,"_139":32,"_164":165,"_166":167,"_168":20,"_169":-5,"_98":170},"84b0e46c-cfa3-11f0-8479-42dde27851f2","upload.ts","fileId","84b0e53e-cfa3-11f0-8479-42dde27851f2","parentId","0f71d8a6-3786-489a-b7f7-3963c9308bd6","branchId","branchVersion",9,"latest",["D",1764696166101],"fileType","script","content","// File upload handling routes\n\nimport { Hono } from 'https://esm.sh/hono@3.11.7';\nimport { FileProcessor } from '../services/file-processor.ts';\nimport type { FileUploadRequest, MappingResult } from '../../shared/types.ts';\n\nconst upload = new Hono();\nconst fileProcessor = new FileProcessor();\n\n// Handle file upload and initial mapping\nupload.post('/file', async (c) => {\n try {\n const formData = await c.req.formData();\n const file = formData.get('file') as File;\n const fileType = formData.get('fileType') as string;\n const autoMap = formData.get('autoMap') === 'true';\n const validateExternal = formData.get('validateExternal') === 'true';\n const strictMode = formData.get('strictMode') === 'true';\n\n if (!file) {\n return c.json({ error: 'No file provided' }, 400);\n }\n\n if (!fileType) {\n return c.json({ error: 'File type not specified' }, 400);\n }\n\n // Validate file size (max 10MB)\n if (file.size > 10 * 1024 * 1024) {\n return c.json({ error: 'File size exceeds 10MB limit' }, 400);\n }\n\n // Validate file type\n const allowedTypes = ['excel', 'sql', 'oracle'];\n if (!allowedTypes.includes(fileType.toLowerCase())) {\n return c.json({ error: `Unsupported file type: ${fileType}` }, 400);\n }\n\n // Process the file\n const result: MappingResult = await fileProcessor.processFile(file, fileType);\n\n // Add metadata\n const response = {\n ...result,\n metadata: {\n fileName: file.name,\n fileSize: file.size,\n fileType: fileType,\n uploadTime: new Date().toISOString(),\n autoMap,\n validateExternal,\n strictMode,\n },\n };\n\n return c.json(response);\n } catch (error) {\n console.error('File upload error:', error);\n return c.json({ \n error: 'File processing failed', \n details: error.message \n }, 500);\n }\n});\n\n// Get supported file formats and their requirements\nupload.get('/formats', (c) => {\n const formats = {\n excel: {\n name: 'Excel',\n extensions: ['.xlsx', '.xls', '.csv'],\n description: 'Excel spreadsheets or CSV files with headers in the first row',\n requirements: [\n 'First row must contain column headers',\n 'Data should start from the second row',\n 'Empty rows will be ignored',\n 'Maximum file size: 10MB',\n ],\n sampleHeaders: [\n 'trade_id', 'trade_date', 'counterparty_name', 'notional', \n 'currency', 'fixed_rate', 'floating_rate_index', 'maturity_date'\n ],\n },\n sql: {\n name: 'SQL Server',\n extensions: ['.sql', '.txt'],\n description: 'SQL INSERT statements or query result sets',\n requirements: [\n 'INSERT statements with column names and values',\n 'Tab-separated query results with headers',\n 'UTF-8 encoding',\n 'Maximum file size: 10MB',\n ],\n sampleFormat: `INSERT INTO trades (trade_id, trade_date, counterparty_name, notional) \nVALUES ('TRD001', '2024-01-15', 'Bank ABC', 1000000);`,\n },\n oracle: {\n name: 'Oracle',\n extensions: ['.sql', '.txt', '.dmp'],\n description: 'Oracle export files or SQL statements',\n requirements: [\n 'Oracle INSERT statements with quoted identifiers',\n 'Pipe-separated export format',\n 'UTF-8 encoding',\n 'Maximum file size: 10MB',\n ],\n sampleFormat: `INSERT INTO \"TRADES\" (\"TRADE_ID\", \"TRADE_DATE\", \"COUNTERPARTY_NAME\", \"NOTIONAL\") \nVALUES ('TRD001', TO_DATE('2024-01-15', 'YYYY-MM-DD'), 'Bank ABC', 1000000);`,\n },\n };\n\n return c.json(formats);\n});\n\n// Validate individual field mapping\nupload.post('/validate-field', async (c) => {\n try {\n const { fieldPath, value } = await c.req.json();\n\n if (!fieldPath || value === undefined) {\n return c.json({ error: 'Field path and value are required' }, 400);\n }\n\n // Use the file processor to validate the field\n const processor = new FileProcessor();\n const validation = await (processor as any).validateFieldValue(fieldPath, value);\n\n return c.json({\n fieldPath,\n value,\n validation,\n timestamp: new Date().toISOString(),\n });\n } catch (error) {\n console.error('Field validation error:', error);\n return c.json({ \n error: 'Field validation failed', \n details: error.message \n }, 500);\n }\n});\n\n// Get mapping suggestions for a field\nupload.post('/suggest-mapping', async (c) => {\n try {\n const { sourceField, availableTargets } = await c.req.json();\n\n if (!sourceField) {\n return c.json({ error: 'Source field is required' }, 400);\n }\n\n // Use the file processor's mapping logic\n const processor = new FileProcessor();\n const mappings = (processor as any).getCDMFieldMappings();\n \n const suggestions = mappings\n .map((mapping: any) => {\n const match = (processor as any).findBestMapping(sourceField, [mapping]);\n return match ? {\n targetField: mapping.targetField,\n confidence: match.confidence,\n description: mapping.description || '',\n } : null;\n })\n .filter((suggestion: any) => suggestion && suggestion.confidence > 0.3)\n .sort((a: any, b: any) => b.confidence - a.confidence)\n .slice(0, 5);\n\n return c.json({\n sourceField,\n suggestions,\n timestamp: new Date().toISOString(),\n });\n } catch (error) {\n console.error('Mapping suggestion error:', error);\n return c.json({ \n error: 'Mapping suggestion failed', \n details: error.message \n }, 500);\n }\n});\n\n// Update field mapping\nupload.post('/update-mapping', async (c) => {\n try {\n const { mappings } = await c.req.json();\n\n if (!mappings || !Array.isArray(mappings)) {\n return c.json({ error: 'Mappings array is required' }, 400);\n }\n\n // Validate each mapping\n const validatedMappings = [];\n const errors = [];\n\n for (const mapping of mappings) {\n if (!mapping.sourceField || !mapping.targetField) {\n errors.push(`Invalid mapping: ${JSON.stringify(mapping)}`);\n continue;\n }\n\n // Validate the target field exists in CDM structure\n // This would typically check against the CDM schema\n validatedMappings.push({\n ...mapping,\n validated: true,\n timestamp: new Date().toISOString(),\n });\n }\n\n if (errors.length > 0) {\n return c.json({ \n error: 'Some mappings are invalid', \n details: errors,\n validatedMappings \n }, 400);\n }\n\n return c.json({\n mappings: validatedMappings,\n message: 'Mappings updated successfully',\n timestamp: new Date().toISOString(),\n });\n } catch (error) {\n console.error('Mapping update error:', error);\n return c.json({ \n error: 'Mapping update failed', \n details: error.message \n }, 500);\n }\n});\n\n// Export processed data in various formats\nupload.post('/export', async (c) => {\n try {\n const { cdmData, format = 'json' } = await c.req.json();\n\n if (!cdmData) {\n return c.json({ error: 'CDM data is required' }, 400);\n }\n\n const timestamp = new Date().toISOString().replace(/[:.]/g, '-');\n let content: string;\n let contentType: string;\n let filename: string;\n\n switch (format.toLowerCase()) {\n case 'json':\n content = JSON.stringify(cdmData, null, 2);\n contentType = 'application/json';\n filename = `cdm-export-${timestamp}.json`;\n break;\n \n case 'xml':\n content = convertToXML(cdmData);\n contentType = 'application/xml';\n filename = `cdm-export-${timestamp}.xml`;\n break;\n \n case 'csv':\n content = convertToCSV(cdmData);\n contentType = 'text/csv';\n filename = `cdm-export-${timestamp}.csv`;\n break;\n \n default:\n return c.json({ error: `Unsupported export format: ${format}` }, 400);\n }\n\n return new Response(content, {\n headers: {\n 'Content-Type': contentType,\n 'Content-Disposition': `attachment; filename=\"${filename}\"`,\n 'Content-Length': content.length.toString(),\n },\n });\n } catch (error) {\n console.error('Export error:', error);\n return c.json({ \n error: 'Export failed', \n details: error.message \n }, 500);\n }\n});\n\n// Helper function to convert CDM data to XML\nfunction convertToXML(data: any): string {\n const xmlHeader = '\\n';\n \n function objectToXML(obj: any, rootName = 'cdmTrade'): string {\n if (obj === null || obj === undefined) return '';\n \n if (typeof obj !== 'object') {\n return escapeXML(obj.toString());\n }\n \n if (Array.isArray(obj)) {\n return obj.map(item => objectToXML(item, rootName)).join('\\n');\n }\n \n let xml = `<${rootName}>`;\n for (const [key, value] of Object.entries(obj)) {\n if (Array.isArray(value)) {\n for (const item of value) {\n xml += `\\n <${key}>${objectToXML(item, key)}`;\n }\n } else if (typeof value === 'object' && value !== null) {\n xml += `\\n <${key}>${objectToXML(value, key)}`;\n } else {\n xml += `\\n <${key}>${escapeXML(value?.toString() || '')}`;\n }\n }\n xml += `\\n`;\n \n return xml;\n }\n \n function escapeXML(str: string): string {\n return str\n .replace(/&/g, '&')\n .replace(//g, '>')\n .replace(/\"/g, '"')\n .replace(/'/g, ''');\n }\n \n return xmlHeader + objectToXML(data);\n}\n\n// Helper function to convert CDM data to CSV\nfunction convertToCSV(data: any): string {\n function flattenObject(obj: any, prefix = ''): Record {\n const flattened: Record = {};\n \n for (const key in obj) {\n if (obj.hasOwnProperty(key)) {\n const newKey = prefix ? `${prefix}.${key}` : key;\n \n if (obj[key] !== null && typeof obj[key] === 'object' && !Array.isArray(obj[key]) && !(obj[key] instanceof Date)) {\n Object.assign(flattened, flattenObject(obj[key], newKey));\n } else if (Array.isArray(obj[key])) {\n obj[key].forEach((item: any, index: number) => {\n if (typeof item === 'object') {\n Object.assign(flattened, flattenObject(item, `${newKey}[${index}]`));\n } else {\n flattened[`${newKey}[${index}]`] = item;\n }\n });\n } else {\n flattened[newKey] = obj[key];\n }\n }\n }\n \n return flattened;\n }\n \n const flattened = flattenObject(data);\n const headers = Object.keys(flattened);\n const values = Object.values(flattened);\n \n const csvHeaders = headers.map(h => `\"${h}\"`).join(',');\n const csvValues = values.map(v => `\"${v?.toString().replace(/\"/g, '\"\"') || ''}\"`).join(',');\n \n return `${csvHeaders}\\n${csvValues}`;\n}\n\nexport default upload;","deleted","label",[171,172,154],"backend","routes","permalink","https://www.val.town/x/MRPRRSIDENT/CDMBenchmarking/code/backend/routes/upload.ts","extension","actionData","errors"]