IDDAE - Intent-Driven Document Analysis Engine

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_152":153,"_154":155},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_18":19,"_17":-7,"_115":-5,"_20":116,"_22":117,"_118":119,"_120":121,"_25":122,"_24":-5,"_123":-5,"_124":-5,"_125":53,"_126":127,"_128":44,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","legal","name","intent","branchName","main","version","path","","project",{"_33":61,"_13":14,"_45":62,"_63":-5,"_64":53,"_65":66,"_67":66,"_68":-5,"_69":-5,"_70":71,"_72":37,"_73":44,"_74":44,"_75":-5,"_76":77,"_78":79,"_80":-5,"_81":-5,"_82":-5,"_83":-5,"_84":85,"_86":85,"_87":88,"_89":88,"_90":88,"_91":85,"_92":85,"_93":94,"_95":96,"_97":98,"_99":53},"tree",[56],"file","contents",[32],"upstream","pull","ahead","behind","envVars",{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_18":55},"id","c3ae8332-4339-11f0-aa0d-76b3cceeab13","main.tsx","fileId","fe67cdb6-4335-11f0-942b-76b3cceeab13","parentId","branchId","fe65fb80-4335-11f0-942b-76b3cceeab13","branchVersion",6,"latest",true,"createdAt",["D",1749257582358],5,"fileType","http","content","import { fetch } from \"https://esm.town/v/std/fetch\";\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nimport { PDFExtract, PDFExtractOptions } from \"npm:pdf.js-extract\";\n\nconst legalTaskSuggestionSystemPromptTemplate = `\nAI legal document review assistant. Your goal is to suggest a comprehensive and diverse list of potential legal tasks or analyses\nthat a user might want to perform on the provided document text.\nFocus on common legal review objectives, providing in-depth, actionable, and extensive suggestions.\nReturn your suggestions STRICTLY as a JSON object ONLY.\nThe JSON object's keys are category names (e.g., \"Information Extraction\", \"Risk Assessment\").\nValues are arrays of objects, each with \"task\" (string describing the specific task), \"is_high_priority\" (boolean), and \"relevance_score\" (float, 0.0 to 1.0, estimating task relevance to the document).\nMark foundational or highly relevant tasks as \"is_high_priority\": true (aim for at least one per category if appropriate for the document content).\nAim for 3-5 categories, each with 3-7 relevant task suggestions, depending on document richness.\nProvide diverse suggestions covering different angles (e.g., obligations, risks, definitions, timelines).\nExample JSON Output (structure is critical):\n{\n \"Information Extraction\": [\n {\"task\": \"Identify all parties mentioned including their roles and full legal names\", \"is_high_priority\": true, \"relevance_score\": 0.95},\n {\"task\": \"Extract all defined terms and their precise definitions from the glossary or inline\", \"is_high_priority\": false, \"relevance_score\": 0.8},\n {\"task\": \"List all effective dates, expiration dates, and notice periods with their conditions\", \"is_high_priority\": false, \"relevance_score\": 0.85}\n ],\n \"Risk Assessment\": [\n {\"task\": \"Assess potential risks related to data privacy clauses, including GDPR or CCPA compliance\", \"is_high_priority\": true, \"relevance_score\": 0.9},\n {\"task\": \"Identify any ambiguous, conflicting, or potentially unenforceable clauses\", \"is_high_priority\": false, \"relevance_score\": 0.75}\n ]\n}\n\nDOCUMENT TEXT:\n%%DOCUMENT_TEXT%%\n`;\n\nconst legalAIAnalysisSystemPromptTemplate = `\n\nAI System for Precise Legal Information Extraction.\nGoal: Perform user-specified legal task(s) on the provided legal text.\nOutput: MUST be a single JSON object (no markdown formatting) strictly following the schema.\nLEGAL TASK(S) / QUERY: %%LEGAL_TASK_QUERY%% (Address comprehensively. This query might be a synthesis of multiple user-selected/refined items or a complex question. If helpful for accuracy, internally break down the query into sub-steps. Ensure all aspects of the query are addressed in your findings.)\nDOCUMENT SOURCE: %%INPUT_SOURCE_DESCRIPTION%%\nAnalyze document text (provided in user message) using expertise in legal terminology, document structures, and nuanced phrasing. Meticulously map ALL findings to the JSON schema.\nMandatory Steps:\n\n1. Understand Query: Fully grasp all aspects of the LEGAL TASK(S) / QUERY.\n2. Process Input: Carefully review the entire document text. Identify all relevant sections, clauses, and data points pertinent to the query.\n3. Analyze: Execute extraction/analytical tasks. This includes identifying specific information, interpreting legal clauses, synthesizing information if required, and answering questions based only on the provided document text.\n4. Structure Output: Map your analysis and findings precisely into the JSON output format. Ensure every field in the schema is considered.\n5. Neutrality & Accuracy: Present findings objectively. If text is insufficient or ambiguous for parts of the query, note this in the 'limitations_or_warnings' field.\nOutput JSON Schema (Return ALL findings; do NOT trim lists):\n{\n \"request_details\": {\n \"operation_performed\": \"string\",\n \"input_source_description\": \"string\"\n },\n \"analysis_summary\": {\n \"overview\": \"string\",\n \"key_findings_count\": \"integer\"\n },\n \"detailed_findings\": [\n {\n \"finding_id\": \"string\",\n \"finding_type\": \"string\",\n \"description\": \"string\",\n \"severity_or_importance\": \"string\",\n \"relevant_input_excerpt\": \"string\",\n \"page_or_section_reference\": \"string\",\n \"implications\": \"string\",\n \"confidence_score\": \"float\"\n }\n ],\n \"execution_metadata\": {\n \"status\": \"string\",\n \"timestamp\": \"string\",\n \"limitations_or_warnings\": \"string\",\n \"disclaimer\": \"string\"\n }\n}\n(JSON Schema Field Explanations, Examples, and Notes are as previously defined externally.)\n`;\n\ninterface LogEntry {\n agent: string;\n message: string | object;\n type: \"step\" | \"result\" | \"error\" | \"input\" | \"final\" | \"info\";\n}\n\ninterface LegalAIResponse {\n request_details: {\n operation_performed: string;\n input_source_description: string;\n };\n analysis_summary: {\n overview: string;\n key_findings_count: number;\n };\n detailed_findings: Array<{\n finding_id: string;\n finding_type: string;\n description: string;\n severity_or_importance?: string;\n relevant_input_excerpt?: string;\n page_or_section_reference?: string;\n implications?: string;\n confidence_score?: number;\n }>;\n execution_metadata: {\n status: string;\n timestamp: string;\n limitations_or_warnings: string;\n disclaimer: string;\n };\n}\n\ninterface GroupedSuggestions {\n [category: string]: {\n task: string;\n is_high_priority: boolean;\n relevance_score?: number;\n }[];\n}\n\ninterface IDDAEDocument {\n id: string;\n name: string;\n text: string;\n sourceType: \"file\";\n sourceValue: string;\n dateAdded: string;\n type: \"document\";\n}\n\ninterface IDDAEAnalysis {\n id: string;\n docId: string;\n docName?: string;\n query: string;\n result: LegalAIResponse;\n datePerformed: string;\n type: \"analysis\";\n}\n\nconst MAX_TEXT_LENGTH_SUGGESTION = 20000;\nconst MAX_TEXT_LENGTH_ANALYSIS = 30000;\nconst CORS_HEADERS = {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\",\n \"Access-Control-Allow-Headers\": \"Content-Type, Accept\",\n};\n\nasync function extractPdfTextNative(\n data: ArrayBuffer,\n fileName: string,\n log: LogEntry[],\n): Promise {\n const agent = \"PDF Extraction (Val Server)\";\n log.push({ agent, type: \"step\", message: `Starting PDF text extraction for: ${fileName}` });\n try {\n const pdfExtract = new PDFExtract();\n const options: PDFExtractOptions = {};\n const pdfData = await pdfExtract.extractBuffer(data, options);\n const text = pdfData.pages.map(page => page.content.map(item => item.str).join(\" \")).join(\"\\n\\n\");\n\n if (!text || text.trim().length === 0) {\n log.push({ agent, type: \"error\", message: \"PDF extraction yielded empty text.\" });\n return null;\n }\n log.push({ agent, type: \"info\", message: `Successfully extracted text (approx. ${text.length} chars).` });\n return text;\n } catch (error) {\n const msg = `Error during PDF extraction: ${error.message}`;\n log.push({ agent, type: \"error\", message: msg });\n console.error(agent, msg, error);\n return null;\n }\n}\n\nasync function callOpenAI(\n openaiInstance: OpenAI,\n systemPrompt: string,\n userMessage: string,\n model = \"gpt-4o\",\n expectJson = true,\n log: LogEntry[],\n agentName: string,\n): Promise

Code