Story Processor for Algolia

\n \n {result && (\n

Results:

{JSON.stringify(result, null, 2)}

\n )}\n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\nif (typeof document !== \"undefined\") { client(); }\n\nfunction preparestoryForAlgolia(storyTitle, storyText) {\n const generateUniqueID = (() => {\n let counter = 1000000000; // Start from 1 billion\n return (storyTitle) => {\n const sanitizedTitle = storyTitle.replace(/[^a-z0-9]/gi, \"_\").toLowerCase();\n return `${sanitizedTitle}_${counter--}`; // Count down\n };\n })();\n\n function isWordBoundary(text, index) {\n if (index === 0 || index === text.length) return true;\n const prevChar = text[index - 1];\n const currChar = text[index];\n if (currChar === \" \") return true;\n if (prevChar === \"-\" && /[a-zA-Z]/.test(currChar)) return false;\n if (currChar === \"-\" && /[a-zA-Z]/.test(prevChar)) return false;\n if (prevChar === \"'\" && /[a-zA-Z]/.test(currChar)) return false;\n if (/\\w/.test(prevChar) && !/\\w/.test(currChar)) return true;\n return false;\n }\n\n function createAlgoliaRecord(storyContent, startIndex, endIndex, storyTitle, chapterTitle, chunkIndex) {\n return {\n storyTitle: storyTitle,\n objectID: generateUniqueID(storyTitle),\n chapterTitle: chapterTitle,\n storyContent: storyContent,\n startIndex: startIndex,\n endIndex: endIndex,\n chunkIndex: chunkIndex,\n _tags: [`story:${storyTitle}`, `chapter:${chapterTitle}`],\n };\n }\n\n function processstory(storyTitle, storyText) {\n let algoliaRecords = [];\n let currentChunk = \"\";\n let tableOfContents = [];\n let startIndex = 0;\n let storyStartIndex = 0;\n let chunkIndex = 0;\n let currentChapterTitle = \"\";\n\n const lines = storyText.split(\"\\n\");\n\n // Process only the actual story content\n const storyLines = lines.slice(storyStartIndex);\n console.log(\"First line of story content:\", storyLines[0]);\n\n for (let i = 0; i < storyLines.length; i++) {\n const line = storyLines[i].trim();\n\n if (\n tableOfContents.includes(line)\n && (i === 0 || storyLines[i - 1].trim() === \"\")\n ) {\n // If we have a current chunk, push it to records\n if (currentChunk.length > 0) {\n algoliaRecords.push(\n createAlgoliaRecord(\n currentChunk,\n startIndex,\n startIndex + currentChunk.length,\n storyTitle,\n currentChapterTitle,\n chunkIndex++,\n ),\n );\n }\n\n // Start a new chapter\n currentChapterTitle = line;\n console.log(\"New chapter title:\", currentChapterTitle);\n startIndex += storyText.slice(startIndex).indexOf(line);\n currentChunk = line + \"\\n\";\n } else {\n // Check if adding this line would exceed our limit\n if (currentChunk.length + line.length + 1 > 8000) {\n // Find the last word boundary before 9900 characters\n let cutoffIndex = 9899;\n while (cutoffIndex > 0 && !isWordBoundary(currentChunk, cutoffIndex)) {\n cutoffIndex--;\n }\n\n // If we couldn't find a word boundary, use 9900 as a hard limit\n if (cutoffIndex === 0) cutoffIndex = 9899;\n\n // Push the current chunk up to the cutoff\n algoliaRecords.push(\n createAlgoliaRecord(\n currentChunk.slice(0, cutoffIndex),\n startIndex,\n startIndex + cutoffIndex,\n storyTitle,\n currentChapterTitle,\n chunkIndex++,\n ),\n );\n\n // Start a new chunk with the remainder\n startIndex += cutoffIndex;\n currentChunk = currentChunk.slice(cutoffIndex) + line + \"\\n\";\n } else {\n currentChunk += line + \"\\n\";\n }\n }\n }\n\n // Process any remaining content\n if (currentChunk.length > 0) {\n // If the remaining chunk is too large, split it\n while (currentChunk.length > 9900) {\n let cutoffIndex = 9899;\n while (cutoffIndex > 0 && !isWordBoundary(currentChunk, cutoffIndex)) {\n cutoffIndex--;\n }\n\n // If we couldn't find a word boundary, use 9900 as a hard limit\n if (cutoffIndex === 0) cutoffIndex = 9899;\n\n algoliaRecords.push(\n createAlgoliaRecord(\n currentChunk.slice(0, cutoffIndex),\n startIndex,\n startIndex + cutoffIndex,\n storyTitle,\n currentChapterTitle,\n chunkIndex++,\n ),\n );\n\n startIndex += cutoffIndex;\n currentChunk = currentChunk.slice(cutoffIndex);\n }\n\n // Add the final chunk\n if (currentChunk.length > 0) {\n algoliaRecords.push(\n createAlgoliaRecord(\n currentChunk,\n startIndex,\n startIndex + currentChunk.length,\n storyTitle,\n currentChapterTitle,\n chunkIndex,\n ),\n );\n }\n }\n\n return algoliaRecords;\n }\n\n return processstory(storyTitle, storyText);\n}\n\nasync function server(request: Request): Promise {\n if (request.method === \"POST\") {\n const { storyTitle, storyText } = await request.json();\n const records = preparestoryForAlgolia(storyTitle, storyText);\n return new Response(JSON.stringify(records), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n return new Response(\n `\n \n \n Story Processor for Algolia\n \n \n \n

\n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n line-height: 1.6;\n margin: 0;\n padding: 20px;\n max-width: 800px;\n margin: 0 auto;\n}\n\nh1 {\n color: #333;\n}\n\nform {\n margin-bottom: 20px;\n}\n\nlabel {\n display: block;\n margin-bottom: 5px;\n}\n\ninput[type=\"text\"],\ntextarea {\n width: 100%;\n padding: 8px;\n margin-bottom: 10px;\n border: 1px solid #ddd;\n border-radius: 4px;\n}\n\nbutton {\n background-color: #4CAF50;\n color: white;\n padding: 10px 15px;\n border: none;\n border-radius: 4px;\n cursor: pointer;\n}\n\nbutton:hover {\n background-color: #45a049;\n}\n\nbutton:disabled {\n background-color: #cccccc;\n cursor: not-allowed;\n}\n\npre {\n background-color: #f4f4f4;\n border: 1px solid #ddd;\n border-radius: 4px;\n padding: 10px;\n white-space: pre-wrap;\n word-wrap: break-word;\n}\n`;\n\nfunction extractContent(inputText) {\n // Split the input text by newlines\n const lines = inputText.split(\"\\n\");\n\n // Find the index of the \"TABLE OF CONTENTS\"\n const tableOfContentsIndex = lines.findIndex(line => line.includes(\"TABLE OF CONTENTS\"));\n console.log(\"Table of Contents index:\", tableOfContentsIndex); // Added logging\n\n // Identify the first line after the table of contents\n let firstLineIndex = tableOfContentsIndex + 1;\n\n // Skip over empty lines to find the first actual line of text\n while (firstLineIndex < lines.length && lines[firstLineIndex].trim() === \"\") {\n firstLineIndex++;\n }\n\n const firstLine = lines[firstLineIndex].trim();\n console.log(\"First line after Table of Contents:\", firstLine); // Added logging\n\n // Find the second occurrence of the first line\n let secondOccurrenceIndex = -1;\n let occurrenceCount = 0;\n\n for (let i = firstLineIndex; i < lines.length; i++) {\n if (lines[i].trim() === firstLine) {\n occurrenceCount++;\n if (occurrenceCount === 2) {\n secondOccurrenceIndex = i;\n break;\n }\n }\n }\n\n // Extract the text from the table of contents to the second occurrence of the first line\n // Note: We now start from tableOfContentsIndex + 1 to skip the \"TABLE OF CONTENTS\" line\n const resultLines = lines.slice(tableOfContentsIndex + 1, secondOccurrenceIndex);\n\n // Join the lines into a single string with a line break at the end\n const outputText = resultLines.join(\"\\n\") + \"\\n\";\n console.log(\"Extracted content:\", outputText); // Added logging\n\n return outputText;\n}\n\nexport default server;","deleted","label",[99],"permalink","https://www.val.town/x/willthereader/recordWebsitePreparer/code/main.tsx","extension","actionData","errors"]