Hacker News Summarizer

\n \n

API Documentation

Endpoint: /api

This endpoint summarizes a Hacker News post and its comments.

HTTP Method: GET

Query Parameters:

url (required): The URL of the Hacker News post to summarize.
useCustomConfig (optional): Set to 'true' to use custom API configuration.
apiEndpoint (required if useCustomConfig is true): Custom API endpoint.
apiKey (required if useCustomConfig is true): Custom API key.
model (required if useCustomConfig is true): Custom model name.

Response:

\n{\n  \"articleSummary\": string,\n  \"discussionSummary\": [\n    {\n      \"topic\": string,\n      \"summary\": string,\n      \"views\": string[]\n    }\n  ]\n}

Example Usage:

\nfetch('/api?url=https://news.ycombinator.com/item?id=12345&useCustomConfig=false')\n  .then(response => response.json())\n  .then(data => console.log(data));

\n \n

\n \n \n \n

\n \n\n`;\n\n// Client-side code\nfunction client() {\n const form = document.getElementById(\"summarize-form\") as HTMLFormElement;\n const urlInput = document.getElementById(\"url-input\") as HTMLInputElement;\n const useCustomConfigCheckbox = document.getElementById(\"use-custom-config\") as HTMLInputElement;\n const apiConfigSection = document.getElementById(\"api-config-section\") as HTMLDivElement;\n const apiEndpointInput = document.getElementById(\"api-endpoint\") as HTMLInputElement;\n const apiKeyInput = document.getElementById(\"api-key\") as HTMLInputElement;\n const apiModelInput = document.getElementById(\"api-model\") as HTMLInputElement;\n const submitButton = document.getElementById(\"submit-button\") as HTMLButtonElement;\n const resultSection = document.getElementById(\"result-section\") as HTMLDivElement;\n const errorSection = document.getElementById(\"error-section\") as HTMLDivElement;\n\n // Load saved values from localStorage\n apiEndpointInput.value = localStorage.getItem(\"apiEndpoint\") || \"https://esm.town/v/std/openai\";\n apiKeyInput.value = localStorage.getItem(\"apiKey\") || \"valtown\";\n apiModelInput.value = localStorage.getItem(\"apiModel\") || \"gpt-4o-mini\";\n useCustomConfigCheckbox.checked = JSON.parse(localStorage.getItem(\"useCustomConfig\") || \"false\");\n\n // Toggle custom API config visibility\n function toggleApiConfig() {\n apiConfigSection.style.display = useCustomConfigCheckbox.checked ? \"block\" : \"none\";\n localStorage.setItem(\"useCustomConfig\", useCustomConfigCheckbox.checked.toString());\n }\n\n useCustomConfigCheckbox.addEventListener(\"change\", toggleApiConfig);\n toggleApiConfig();\n\n // Function to parse URL parameters\n function getUrlParameter(name: string): string | null {\n const urlParams = new URLSearchParams(window.location.search);\n const param = urlParams.get(name);\n return param ? decodeURIComponent(param) : null;\n }\n\n // Function to trigger summarization\n function triggerSummarize() {\n const event = new Event(\"submit\");\n form.dispatchEvent(event);\n }\n\n // Check for URL parameters and populate form\n window.addEventListener(\"load\", () => {\n const id = getUrlParameter(\"id\");\n const q = getUrlParameter(\"q\");\n if (id) {\n urlInput.value = `https://news.ycombinator.com/item?id=${id}`;\n } else if (q) {\n urlInput.value = q;\n }\n if (urlInput.value) {\n setTimeout(triggerSummarize, 1000);\n }\n });\n\n // Handle form submission\n form.addEventListener(\"submit\", async (e) => {\n e.preventDefault();\n submitButton.disabled = true;\n submitButton.textContent = \"Summarizing...\";\n errorSection.textContent = \"\";\n resultSection.innerHTML = \"\";\n\n const url = urlInput.value;\n\n const useCustomConfig = useCustomConfigCheckbox.checked;\n let queryParams = `url=${encodeURIComponent(url)}`;\n\n if (useCustomConfig) {\n const apiEndpoint = apiEndpointInput.value;\n const apiKey = apiKeyInput.value;\n const apiModel = apiModelInput.value;\n\n localStorage.setItem(\"apiEndpoint\", apiEndpoint);\n localStorage.setItem(\"apiKey\", apiKey);\n localStorage.setItem(\"apiModel\", apiModel);\n\n queryParams += `&useCustomConfig=true&apiEndpoint=${encodeURIComponent(apiEndpoint)}&apiKey=${\n encodeURIComponent(apiKey)\n }&model=${encodeURIComponent(apiModel)}`;\n }\n\n try {\n const response = await fetch(`/api?${queryParams}`);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n const data = await response.json();\n displayResult(data);\n } catch (err) {\n errorSection.textContent = err.message;\n } finally {\n submitButton.disabled = false;\n submitButton.textContent = \"Summarize\";\n }\n });\n\n function displayResult(\n result: { articleSummary: string; discussionSummary: { topic: string; summary?: string; views: string[] }[] },\n ) {\n resultSection.innerHTML = `\n

Article Summary

${result.articleSummary}

Discussion Summary

\n ${\n result.discussionSummary.map(topic => `\n

${topic.topic}

\n ${topic.summary ? `

${topic.summary}

` : \"\"}\n

${view}

\n `).join(\"\")\n }\n `;\n }\n}\n\n// Run client-side code if in browser environment\nif (typeof document !== \"undefined\") {\n client();\n}\n\n// Server-side code\nasync function server(request: Request): Promise {\n const url = new URL(request.url);\n\n if (url.pathname === \"/api\" && request.method === \"GET\") {\n const hnUrl = url.searchParams.get(\"url\");\n if (!hnUrl) {\n return new Response(JSON.stringify({ error: \"Missing URL parameter\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const useCustomConfig = url.searchParams.get(\"useCustomConfig\") === \"true\";\n const apiConfig = useCustomConfig\n ? {\n endpoint: url.searchParams.get(\"apiEndpoint\") || \"\",\n apiKey: url.searchParams.get(\"apiKey\") || \"\",\n model: url.searchParams.get(\"model\") || \"\",\n }\n : undefined;\n\n if (useCustomConfig && (!apiConfig?.endpoint || !apiConfig?.apiKey || !apiConfig?.model)) {\n return new Response(JSON.stringify({ error: \"Missing API configuration parameters\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const summary = await summarizeHackerNews(hnUrl, useCustomConfig, apiConfig);\n return new Response(JSON.stringify(summary), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(JSON.stringify({ error: (error as Error).message }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n return new Response(mainHtml, { headers: { \"Content-Type\": \"text/html\" } });\n}\n\nasync function summarizeHackerNews(\n hnUrl: string,\n useCustomConfig: boolean,\n apiConfig?: { endpoint: string; apiKey: string; model: string },\n): Promise<{ articleSummary: string; discussionSummary: { topic: string; summary?: string; views: string[] }[] }> {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const he = await import(\"https://esm.sh/he\");\n\n const itemId = extractItemId(hnUrl);\n if (!itemId) {\n throw new Error(\"Invalid Hacker News URL\");\n }\n\n let openai;\n if (useCustomConfig && apiConfig) {\n openai = {\n apiKey: apiConfig.apiKey,\n baseURL: apiConfig.endpoint,\n };\n } else {\n openai = new OpenAI();\n }\n\n const [story, comments] = await Promise.all([\n fetchHNItem(itemId),\n fetchHNComments(itemId),\n ]);\n\n const articleSummary = await generateSummary(\n `Summarize the following article:\\n\\n${story.title}\\n${story.url || story.text || \"\"}`,\n openai,\n useCustomConfig && apiConfig ? apiConfig.model : \"gpt-4o-mini\",\n );\n\n const commentInput = comments.map(c => ({\n text: c.text,\n username: c.by,\n }));\n\n // Truncate comments if they're too long\n const truncatedComments = commentInput.map(comment => ({\n ...comment,\n text: truncateText(comment.text, 500000),\n }));\n\n const discussionSummary = await generateSummary(\n `Summarize the themes of the opinions in the input provided by the user. For each theme, include at least 3 UNMODIFIED quotes with attribution. Unescape HTML entities. Go long.\n\nExample:\n[an overall summary of the discussion]\n\n### Theme 1\n\n[summary of this theme]\n- \"quote 1\" (username 1)\n- \"quote 2\" (username 2)\n- \"quote 3\" (username 3)\n\n### Theme 2\n...\n\nInput:\n${JSON.stringify(truncatedComments, null, 2)}`,\n openai,\n useCustomConfig && apiConfig ? apiConfig.model : \"gpt-4o-mini\",\n );\n\n return {\n articleSummary: he.decode(articleSummary),\n discussionSummary: parseDiscussionSummary(he.decode(discussionSummary)),\n };\n}\n\nfunction extractItemId(url: string): string | null {\n const match = url.match(/item\\?id=(\\d+)/);\n return match ? match[1] : null;\n}\n\nasync function fetchHNItem(id: string) {\n const response = await fetch(`https://hacker-news.firebaseio.com/v0/item/${id}.json`);\n if (!response.ok) {\n throw new Error(`Failed to fetch HN item: ${response.statusText}`);\n }\n return response.json();\n}\n\nasync function fetchHNComments(storyId: string) {\n const story = await fetchHNItem(storyId);\n const commentIds = story.kids || [];\n const comments = await Promise.all(commentIds.map(fetchHNItem));\n return comments.filter(comment => !comment.deleted && !comment.dead);\n}\n\nasync function generateSummary(prompt: string, openai: any, model: string): Promise {\n if (\"apiKey\" in openai) {\n // Custom OpenAI configuration\n const response = await fetch(openai.baseURL, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n \"Authorization\": `Bearer ${openai.apiKey}`,\n },\n body: JSON.stringify({\n model: model,\n messages: [{ role: \"user\", content: prompt }],\n max_tokens: 8192,\n }),\n });\n\n if (!response.ok) {\n throw new Error(`OpenAI API error: ${response.statusText}`);\n }\n\n const data = await response.json();\n return data.choices[0].message.content.trim();\n } else {\n // Val Town OpenAI proxy\n const completion = await openai.chat.completions.create({\n messages: [{ role: \"user\", content: prompt }],\n model: model,\n max_tokens: 8192,\n });\n return completion.choices[0].message.content.trim();\n }\n}\n\nfunction parseDiscussionSummary(summary: string): { topic: string; summary?: string; views: string[] }[] {\n const sections = summary.split(/\\n(?=###)/);\n const overallSummary = sections.shift()?.trim() || \"\";\n\n const topics = sections.map(section => {\n const [topicTitle, ...content] = section.split(\"\\n\").filter(Boolean);\n const topicSummary = content.find(line => !line.startsWith(\"-\"))?.trim() || \"\";\n const views = content\n .filter(line => line.startsWith(\"-\"))\n .map(view => view.trim().replace(/^-\\s*/, \"\"));\n\n return {\n topic: topicTitle.replace(/^###\\s*/, \"\"),\n summary: topicSummary,\n views: views,\n };\n });\n\n return [{ topic: \"Overall Summary\", views: [overallSummary] }, ...topics];\n}\n\nfunction truncateText(text: string, maxLength: number = 1000): string {\n if (text.length <= maxLength) return text;\n return text.slice(0, maxLength) + \"...\";\n}\n\nexport default server;","deleted","label",[98],"permalink","https://www.val.town/x/platyhsu/hnsum/code/main.tsx","extension","actionData","errors"]