${escapeHtml(name)}

Fixtures from FA Full-Time, refreshed hourly.

\n\n \n

Or paste this URL into Calendar → File → New Calendar Subscription:

\n ${httpsUrl}\n\n

Matches: ${cache?.eventCount ?? 0} upcoming
Updated: ${updated}

\n\n

Treat this link as private — anyone who has it can see the fixture list.

\n\n ${\n lastError\n ? `

Last refresh failed
${\n escapeHtml(lastError.message)\n }
${lastError.at}

`\n : \"\"\n }\n\n`;\n}\n\nfunction escapeHtml(value: string): string {\n return value.replace(/[&<>\"]/g, (char) =>\n ({ \"&\": \"&\", \"<\": \"<\", \">\": \">\", '\"': \""\" })[char]!\n );\n}\n",[],[223],["D",1789467859117],[],[18],"db5abc5c-5c7d-480f-b8a2-9af9ceafc1a6","fetchPage.ts","af9de3f6-b0ed-11f1-9317-1607ee4eb77e",2,["D",1789467032504],"/**\n * Getting a page out of fulltime.thefa.com, which sits behind a Cloudflare WAF.\n *\n * Measured behaviour of that WAF:\n * - HTTP/1.1 + a browser User-Agent -> 200\n * - HTTP/2, any User-Agent -> 403 \"Attention Required!\"\n * - no / curl / python-requests UA -> 403\n * - /displayFixture.html, any shape -> 403 (so we only ever read the list page)\n *\n * Deno's fetch() picks the HTTP version itself and on Val Town it picks HTTP/2,\n * which the WAF rejects — so the hand-rolled HTTP/1.1 request goes first and the\n * two fetch()-based rungs are only fallbacks. We keep the first rung that\n * returns something which actually looks like Full-Time.\n */\n\nconst BROWSER_HEADERS: Record = {\n \"User-Agent\":\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36\",\n \"Accept\":\n \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8\",\n \"Accept-Language\": \"en-GB,en;q=0.9\",\n \"Sec-Fetch-Dest\": \"document\",\n \"Sec-Fetch-Mode\": \"navigate\",\n \"Sec-Fetch-Site\": \"none\",\n \"Sec-Fetch-User\": \"?1\",\n \"Upgrade-Insecure-Requests\": \"1\",\n};\n\nconst BLOCK_MARKER = \"Attention Required\";\n\nexport type PageFetch = { html: string; via: string };\n\n/** A real Full-Time page has the fixtures table's own column headings in it. */\nfunction looksLikeFullTime(html: string): boolean {\n return /]/i.test(html) && /Date\\s*\\/\\s*Time/i.test(html);\n}\n\nexport async function fetchFullTimePage(url: string): Promise {\n const rungs: Array<[string, () => Promise<{ status: number; html: string }>]> = [\n [\"raw-tls-http1.1\", () => viaRawTls(url)],\n [\"fetch\", () => viaFetch(url)],\n [\"fetch+http1\", () => viaHttp1Client(url)],\n ];\n\n const failures: string[] = [];\n for (const [via, attempt] of rungs) {\n try {\n const { status, html } = await attempt();\n if (status === 200 && looksLikeFullTime(html)) return { html, via };\n const blocked = html.includes(BLOCK_MARKER) ? \" (Cloudflare block page)\" : \"\";\n failures.push(`${via}: HTTP ${status}${blocked}`);\n } catch (err) {\n failures.push(`${via}: ${(err as Error).message}`);\n }\n }\n throw new Error(`could not fetch ${url} — ${failures.join(\"; \")}`);\n}\n\nasync function viaFetch(url: string) {\n const res = await fetch(url, { headers: BROWSER_HEADERS });\n return { status: res.status, html: await res.text() };\n}\n\n/** Deno.createHttpClient is unstable; absent on some runtimes, hence the guard. */\nasync function viaHttp1Client(url: string) {\n const createHttpClient = (Deno as Record).createHttpClient as\n | ((opts: unknown) => { close?: () => void })\n | undefined;\n if (typeof createHttpClient !== \"function\") {\n throw new Error(\"Deno.createHttpClient unavailable\");\n }\n const client = createHttpClient({ http1: true, http2: false });\n try {\n const res = await fetch(url, { headers: BROWSER_HEADERS, client } as RequestInit);\n return { status: res.status, html: await res.text() };\n } finally {\n client.close?.();\n }\n}\n\n/**\n * Last resort: speak HTTP/1.1 by hand with ALPN pinned, which is the one thing\n * that reliably stops the runtime negotiating HTTP/2 and getting us blocked.\n */\nasync function viaRawTls(url: string) {\n const target = new URL(url);\n const conn = await Deno.connectTls({\n hostname: target.hostname,\n port: Number(target.port) || 443,\n alpnProtocols: [\"http/1.1\"],\n });\n try {\n const request = [\n `GET ${target.pathname}${target.search} HTTP/1.1`,\n `Host: ${target.hostname}`,\n ...Object.entries(BROWSER_HEADERS).map(([key, value]) => `${key}: ${value}`),\n \"Accept-Encoding: identity\",\n \"Connection: close\",\n \"\",\n \"\",\n ].join(\"\\r\\n\");\n await writeAll(conn, new TextEncoder().encode(request));\n return parseHttp1Response(await readAll(conn));\n } finally {\n try {\n conn.close();\n } catch {\n // the server closes first on Connection: close\n }\n }\n}\n\nasync function writeAll(conn: Deno.Conn, bytes: Uint8Array) {\n let written = 0;\n while (written < bytes.length) written += await conn.write(bytes.subarray(written));\n}\n\nasync function readAll(conn: Deno.Conn): Promise {\n const parts: Uint8Array[] = [];\n const buffer = new Uint8Array(64 * 1024);\n while (true) {\n const read = await conn.read(buffer);\n if (read === null) break;\n parts.push(buffer.slice(0, read));\n }\n return concat(parts);\n}\n\nconst CRLF = new Uint8Array([13, 10]);\nconst CRLF_CRLF = new Uint8Array([13, 10, 13, 10]);\n\nfunction parseHttp1Response(raw: Uint8Array) {\n const split = indexOfSeq(raw, CRLF_CRLF, 0);\n if (split < 0) throw new Error(\"malformed HTTP response: no header terminator\");\n\n const head = new TextDecoder().decode(raw.subarray(0, split));\n const status = Number(head.split(\"\\r\\n\")[0].split(\" \")[1]);\n let body = raw.subarray(split + CRLF_CRLF.length);\n if (/^transfer-encoding:[ \\t]*chunked/im.test(head)) body = decodeChunked(body);\n\n return { status, html: new TextDecoder(\"utf-8\").decode(body) };\n}\n\nfunction decodeChunked(body: Uint8Array): Uint8Array {\n const chunks: Uint8Array[] = [];\n let pos = 0;\n while (pos < body.length) {\n const eol = indexOfSeq(body, CRLF, pos);\n if (eol < 0) break;\n const header = new TextDecoder().decode(body.subarray(pos, eol));\n const size = parseInt(header.split(\";\")[0].trim(), 16);\n if (!Number.isFinite(size) || size <= 0) break;\n const start = eol + CRLF.length;\n chunks.push(body.subarray(start, start + size));\n pos = start + size + CRLF.length; // skip the chunk's own trailing CRLF\n }\n return concat(chunks);\n}\n\nfunction indexOfSeq(haystack: Uint8Array, needle: Uint8Array, from: number): number {\n outer: for (let i = from; i <= haystack.length - needle.length; i++) {\n for (let j = 0; j < needle.length; j++) if (haystack[i + j] !== needle[j]) continue outer;\n return i;\n }\n return -1;\n}\n\nfunction concat(parts: Uint8Array[]): Uint8Array {\n const total = parts.reduce((sum, part) => sum + part.length, 0);\n const out = new Uint8Array(total);\n let offset = 0;\n for (const part of parts) {\n out.set(part, offset);\n offset += part.length;\n }\n return out;\n}\n",[],[234],"347fa0d8-5c9a-4188-a3c7-d39221fec392","config.ts","9f711a84-b0ed-11f1-a733-1607ee4eb77e",["D",1789467005377],"/**\n * All team-specific settings live in environment variables, so the source can\n * stay public without naming a club, a team or an age group.\n *\n * FULLTIME_QUERY the query string from a Full-Time fixtures URL, which is\n * what pins the feed to one team (selectedSeason,\n * selectedTeam, selectedRelatedFixtureOption and friends)\n * TEAM_NAME the team exactly as Full-Time spells it, used as the\n * calendar's name and to re-find the team after a season roll\n * FEED_TOKEN secret first path segment, so the feed URL is unguessable\n */\n\nexport const HOST = \"fulltime.thefa.com\";\n\n/** Kick-off plus this much is the calendar event. */\nexport const MATCH_DURATION_MINUTES = 60;\n\nfunction required(key: string): string {\n const value = Deno.env.get(key);\n if (!value) throw new Error(`missing environment variable ${key}`);\n return value;\n}\n\nexport const teamName = () => required(\"TEAM_NAME\");\nexport const feedToken = () => required(\"FEED_TOKEN\");\nexport const calendarName = () => teamName();\nexport const calendarDescription = () =>\n `Fixtures for ${teamName()}, scraped hourly from FA Full-Time.`;\n\n/** The season and team currently configured, as Full-Time ids. */\nexport function configuredIds(): { seasonId: string; teamId: string } {\n const params = fixturesParams();\n return {\n seasonId: params.get(\"selectedSeason\") ?? \"\",\n teamId: params.get(\"selectedTeam\") ?? \"\",\n };\n}\n\n/**\n * Pass overrides to point at a different season or team than the environment\n * says — `teamId: \"\"` asks for the whole league, whose page still carries the\n * dropdowns we read ids back out of.\n */\nexport function fixturesUrl(overrides: { seasonId?: string; teamId?: string } = {}): string {\n const params = fixturesParams();\n if (overrides.seasonId) params.set(\"selectedSeason\", overrides.seasonId);\n if (overrides.teamId !== undefined) params.set(\"selectedTeam\", overrides.teamId);\n return `https://${HOST}/fixtures.html?${params}`;\n}\n\nfunction fixturesParams(): URLSearchParams {\n const params = new URLSearchParams(required(\"FULLTIME_QUERY\").replace(/^\\?/, \"\"));\n params.set(\"itemsPerPage\", \"100\"); // one page is plenty for a season of fixtures\n return params;\n}\n",[],[242],"6f359cc1-216e-4c20-95c4-2b14c179db90","README.md","7f339bfe-b0f0-11f1-abb2-1607ee4eb77e",["D",1789468239765],"# fulltime-ics\n\nTurns one team's fixture list on [FA Full-Time](https://fulltime.thefa.com) into a calendar you can\nsubscribe to on a phone or laptop. A cron job scrapes the fixtures page every hour, renders an\n`.ics` feed, and caches it; an HTTP endpoint serves that cache.\n\nEverything identifying — which club, which team, which URL — lives in environment variables, so this\nsource can stay public.\n\n## The feed\n\n```\nhttps://.val.run//calendar.ics the calendar itself\nhttps://.val.run/ a page with a webcal:// subscribe link\n```\n\n`FEED_TOKEN` is a secret first path segment: the feed needs no login (so Apple Calendar can refresh\nit unattended) but can't be found by guessing the hostname. Anything without the token — the bare\nhostname included — gets a bare `404`.\n\n## Configuration\n\nThree environment variables, all required; the val throws a named error if one is missing.\n\n| Variable | What it is |\n| --- | --- |\n| `FULLTIME_QUERY` | The query string from a Full-Time fixtures URL. This is what pins the feed to one team — copy it from the address bar after filtering to the team on the site, keeping `selectedSeason`, `selectedTeam` and `selectedRelatedFixtureOption`. |\n| `TEAM_NAME` | The team exactly as Full-Time spells it. Used as the calendar's name, and to re-find the team's id after a season rolls over. |\n| `FEED_TOKEN` | Secret path segment, e.g. `openssl rand -hex 16`. Changing it changes the feed URL, so every device has to re-subscribe. |\n\nTo point this at a different team, change `FULLTIME_QUERY` and `TEAM_NAME`, then delete the\n`fixture-ids` blob (or just run `scrape.ts`, which re-derives the ids when the old ones return\nnothing).\n\n## How the pieces fit\n\n| File | Role |\n| --- | --- |\n| `config.ts` | Reads the environment and builds Full-Time URLs |\n| `fetchPage.ts` | Fetches a Full-Time page past its Cloudflare WAF |\n| `parse.ts` | Fixtures table → `Fixture[]`, plus reading the page's own dropdowns |\n| `ics.ts` | `Fixture[]` → iCalendar text |\n| `refresh.ts` | Scrape → parse → render → cache in blob storage |\n| `scrape.ts` | Interval val, hourly on cron `17 * * * *` |\n| `main.ts` | HTTP val: serves the cached feed and the setup page |\n\n## The one thing to be careful about\n\n**`fulltime.thefa.com` blocks requests by their shape, not by IP.** Measured behaviour:\n\n- HTTP/1.1 with a browser `User-Agent` → `200`\n- HTTP/2, any headers → `403` \"Attention Required!\"\n- A `curl` or `python-requests` `User-Agent` → `403`\n- `/displayFixture.html` (per-fixture detail) → `403` for every client that isn't a real browser\n\nDeno's `fetch` negotiates HTTP/2 on Val Town and so gets blocked. `fetchPage.ts` therefore speaks\nHTTP/1.1 by hand over `Deno.connectTls` with ALPN pinned to `http/1.1`, and keeps two `fetch`-based\nfallbacks behind it. **Replacing that with a plain `fetch()` silently breaks the hourly scrape** —\ncheck `get_logs` for which rung succeeded (`fetched via raw-tls-http1.1`) before suspecting the\nparser.\n\n## What the calendar contains\n\nOne event per *upcoming* fixture — a match drops out of the feed once its date has passed.\n\n- **Title** `Home Team v Away Team`\n- **Location** the venue as Full-Time lists it (a name only; addresses live on the blocked detail\n pages, so each event links to its fixture instead)\n- **Notes** `Type:`, `Competition:`, a `Status:` line when there is one, then the fixture's URL\n- **Duration** kick-off plus `MATCH_DURATION_MINUTES` (60)\n- **Times** `Europe/London`, with a `VTIMEZONE` so BST and GMT both resolve correctly\n- A fixture with no confirmed kick-off becomes an all-day event; one marked postponed, cancelled or\n abandoned gets `STATUS:CANCELLED`, which Apple Calendar strikes through\n\nEvent `UID`s come from Full-Time's own fixture ids, so rescheduling a match moves the existing event\nrather than creating a second one.\n\n## Caching\n\n`refresh.ts` writes `{ ics, contentHash, fetchedAt, … }` to the val's blob storage under\n`calendar`. Two details worth knowing:\n\n- A failed scrape never overwrites a good calendar — the error goes to a separate `last-error` blob\n and shows on the setup page, while subscribers keep the previous feed.\n- The feed is only re-rendered when its content actually changes (the hash ignores `DTSTAMP`), so\n `ETag`s stay stable and devices get `304`s instead of re-downloading an identical calendar.\n\n`main.ts` also refreshes on demand if the cache is more than 90 minutes old, so a missed cron run\nheals itself on the next request, with one in-flight refresh at a time.\n\n## Working on it locally\n\n```sh\ndeno check --allow-import *.ts # scrape.ts needs Val Town's Interval global, so it fails here\n```\n\n`parse.ts` and `ics.ts` are pure functions over a saved copy of the fixtures page, which makes them\neasy to test without touching the network. On the platform, use `run_file` on `scrape.ts` and read\n`get_logs` rather than waiting for the cron.\n\n## Limits\n\n- One page of fixtures (`itemsPerPage=100`); `parse.ts` logs a warning if it ever hits that cap.\n- No venue addresses, referees or match reports: those only exist on `/displayFixture.html`.\n- Anyone with the feed URL can read the fixture list, so treat it as private.\n",[],[249],["D",1789467005299],{"_11":12,"_147":73},{"_11":12,"_142":143,"_72":73,"_30":71,"_144":145,"_146":24},{"_41":133,"_13":16,"_35":38,"_134":97,"_135":-5,"_136":-5,"_137":-5,"_138":-5,"_139":-5,"_140":14,"_141":12},"ctx",{"_56":-5,"_166":292,"_293":294,"_295":296,"_297":24,"_298":24,"_299":24,"_300":110,"_301":-5,"_302":-7,"_303":-7,"_304":26,"_305":24,"_306":24,"_307":-5,"_308":24,"_309":24,"_310":24,"_311":-5},"ENV",{"_263":264,"_265":266,"_267":16,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277,"_278":279,"_280":281,"_282":283,"_284":285,"_286":287,"_288":289,"_290":291},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · ics.ts