${escapeHtml(name)}

Fixtures from FA Full-Time, refreshed hourly.

\n\n \n

Or paste this URL into Calendar → File → New Calendar Subscription:

\n ${httpsUrl}\n\n

Matches: ${cache?.eventCount ?? 0} upcoming
Updated: ${updated}

\n\n

Treat this link as private — anyone who has it can see the fixture list.

\n\n ${\n lastError\n ? `

Last refresh failed
${\n escapeHtml(lastError.message)\n }
${lastError.at}

`\n : \"\"\n }\n\n`;\n}\n\nfunction escapeHtml(value: string): string {\n return value.replace(/[&<>\"]/g, (char) =>\n ({ \"&\": \"&\", \"<\": \"<\", \">\": \">\", '\"': \""\" })[char]!\n );\n}\n",[],[198],"a7a78668-b5a7-4c81-843e-e6422ba54bc5","ics.ts","ce263e54-b0ed-11f1-b141-1607ee4eb77e",12,["D",1789467859117],"/** Rendering fixtures as an iCalendar feed Apple Calendar can subscribe to. */\n\nimport { calendarDescription, calendarName, HOST, MATCH_DURATION_MINUTES } from \"./config.ts\";\nimport type { Fixture } from \"./parse.ts\";\n\nconst TZID = \"Europe/London\";\nconst UID_DOMAIN = \"fulltime-ics.val.town\";\nconst CANCELLED_RE = /postpon|cancel|abandon/i;\n\n/** Today's date in Europe/London, as YYYY-MM-DD. */\nexport function londonToday(now = new Date()): string {\n return now.toLocaleDateString(\"en-CA\", { timeZone: TZID });\n}\n\n/** Fixtures from today onwards — a played match drops out of the calendar. */\nexport function upcoming(fixtures: Fixture[], today = londonToday()): Fixture[] {\n return fixtures.filter((fixture) => fixture.date >= today);\n}\n\nexport function buildIcs(fixtures: Fixture[], now = new Date()): string {\n const lines = [\n \"BEGIN:VCALENDAR\",\n \"VERSION:2.0\",\n \"PRODID:-//barryf//fulltime-ics//EN\",\n \"CALSCALE:GREGORIAN\",\n \"METHOD:PUBLISH\",\n `X-WR-CALNAME:${escapeText(calendarName())}`,\n `X-WR-CALDESC:${escapeText(calendarDescription())}`,\n `X-WR-TIMEZONE:${TZID}`,\n \"X-PUBLISHED-TTL:PT1H\",\n \"REFRESH-INTERVAL;VALUE=DURATION:PT1H\",\n ...LONDON_VTIMEZONE,\n ...fixtures.flatMap((fixture) => event(fixture, now)),\n \"END:VCALENDAR\",\n ];\n return lines.map(fold).join(\"\\r\\n\") + \"\\r\\n\";\n}\n\nfunction event(fixture: Fixture, now: Date): string[] {\n const notes = [`Type: ${fixture.type}`, `Competition: ${fixture.competition}`];\n if (fixture.status) notes.push(`Status: ${fixture.status}`);\n\n const link = fixtureLink(fixture.id);\n if (link) notes.push(link);\n\n return [\n \"BEGIN:VEVENT\",\n `UID:${fixture.id}@${UID_DOMAIN}`,\n `DTSTAMP:${utcStamp(now)}`,\n ...when(fixture),\n `SUMMARY:${escapeText(`${fixture.home} v ${fixture.away}`)}`,\n ...(fixture.venue ? [`LOCATION:${escapeText(fixture.venue)}`] : []),\n `DESCRIPTION:${escapeText(notes.join(\"\\n\"))}`,\n ...(link ? [`URL:${link}`] : []),\n `STATUS:${CANCELLED_RE.test(fixture.status) ? \"CANCELLED\" : \"CONFIRMED\"}`,\n \"SEQUENCE:0\",\n \"TRANSP:OPAQUE\",\n \"END:VEVENT\",\n ];\n}\n\n/**\n * Full-Time's own page for the fixture. Only ids that came from the page are\n * real; a synthesised fallback id would make a URL that 404s.\n */\nfunction fixtureLink(id: string): string | null {\n return /^\\d+$/.test(id) ? `https://${HOST}/displayFixture.html?id=${id}` : null;\n}\n\n/** A kick-off time gives a timed event; a to-be-confirmed one gives an all-day event. */\nfunction when(fixture: Fixture): string[] {\n if (!fixture.time) {\n const nextDay = shift(fixture.date, \"00:00\", 24 * 60);\n return [\n `DTSTART;VALUE=DATE:${dateStamp(fixture.date)}`,\n `DTEND;VALUE=DATE:${dateStamp(nextDay.date)}`,\n ];\n }\n const end = shift(fixture.date, fixture.time, MATCH_DURATION_MINUTES);\n return [\n `DTSTART;TZID=${TZID}:${localStamp(fixture.date, fixture.time)}`,\n `DTEND;TZID=${TZID}:${localStamp(end.date, end.time)}`,\n ];\n}\n\n/** Wall-clock arithmetic: done in UTC so no real timezone is ever applied. */\nfunction shift(date: string, time: string, minutes: number) {\n const [year, month, day] = date.split(\"-\").map(Number);\n const [hours, mins] = time.split(\":\").map(Number);\n const moved = new Date(Date.UTC(year, month - 1, day, hours, mins) + minutes * 60_000);\n return {\n date: moved.toISOString().slice(0, 10),\n time: moved.toISOString().slice(11, 16),\n };\n}\n\nconst dateStamp = (date: string) => date.replaceAll(\"-\", \"\");\nconst localStamp = (date: string, time: string) =>\n `${dateStamp(date)}T${time.replace(\":\", \"\")}00`;\nconst utcStamp = (now: Date) => now.toISOString().replace(/[-:]|\\.\\d{3}/g, \"\");\n\nfunction escapeText(value: string): string {\n return value\n .replace(/\\\\/g, \"\\\\\\\\\")\n .replace(/;/g, \"\\\\;\")\n .replace(/,/g, \"\\\\,\")\n .replace(/\\r?\\n/g, \"\\\\n\");\n}\n\n/** RFC 5545 caps a line at 75 octets; continuations start with one space. */\nfunction fold(line: string): string {\n const bytes = new TextEncoder().encode(line);\n if (bytes.length <= 75) return line;\n\n const pieces: string[] = [];\n let start = 0;\n while (start < bytes.length) {\n const limit = pieces.length === 0 ? 75 : 74; // the leading space counts\n let end = Math.min(start + limit, bytes.length);\n // never split a multi-byte character\n while (end > start + 1 && end < bytes.length && (bytes[end] & 0b1100_0000) === 0b1000_0000) {\n end--;\n }\n pieces.push(new TextDecoder().decode(bytes.subarray(start, end)));\n start = end;\n }\n return pieces.join(\"\\r\\n \");\n}\n\nconst LONDON_VTIMEZONE = [\n \"BEGIN:VTIMEZONE\",\n `TZID:${TZID}`,\n `X-LIC-LOCATION:${TZID}`,\n \"BEGIN:DAYLIGHT\",\n \"TZOFFSETFROM:+0000\",\n \"TZOFFSETTO:+0100\",\n \"TZNAME:BST\",\n \"DTSTART:19700329T010000\",\n \"RRULE:FREQ=YEARLY;BYMONTH=3;BYDAY=-1SU\",\n \"END:DAYLIGHT\",\n \"BEGIN:STANDARD\",\n \"TZOFFSETFROM:+0100\",\n \"TZOFFSETTO:+0000\",\n \"TZNAME:GMT\",\n \"DTSTART:19701025T020000\",\n \"RRULE:FREQ=YEARLY;BYMONTH=10;BYDAY=-1SU\",\n \"END:STANDARD\",\n \"END:VTIMEZONE\",\n];\n",[],[206],["D",1789467032504],[],[18],"347fa0d8-5c9a-4188-a3c7-d39221fec392","config.ts","9f711a84-b0ed-11f1-a733-1607ee4eb77e",["D",1789467005377],"/**\n * All team-specific settings live in environment variables, so the source can\n * stay public without naming a club, a team or an age group.\n *\n * FULLTIME_QUERY the query string from a Full-Time fixtures URL, which is\n * what pins the feed to one team (selectedSeason,\n * selectedTeam, selectedRelatedFixtureOption and friends)\n * TEAM_NAME the team exactly as Full-Time spells it, used as the\n * calendar's name and to re-find the team after a season roll\n * FEED_TOKEN secret first path segment, so the feed URL is unguessable\n */\n\nexport const HOST = \"fulltime.thefa.com\";\n\n/** Kick-off plus this much is the calendar event. */\nexport const MATCH_DURATION_MINUTES = 60;\n\nfunction required(key: string): string {\n const value = Deno.env.get(key);\n if (!value) throw new Error(`missing environment variable ${key}`);\n return value;\n}\n\nexport const teamName = () => required(\"TEAM_NAME\");\nexport const feedToken = () => required(\"FEED_TOKEN\");\nexport const calendarName = () => teamName();\nexport const calendarDescription = () =>\n `Fixtures for ${teamName()}, scraped hourly from FA Full-Time.`;\n\n/** The season and team currently configured, as Full-Time ids. */\nexport function configuredIds(): { seasonId: string; teamId: string } {\n const params = fixturesParams();\n return {\n seasonId: params.get(\"selectedSeason\") ?? \"\",\n teamId: params.get(\"selectedTeam\") ?? \"\",\n };\n}\n\n/**\n * Pass overrides to point at a different season or team than the environment\n * says — `teamId: \"\"` asks for the whole league, whose page still carries the\n * dropdowns we read ids back out of.\n */\nexport function fixturesUrl(overrides: { seasonId?: string; teamId?: string } = {}): string {\n const params = fixturesParams();\n if (overrides.seasonId) params.set(\"selectedSeason\", overrides.seasonId);\n if (overrides.teamId !== undefined) params.set(\"selectedTeam\", overrides.teamId);\n return `https://${HOST}/fixtures.html?${params}`;\n}\n\nfunction fixturesParams(): URLSearchParams {\n const params = new URLSearchParams(required(\"FULLTIME_QUERY\").replace(/^\\?/, \"\"));\n params.set(\"itemsPerPage\", \"100\"); // one page is plenty for a season of fixtures\n return params;\n}\n",[],[217],"6f359cc1-216e-4c20-95c4-2b14c179db90","README.md","7f339bfe-b0f0-11f1-abb2-1607ee4eb77e",["D",1789468239765],"# fulltime-ics\n\nTurns one team's fixture list on [FA Full-Time](https://fulltime.thefa.com) into a calendar you can\nsubscribe to on a phone or laptop. A cron job scrapes the fixtures page every hour, renders an\n`.ics` feed, and caches it; an HTTP endpoint serves that cache.\n\nEverything identifying — which club, which team, which URL — lives in environment variables, so this\nsource can stay public.\n\n## The feed\n\n```\nhttps://.val.run//calendar.ics the calendar itself\nhttps://.val.run/ a page with a webcal:// subscribe link\n```\n\n`FEED_TOKEN` is a secret first path segment: the feed needs no login (so Apple Calendar can refresh\nit unattended) but can't be found by guessing the hostname. Anything without the token — the bare\nhostname included — gets a bare `404`.\n\n## Configuration\n\nThree environment variables, all required; the val throws a named error if one is missing.\n\n| Variable | What it is |\n| --- | --- |\n| `FULLTIME_QUERY` | The query string from a Full-Time fixtures URL. This is what pins the feed to one team — copy it from the address bar after filtering to the team on the site, keeping `selectedSeason`, `selectedTeam` and `selectedRelatedFixtureOption`. |\n| `TEAM_NAME` | The team exactly as Full-Time spells it. Used as the calendar's name, and to re-find the team's id after a season rolls over. |\n| `FEED_TOKEN` | Secret path segment, e.g. `openssl rand -hex 16`. Changing it changes the feed URL, so every device has to re-subscribe. |\n\nTo point this at a different team, change `FULLTIME_QUERY` and `TEAM_NAME`, then delete the\n`fixture-ids` blob (or just run `scrape.ts`, which re-derives the ids when the old ones return\nnothing).\n\n## How the pieces fit\n\n| File | Role |\n| --- | --- |\n| `config.ts` | Reads the environment and builds Full-Time URLs |\n| `fetchPage.ts` | Fetches a Full-Time page past its Cloudflare WAF |\n| `parse.ts` | Fixtures table → `Fixture[]`, plus reading the page's own dropdowns |\n| `ics.ts` | `Fixture[]` → iCalendar text |\n| `refresh.ts` | Scrape → parse → render → cache in blob storage |\n| `scrape.ts` | Interval val, hourly on cron `17 * * * *` |\n| `main.ts` | HTTP val: serves the cached feed and the setup page |\n\n## The one thing to be careful about\n\n**`fulltime.thefa.com` blocks requests by their shape, not by IP.** Measured behaviour:\n\n- HTTP/1.1 with a browser `User-Agent` → `200`\n- HTTP/2, any headers → `403` \"Attention Required!\"\n- A `curl` or `python-requests` `User-Agent` → `403`\n- `/displayFixture.html` (per-fixture detail) → `403` for every client that isn't a real browser\n\nDeno's `fetch` negotiates HTTP/2 on Val Town and so gets blocked. `fetchPage.ts` therefore speaks\nHTTP/1.1 by hand over `Deno.connectTls` with ALPN pinned to `http/1.1`, and keeps two `fetch`-based\nfallbacks behind it. **Replacing that with a plain `fetch()` silently breaks the hourly scrape** —\ncheck `get_logs` for which rung succeeded (`fetched via raw-tls-http1.1`) before suspecting the\nparser.\n\n## What the calendar contains\n\nOne event per *upcoming* fixture — a match drops out of the feed once its date has passed.\n\n- **Title** `Home Team v Away Team`\n- **Location** the venue as Full-Time lists it (a name only; addresses live on the blocked detail\n pages, so each event links to its fixture instead)\n- **Notes** `Type:`, `Competition:`, a `Status:` line when there is one, then the fixture's URL\n- **Duration** kick-off plus `MATCH_DURATION_MINUTES` (60)\n- **Times** `Europe/London`, with a `VTIMEZONE` so BST and GMT both resolve correctly\n- A fixture with no confirmed kick-off becomes an all-day event; one marked postponed, cancelled or\n abandoned gets `STATUS:CANCELLED`, which Apple Calendar strikes through\n\nEvent `UID`s come from Full-Time's own fixture ids, so rescheduling a match moves the existing event\nrather than creating a second one.\n\n## Caching\n\n`refresh.ts` writes `{ ics, contentHash, fetchedAt, … }` to the val's blob storage under\n`calendar`. Two details worth knowing:\n\n- A failed scrape never overwrites a good calendar — the error goes to a separate `last-error` blob\n and shows on the setup page, while subscribers keep the previous feed.\n- The feed is only re-rendered when its content actually changes (the hash ignores `DTSTAMP`), so\n `ETag`s stay stable and devices get `304`s instead of re-downloading an identical calendar.\n\n`main.ts` also refreshes on demand if the cache is more than 90 minutes old, so a missed cron run\nheals itself on the next request, with one in-flight refresh at a time.\n\n## Working on it locally\n\n```sh\ndeno check --allow-import *.ts # scrape.ts needs Val Town's Interval global, so it fails here\n```\n\n`parse.ts` and `ics.ts` are pure functions over a saved copy of the fixtures page, which makes them\neasy to test without touching the network. On the platform, use `run_file` on `scrape.ts` and read\n`get_logs` rather than waiting for the cron.\n\n## Limits\n\n- One page of fixtures (`itemsPerPage=100`); `parse.ts` logs a warning if it ever hits that cap.\n- No venue addresses, referees or match reports: those only exist on `/displayFixture.html`.\n- Anyone with the feed URL can read the fixture list, so treat it as private.\n",[],[224],["D",1789467005299],{"_11":12,"_122":70},{"_11":12,"_117":118,"_69":70,"_30":68,"_119":120,"_121":24},{"_38":108,"_13":16,"_32":35,"_109":72,"_110":-5,"_111":-5,"_112":-5,"_113":-5,"_114":-5,"_115":14,"_116":12},"ctx",{"_53":-5,"_141":267,"_268":269,"_270":271,"_272":24,"_273":24,"_274":24,"_275":85,"_276":-5,"_277":-7,"_278":-7,"_279":26,"_280":24,"_281":24,"_282":-5,"_283":24,"_284":24,"_285":24,"_286":-5},"ENV",{"_238":239,"_240":241,"_242":16,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252,"_253":254,"_255":256,"_257":258,"_259":260,"_261":262,"_263":264,"_265":266},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · fetchPage.ts