\n GitHubSync\n
Sync vals from Val Town to GitHub and back
\n

\n View source\n \n ,\n );\n}",[],[157,183],{"_103":190,"_95":191,"_158":192,"_160":159,"_161":139,"_162":138,"_163":117,"_105":193,"_100":32,"_165":177,"_167":194,"_168":22,"_169":-5,"_170":195,"_98":196},"38f69924-ff86-11ef-ad47-569c3dd06744","middleware","c7bfde6b-246e-4064-9a4e-9ba48c164f5f",["D",1741813741761],"import { Webhooks } from \"npm:@octokit/webhooks\";\nimport { Context, Hono, Next } from \"npm:hono\";\nimport signWebhook from \"../sign-webhook\";\n\n\nexport const verifyGitHubSignature = (secret: string) => {\n const webhooks = new Webhooks({ secret });\n \n return async (c: Context, next: Next) => {\n const signature = c.req.header(\"x-hub-signature-256\");\n if (!signature) {\n console.error(\"Missing GitHub secret\");\n c.status(401);\n return c.body(\"Unauthorized\");\n }\n\n // const body = await c.req.json();\n const text = await c.req.text();\n // const body = await JSON.parse(text);\n\n if (!(await webhooks.verify(text, signature))) {\n console.error(\"Invalid GitHub secret\");\n c.status(401);\n return c.body(\"Unauthorized\");\n }\n\n console.log(\"GitHub secret verified\");\n await next();\n };\n};\n\n// Middleware for signature verification\nexport const verifyValSignature = (secret: string) => {\n return async (c: Context, next: Next) => {\n console.log(\"verifyValSignature\");\n const signature = c.req.header(\"x-val-signature\");\n if (!signature) {\n console.error(\"Missing signature\");\n return c.text(\"Missing signature\", 401);\n }\n\n const text = await c.req.text();\n const expectedSignature = await signWebhook(text, secret);\n\n if (signature !== expectedSignature) {\n console.error(\"Invalid signature\");\n return c.text(\"Invalid signature\", 401);\n }\n\n console.log(\"webhook secret verified\");\n await next();\n };\n};",[],[157,191],{"_103":198,"_95":199,"_158":200,"_160":159,"_161":139,"_162":138,"_163":117,"_105":201,"_100":32,"_165":177,"_167":202,"_168":22,"_169":-5,"_170":203,"_98":204},"38f69c8a-ff86-11ef-ad47-569c3dd06744","styles","31775bf9-f505-4335-86d5-1d5dfabed8b2",["D",1741813741761],"export const body = {\n fontFamily: \"sans-serif\",\n margin: 0,\n padding: 32,\n lineHeight: 1.5,\n color: \"black\",\n backgroundColor: \"white\",\n};\n\nexport const title = {\n fontSize: 48,\n};\n\nexport const description = {\n fontSize: 16,\n fontWeight: \"normal\",\n};",[],[157,199],{"_103":206,"_95":207,"_158":208,"_160":159,"_161":139,"_162":138,"_163":117,"_105":209,"_100":32,"_165":177,"_167":210,"_168":22,"_169":-5,"_170":211,"_98":212},"38f6b5ee-ff86-11ef-ad47-569c3dd06744","valtown-deploy","c988e50f-88db-44f6-a6c2-7b36ac4c10d0",["D",1741813741761],"import { decodeBase64 } from \"jsr:@std/encoding/base64\";\nimport { ValTown } from \"npm:@valtown/sdk\";\nimport { Octokit } from \"npm:@octokit/rest\";\nimport config from \"../config.json\" with { type: \"json\" };\n\nimport type { Context, Next } from \"npm:hono\";\n\nconst GITHUB_TOKEN = Deno.env.get(\"GITHUB_TOKEN\");\nconst VALTOWN_TOKEN = Deno.env.get(\"VALTOWN_TOKEN\");\n\nconst valtown = new ValTown({\n bearerToken: VALTOWN_TOKEN,\n});\nconst octokit = new Octokit({ auth: GITHUB_TOKEN });\nconst td = new TextDecoder();\n\n////\n\nexport default async function valTownDeploy(c: Context) {\n console.log(\"deploy to valtown\");\n const body = await c.req.json();\n const { ref, repository, after, commits } = body;\n\n if (ref !== config.branch) {\n console.log(`Update not on ${config.branch} branch (${ref})`);\n return c.json({ ok: true });\n }\n\n try {\n const updates = await getContents(repository, after, commits);\n console.log(`${updates.length} updates`);\n const user = await valtown.me.profile.retrieve();\n if (!user.username) {\n throw new Error(\"User not found: check your VALTOWN_TOKEN\");\n }\n console.log(\"got val.town user:\", user.username);\n await updateVals(user, updates);\n } catch (e) {\n console.error(e);\n c.status(500);\n return c.body(\"Error updating vals\");\n }\n\n return c.json({ ok: true });\n}\n\nasync function getContents(repo: Repo, after: string, commits: Commit[]) {\n const filenames = config.vals.map((name: string) => name + \".tsx\");\n console.log(`${filenames.length} val files updated`);\n const modified = getModified(commits, filenames);\n console.log(`${modified.length} modifications in commit`);\n const contents = await Promise.all(modified.map(getFileContent(repo, after)));\n console.log(`${contents.length} file contents`);\n return contents;\n}\n\nfunction getModified(commits: Commit[], filenames: string[]) {\n return commits.reduce((a: string[], b: Commit) => {\n return [...a, ...b.modified];\n }, []).filter((file: string) => filenames.includes(file));\n}\n\nfunction getFileContent(repo: Repo, after: string) {\n return async (path: string): Promise<{\n name: string;\n code: string;\n }> => {\n const { data } = await octokit.repos.getContent({\n owner: repo.owner.name,\n repo: repo.name,\n path,\n ref: after,\n });\n const [name] = path.split(\".\");\n const code = td.decode(decodeBase64(data.content));\n return {\n name,\n code,\n };\n };\n}\n\nasync function updateVals(user: ValUser, updates: { name: string; code: string; }[]) {\n console.log(\"updateVals\");\n await Promise.all(updates.map(async (update) => {\n updateVal(user.username, update)\n }));\n}\n\nasync function updateVal(username: string, update: { name: string; code: string; }) {\n const { name, code } = update;\n const val = await valtown.alias.username.valName.retrieve(username, name);\n console.log(\"updateVal\", { name, id: val.id });\n const ver = await valtown.vals.versions.create(val.id, { code });\n console.log(\"updated val:\", ver);\n}\n\n////\n\ntype Repo = {\n owner: {\n name: string;\n };\n name: string;\n};\ntype Commit = {\n modified: string[];\n};\ntype ValUser = {\n username: string;\n};",[],[157,207],[157],{"_103":215,"_95":216,"_158":217,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":218,"_100":32,"_165":219,"_167":220,"_168":22,"_169":-5,"_170":221,"_98":222},"38f6be0e-ff86-11ef-ad47-569c3dd06744","README.md","bef8df87-b050-4dbd-a797-6f62df97af28",["D",1741813741761],"file","# GitHubSync\n\nWebhook to commit vals to GitHub and sync code from GitHub back to Val Town\n\n## Demo\n\nThis [example val][] is synced to this [GitHub repo][]\n\n## How to set up\n\nThis val exposes two webhook endpoints:\n\n- `/push` will copy the contents from a list of vals specified in `config.json` and push them to a GitHub repo\n- `/deploy` is a GitHub webhook URL that will fetch contents from GitHub and update the code on Val Town\n\n1. Fork this val\n1. Edit `config.json` to point to the repo and vals you plan to sync\n1. Create a new repo on GitHub to sync to\n1. Add a webhook to your repo that points to this val's `/deploy` route, e.g. `https://username-.web.val.run/deploy`\n \n - Create a _secret_ for your webhook \n - In this val's _Environment Variables_, add that secret as `GITHUB_WEBHOOK_SECRET`\n1. On GitHub, create a new personal [access token][]\n - Ensure the token has read/write access to _Contents_ for the repo\n - Copy the access token and add that as the `GITHUB_TOKEN` env var in this val\n1. Add a new [Val Town API token][] with read/write permissions. Add that token to the val's env vars as `VALTOWN_TOKEN`\n1. Add a `VAL_SECRET` env var to the val. Use this secret to sign the webhook POST request to the `/push` endpoint. Use this endpoint to commit vals from Val Town to your GitHub repo.\n\n### Example push to GitHub fetch\n\nYou can use this example to POST to the `/push` endpoint to copy vals to GitHub.\nYou should keep the code for this private so that only you can push to GitHub.\nThis example can run manually or use a Cron val.\n\n**NOTE: this can overwrite changes made outside of Val Town, on GitHub/etc.**\n\n```tsx\n// This can post to the GitHubSync `/push` webhook; keep this private\nimport sign from \"https://esm.town/v/jxnblk/GitHubSync/sign-webhook\";\n\nconst secret = Deno.env.get(\"SECRET\") as string;\nconst url = Deno.env.get(\"PUSH_URL\") as string;\n\nasync function pushValsToGitHub() {\n const body = \"hello\";\n const signature = await sign(body, secret);\n\n const res = await fetch(url, {\n method: \"POST\",\n body,\n headers: {\n \"x-val-signature\": signature,\n }\n })\n \n if (!res.ok) {\n console.log(res);\n return;\n }\n const json = await res.json();\n console.log(json);\n}\n\npushValsToGitHub();\n```\n\n## Env vars\n\n- `GITHUB_TOKEN`: Read/write GitHub personal access token for reading and writing repo contents \n- `VALTOWN_TOKEN`: ValTown API token (with read/write Vals permissions) for writing updates from GitHub\n- `GITHUB_WEBHOOK_SECRET`: secret for verifying webhooks from GitHub\n- `VAL_SECRET`: secret for verifying requests to the `/push` endpoint\n\n---\n\nThis is the latest version of .\n_Note: This will currently only work with non-project vals until the SDK supports projects._\n\n\n\n\n[github oauth app]: https://github.com/settings/developers\n[access token]: https://github.com/settings/tokens\n[val town api token]: https://www.val.town/settings/api\n[troubleshooting]: #troubleshooting\n\n[github repo]: https://github.com/jxnblk/valtown-github-sync-v2\n[example val]: https://val.town/v/jxnblk/GitHubSyncV2DemoVal",[],[216],{"_103":224,"_95":225,"_158":226,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":227,"_100":32,"_165":177,"_167":228,"_168":22,"_169":-5,"_170":229,"_98":230},"38f6da6a-ff86-11ef-ad47-569c3dd06744","commit-files","38fffd00-c08b-48f0-8136-d2bf2e129f1a",["D",1741813741761],"import { Octokit } from \"npm:@octokit/rest\";\n\ninterface CommitOptions {\n token: string;\n owner: string;\n repo: string;\n files: {\n path: string;\n content: string;\n folder?: boolean;\n }[];\n branch?: string;\n message?: string;\n}\n\nconst FILE = \"100644\";\nconst FOLDER = \"040000\";\n\n/**\n * General use function to commit files to GitHub\n */\nexport async function commitFiles({\n token,\n owner,\n repo,\n files,\n branch = \"main\",\n message = \"published with https://val.town/x/jxnblk/GitHubSync\",\n}: CommitOptions) {\n const data: any = {};\n const gh = new Octokit({ auth: token });\n const user = await gh.rest.users.getAuthenticated();\n data.user = user.data;\n\n const ref = await gh.request(`GET /repos/${owner}/${repo}/git/ref/heads/${branch}`, {});\n data.ref = ref.data;\n\n // create tree\n const items = await Promise.all(\n files.map(async file => {\n const blob = await gh.request(`POST /repos/${owner}/${repo}/git/blobs`, {\n content: file.content,\n encoding: \"utf-8\",\n });\n\n return {\n path: file.path,\n sha: blob.data.sha,\n mode: file.folder ? FOLDER : FILE,\n type: \"blob\",\n };\n }),\n );\n\n const tree = await gh.request(`POST /repos/${owner}/${repo}/git/trees`, {\n base_tree: data.ref.object.sha,\n tree: items,\n });\n\n data.tree = tree.data;\n\n // create commit\n const commit = await gh.request(`POST /repos/${owner}/${repo}/git/commits`, {\n message,\n tree: data.tree.sha,\n parents: [data.ref.object.sha],\n });\n\n data.commit = commit.data;\n\n // push commit\n const push = await gh.request(`POST /repos/${owner}/${repo}/git/refs/heads/${branch}`, {\n sha: data.commit.sha,\n });\n\n data.push = push.data;\n return data;\n}",[],[225],{"_103":232,"_95":233,"_158":234,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":235,"_100":32,"_165":219,"_167":236,"_168":22,"_169":-5,"_170":237,"_98":238},"38f6dc36-ff86-11ef-ad47-569c3dd06744","config.json","929b3d8c-1384-4dc3-8901-2ea468468ce1",["D",1741813741761],"{\n \"owner\": \"jxnblk\",\n \"repo\": \"valtown-github-sync-v2\",\n \"branch\": \"refs/heads/main\",\n \"vals\": [\n \"GitHubSyncV2DemoVal\"\n ]\n}",[],[233],{"_103":240,"_95":99,"_158":115,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":241,"_100":32,"_165":242,"_167":243,"_168":22,"_169":-5,"_170":244,"_98":245},"38f6dd4e-ff86-11ef-ad47-569c3dd06744",["D",1741813741761],"http","/** @jsxImportSource npm:hono/jsx */\nimport { Hono } from \"npm:hono\";\nimport config from \"./config.json\" with { type: \"json\" };\nimport push from \"./routes/github-push\";\nimport Home from \"./routes/home\";\nimport deploy from \"./routes/valtown-deploy\";\nimport {\n //\n verifyGitHubSignature,\n verifyValSignature,\n} from \"./routes/middleware\";\n\nconst VAL_SECRET = Deno.env.get(\"VAL_SECRET\");\nconst GITHUB_WEBHOOK_SECRET = Deno.env.get(\"GITHUB_WEBHOOK_SECRET\");\n\nconst app = new Hono();\n\napp.get(\"/\", Home);\n\napp.post(\"/push\", verifyValSignature(VAL_SECRET), push);\n\napp.post(\"/deploy\", verifyGitHubSignature(GITHUB_WEBHOOK_SECRET), deploy);\n\nexport default app.fetch;",[],[99],{"_103":247,"_95":248,"_158":249,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":250,"_100":32,"_165":177,"_167":251,"_168":22,"_169":-5,"_170":252,"_98":253},"38f6df1a-ff86-11ef-ad47-569c3dd06744","sign-webhook","f643284d-e62b-4478-ab49-00f284a82617",["D",1741813741761],"/**\n * Use this function along with your valtown webhook secret to create\n * the x-val-signature header when posting to the /export webhook\n */\nexport const signWebhook = async (payload: unknown, secret: string) => {\n console.log(\"signWebhook\");\n const encoder = new TextEncoder();\n const key = await crypto.subtle.importKey(\n \"raw\",\n encoder.encode(secret),\n { name: \"HMAC\", hash: \"SHA-256\" },\n false,\n [\"sign\"],\n );\n console.log(\"signWebhook\", {\n payload,\n });\n const signature = await crypto.subtle.sign(\n \"HMAC\",\n key,\n encoder.encode(payload),\n );\n return Buffer.from(signature).toString(\"hex\");\n};\n\nexport default signWebhook;",[],[248],"files",[155,172,181,189,197,205,214,223,231,239,246],"counts",{"_258":32,"_259":138,"_260":32,"_261":262},"pulls","branches","forks","envVars",{"_263":264,"_265":264},"count",4,"emptyCount","contents",[],{"_103":240,"_161":139,"_158":115,"_95":99,"_167":243,"_165":242,"_100":32,"_160":-5,"_105":269,"_162":138,"_169":-5,"_98":270},["D",1741813741761],[99],"upstreamProject",{"_103":147,"_95":96,"_111":273,"_112":274,"_109":110,"_23":275},"Sync vals to GitHub and back","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/04f460f2-d89d-4c98-9ae7-6e51f492cd00/square512",{"_93":276,"_131":277},"jxnblk","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/fca87e60-4ad1-453c-af10-2782c6823400/square512","upstreamBranch",{"_103":142,"_105":280,"_281":282,"_95":43,"_140":147,"_100":144,"_141":-5,"_143":-5,"_283":284,"_107":-5,"_152":22,"_109":110,"_151":276,"_16":149,"_150":96},["D",1738939661756],"updatedAt",["D",1741127948569],"lockfileKey","1744484455387-esm.town_v_jxnblk_GitHubSync@179-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.code.$",{"_93":94,"_95":96,"_97":43,"_100":-7,"_98":99,"_101":291,"_153":296,"_254":330,"_219":331,"_266":334,"_335":336,"_339":-5,"_340":32,"_341":32,"_342":343},{"_103":104,"_95":96,"_105":292,"_107":-5,"_108":22,"_109":110,"_111":-5,"_112":-5,"_14":113,"_114":115,"_116":117,"_118":-5,"_119":32,"_16":120,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":293,"_133":294,"_136":295,"_152":22},["D",1741813741761],{"_93":94,"_131":132},{"_93":94,"_135":132},{"_100":138,"_95":43,"_103":139,"_140":104,"_141":142,"_143":144,"_145":110,"_146":147,"_148":149,"_150":96,"_151":94},[297,315,318,321,324,327],{"_103":156,"_95":157,"_158":159,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":164,"_100":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":298,"_98":314},[299,302,305,308,311],{"_103":173,"_95":174,"_158":175,"_160":159,"_161":139,"_162":138,"_163":117,"_105":176,"_100":32,"_165":177,"_167":178,"_168":22,"_169":-5,"_170":300,"_98":301},[],[157,174],{"_103":182,"_95":183,"_158":184,"_160":159,"_161":139,"_162":138,"_163":117,"_105":185,"_100":32,"_165":177,"_167":186,"_168":22,"_169":-5,"_170":303,"_98":304},[],[157,183],{"_103":190,"_95":191,"_158":192,"_160":159,"_161":139,"_162":138,"_163":117,"_105":193,"_100":32,"_165":177,"_167":194,"_168":22,"_169":-5,"_170":306,"_98":307},[],[157,191],{"_103":198,"_95":199,"_158":200,"_160":159,"_161":139,"_162":138,"_163":117,"_105":201,"_100":32,"_165":177,"_167":202,"_168":22,"_169":-5,"_170":309,"_98":310},[],[157,199],{"_103":206,"_95":207,"_158":208,"_160":159,"_161":139,"_162":138,"_163":117,"_105":209,"_100":32,"_165":177,"_167":210,"_168":22,"_169":-5,"_170":312,"_98":313},[],[157,207],[157],{"_103":215,"_95":216,"_158":217,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":218,"_100":32,"_165":219,"_167":220,"_168":22,"_169":-5,"_170":316,"_98":317},[],[216],{"_103":224,"_95":225,"_158":226,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":227,"_100":32,"_165":177,"_167":228,"_168":22,"_169":-5,"_170":319,"_98":320},[],[225],{"_103":232,"_95":233,"_158":234,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":235,"_100":32,"_165":219,"_167":236,"_168":22,"_169":-5,"_170":322,"_98":323},[],[233],{"_103":240,"_95":99,"_158":115,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":241,"_100":32,"_165":242,"_167":243,"_168":22,"_169":-5,"_170":325,"_98":326},[],[99],{"_103":247,"_95":248,"_158":249,"_160":-5,"_161":139,"_162":138,"_163":117,"_105":250,"_100":32,"_165":177,"_167":251,"_168":22,"_169":-5,"_170":328,"_98":329},[],[248],[297,299,302,305,308,311,315,318,321,324,327],{"_103":240,"_161":139,"_158":115,"_95":99,"_167":243,"_165":242,"_100":32,"_160":-5,"_105":332,"_162":138,"_169":-5,"_98":333},["D",1741813741761],[99],[],"upstream",{"_103":142,"_105":337,"_281":338,"_95":43,"_140":147,"_100":144,"_141":-5,"_143":-5,"_283":284,"_107":-5,"_152":22,"_109":110,"_151":276,"_16":149,"_150":96},["D",1738939661756],["D",1741127948569],"pull","ahead","behind","templates",[344,361],{"_103":345,"_95":346,"_105":347,"_107":-5,"_108":22,"_109":110,"_111":348,"_112":349,"_14":350,"_114":351,"_116":117,"_118":352,"_119":353,"_16":354,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":355,"_133":358,"_136":359,"_152":22},"8e7382ae-d835-11ef-bbbf-e6cdfca9ef9f","markdownBlogStarter",["D",1737491000655],"Starter template for a markdown blog","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/44a31e5c-3e8a-48a8-d067-5785c0b08200/square512","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","a4a9ad14-d835-11ef-8351-e6cdfca9ef9f",167,12,"e81e7335-6d4c-4764-a902-d0962bbfa9f7",{"_93":356,"_131":357},"stevekrouse","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg",{"_93":356,"_135":357},{"_103":360,"_95":43,"_100":352,"_140":345,"_141":-5,"_143":-5},"8e73c264-d835-11ef-bbbf-e6cdfca9ef9f",{"_103":362,"_95":363,"_105":364,"_107":-5,"_108":22,"_109":110,"_111":365,"_112":-5,"_14":366,"_114":367,"_116":117,"_118":368,"_119":369,"_16":370,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":371,"_133":374,"_136":375,"_152":22},"96102714-f528-11ef-aa68-569c3dd06744","reactHonoStarter",["D",1740674013689],"Starter template with client-side React & Hono server","c9143560-63b6-444f-8f9f-e2647fabe09f","a9b2b20a-f528-11ef-9e98-569c3dd06744",39,14,"c606f87f-4d7e-48c8-9c39-ef5ab94aec49",{"_93":372,"_131":373},"std","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJVaVhpQ1BId3dscVpBbkdZVWlMNjJtcjkxWS5wbmcifQ",{"_93":372,"_135":373},{"_103":376,"_95":43,"_100":377,"_140":362,"_141":-5,"_143":-5},"961078ea-f528-11ef-aa68-569c3dd06744",72,"actionData","errors"]

\n GitHubSync\n Sync vals from Val Town to GitHub and back\n

\n GitHubSync\n
Sync vals from Val Town to GitHub and back
\n

davincidreams

GitHubSync