;\n}\n\nconst markdownComponents = {\n img: CustomImage,\n};\n\nfunction Header() {\n return (\n

\n Home\n About\n

\n );\n}\n\nfunction PostComponent({ markdown, link }: { markdown: string; link?: string }) {\n return (\n

\n {link}\n {markdown}\n

\n );\n}\n\nexport default async function(req: Request): Promise {\n const url = new URL(req.url);\n const referer = req.headers.get(\"referer\");\n let monthHits, todayHits;\n try {\n const hits = await getHits(url.pathname, referer);\n monthHits = hits.monthHits;\n todayHits = hits.todayHits;\n } catch (e) {\n console.log(\"Caught database error: \", e);\n }\n if (url.pathname === \"/\") {\n const files = await listFiles(import.meta.url);\n const posts = files.filter((file) => file.path.startsWith(\"posts/\"));\n const postContents = await Promise.all(\n posts.map(async (file) => readFile(file.path, import.meta.url)),\n );\n\n return html(\n

Alex Wein has some thoughts

\n {postContents.map((markdown, i) => )}\n View source\n

,\n );\n }\n if (url.pathname.startsWith(\"/posts/\")) {\n const markdown = await readFile(url.pathname, import.meta.url);\n return html(\n

\n {markdown}\n

,\n );\n }\n const aboutPaths = [\"/about\", \"/about/\"];\n if (aboutPaths.includes(url.pathname)) {\n const markdown = await readFile(\"/about.md\", import.meta.url);\n return html(\n

\n {markdown}\n

,\n );\n }\n\nconst visualizerPaths = [\"/2019/03/15/visualizing-visualizers/\", \"/2019/03/15/visualizing-visualizers\"];\n if (visualizerPaths.includes(url.pathname)) {\n\n const markdown = await readFile(\"/other-posts/dvs-spin.md\", import.meta.url);\n const response = await fetch(\n \"https://raw.githubusercontent.com/a-lexwein/weblog/refs/heads/master/public/dvs-fragment.html\",\n );\n const fragmentText = await response.text();\n\n const style = `\n body {\n background-color: #E5E5E5;\n }\n svg {\n animation-name: spin;\n animation-duration: 7000ms;\n animation-iteration-count: infinite;\n animation-timing-function: linear;\n transform-origin: 400px 315px;\n }\n @keyframes spin {\n 0% {\n transform: rotate(0deg);\n }\n 16.66% {\n transform: rotate(-120deg); \n }\n 33.32% {\n transform: rotate(-120deg); \n } \n 49.98% {\n transform: rotate(-240deg); \n } \n 66.64% {\n transform: rotate(-240deg); \n } \n 83.3% {\n transform: rotate(-360deg); \n } \n 100% {\n transform: rotate(-360deg);\n }\n }\n `;\n\n const markdownText = renderToString({markdown});\n const fullHtml = `\n \n \n \n \n \n SVG Animation\n \n \n \n ${fragmentText}\n ${markdownText}\n \n \n \n `;\n return new Response(fullHtml, {\n headers: {\n \"content-type\": \"text/html\",\n },\n });\n }\n \n if (url.pathname === \"/dbt\") {\n const markdown = await readFile(\"/other-posts/dbt-cheatsheet.md\", import.meta.url);\n return html(\n

\n {markdown}\n

,\n );\n }\n\n if (url.pathname === \"/robots.txt\") {\n const robots = await readFile(\"/robots.txt\", import.meta.url);\n return new Response(robots, {\n headers: {\n \"content-type\": \"text/plain\",\n },\n });\n }\n\n return new Response(\"Not found\", { status: 404 });\n}\n\nfunction html(children: React.ReactNode) {\n return new Response(\n renderToString(\n \n {children}\n ,\n ),\n {\n headers: {\n \"content-type\": \"text/html;\",\n },\n },\n );\n}",[170],"02f215ca-9eb7-4836-90e1-dbaca2b2b136","analytics.ts","019ec6ec-e999-732f-b58c-150e14343905",["D",1781453875606],"// inspired by steve's implementation https://www.val.town/x/stevekrouse/stevekrouse_dot_com/branch/main/version/26/code/analytics.ts\n// import { sqlite } from \"https://esm.town/v/std/sqlite?v=5\";\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite/main.tsx\";\n\nexport async function getHits(url, referer) {\n await sqlite.batch([\n \"CREATE TABLE IF NOT EXISTS blog_hits (id INTEGER PRIMARY KEY AUTOINCREMENT, url TEXT, referer TEXT, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)\",\n { sql: `INSERT INTO blog_hits (url, referer) VALUES (:url, :referer)`, args: { url, referer } },\n // \"SELECT COUNT(*) FROM blog_hits WHERE strftime('%m', timestamp) = strftime('%m', 'now') AND strftime('%Y', timestamp) = strftime('%Y', 'now')\",\n // \"SELECT COUNT(*) from blog_hits WHERE strftime('%m', timestamp) = strftime('%m', 'now') AND strftime('%Y', timestamp) = strftime('%Y', 'now') AND strftime('%d', timestamp) = strftime('%d', 'now')\",\n ]);\n return {};\n}",[177],"b86b8d3d-ec6c-48d9-a5cf-7e46c589a863","about.md","019ec6ec-e999-732f-b58c-1175f21525f7",["D",1781453875606],"## Alex Wein's web site\n\nThank you for finding my personal website. I live in Oakland, California\nand work as an analytics engineer for a software company.\nI sometimes make little word games; here's one called [Gord Wame](https://gordwame.val.run/play/pbesoans).\n\n\nI'm on [Bluesky](https://bsky.app/profile/alexwein.bsky.social).",[183],"1bb48991-4f33-4b15-9bb4-4be8938bf2b2","README.md","019ec6ec-e999-732f-b58c-0df178ed2782",["D",1781453875606],"# myBlog\n\nThis is a simple static blog.\n\nPosts go in the /posts directory.\n\n\n## Sizing images\n\n```\n\n![screenshot](https://example.com/image.jpg#maxWidth=350)\n\n\n![screenshot](https://example.com/image.jpg#width=300)\n\n\n![screenshot](https://example.com/image.jpg#maxWidth=400&height=300)\n```",[189],"3e81e98d-ce04-4727-9d9a-9c0908493b32","Layout.tsx","019ec6ec-e999-732f-b58c-0853ae0ba1c1",["D",1781453875606],"/** @jsxImportSource npm:react@18.2.0 */\nimport type { ReactNode } from \"npm:react@18.2.0\";\n\nexport function Layout({ children }: { children: ReactNode }) {\n return (\n \n \n \n \n Alex Whines\n \n \n \n {children}\n \n \n );\n}",[195],"9e57b767-9462-40a9-9263-ca1af788bf26","posts","019ec6ec-e999-732f-b58c-04b55b7fbea0",["D",1781453875606],"directory",[201],"a91916c4-b14c-4e6b-b3ca-ee4ceb95f8f2","other-posts","019ec6ec-e999-732f-b58b-d8d14a4650f7",["D",1781453875606],[207],"pulls","branches",10,"forks","envVars",{"_219":163,"_221":64},"connections",{"_219":64,"_220":64},"count","unfilledCount","emptyCount",{"_43":206,"_32":207,"_30":208,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":353,"_13":64,"_34":204,"_36":-5,"_23":24,"_167":-5,"_244":354,"_26":355},{"_43":346,"_32":347,"_30":348,"_162":208,"_41":42,"_40":163,"_164":59,"_38":349,"_13":64,"_34":20,"_36":350,"_23":24,"_167":-5,"_244":351,"_26":352},{"_43":339,"_32":340,"_30":341,"_162":208,"_41":42,"_40":163,"_164":59,"_38":342,"_13":64,"_34":20,"_36":343,"_23":24,"_167":-5,"_244":344,"_26":345},{"_43":200,"_32":201,"_30":202,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":336,"_13":64,"_34":204,"_36":-5,"_23":24,"_167":-5,"_244":337,"_26":338},{"_43":329,"_32":330,"_30":331,"_162":202,"_41":42,"_40":163,"_164":59,"_38":332,"_13":64,"_34":20,"_36":333,"_23":24,"_167":-5,"_244":334,"_26":335},{"_43":322,"_32":323,"_30":324,"_162":202,"_41":42,"_40":163,"_164":59,"_38":325,"_13":64,"_34":20,"_36":326,"_23":24,"_167":-5,"_244":327,"_26":328},{"_43":315,"_32":316,"_30":317,"_162":202,"_41":42,"_40":163,"_164":59,"_38":318,"_13":64,"_34":20,"_36":319,"_23":24,"_167":-5,"_244":320,"_26":321},{"_43":308,"_32":309,"_30":310,"_162":202,"_41":42,"_40":163,"_164":59,"_38":311,"_13":64,"_34":20,"_36":312,"_23":24,"_167":-5,"_244":313,"_26":314},{"_43":301,"_32":302,"_30":303,"_162":202,"_41":42,"_40":163,"_164":59,"_38":304,"_13":64,"_34":20,"_36":305,"_23":24,"_167":-5,"_244":306,"_26":307},{"_43":294,"_32":295,"_30":296,"_162":202,"_41":42,"_40":163,"_164":59,"_38":297,"_13":64,"_34":20,"_36":298,"_23":24,"_167":-5,"_244":299,"_26":300},{"_43":287,"_32":288,"_30":289,"_162":202,"_41":42,"_40":163,"_164":59,"_38":290,"_13":64,"_34":20,"_36":291,"_23":24,"_167":-5,"_244":292,"_26":293},{"_43":280,"_32":281,"_30":282,"_162":202,"_41":42,"_40":163,"_164":59,"_38":283,"_13":64,"_34":20,"_36":284,"_23":24,"_167":-5,"_244":285,"_26":286},{"_43":273,"_32":274,"_30":275,"_162":202,"_41":42,"_40":163,"_164":59,"_38":276,"_13":64,"_34":20,"_36":277,"_23":24,"_167":-5,"_244":278,"_26":279},{"_43":266,"_32":267,"_30":268,"_162":202,"_41":42,"_40":163,"_164":24,"_38":269,"_13":64,"_34":20,"_36":270,"_23":24,"_167":-5,"_244":271,"_26":272},{"_43":262,"_32":33,"_30":31,"_162":202,"_41":42,"_40":14,"_164":24,"_38":263,"_13":64,"_34":35,"_36":37,"_23":24,"_167":-5,"_244":264,"_26":265},{"_43":194,"_32":195,"_30":196,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":259,"_13":64,"_34":35,"_36":198,"_23":24,"_167":-5,"_244":260,"_26":261},{"_43":188,"_32":189,"_30":190,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":256,"_13":64,"_34":20,"_36":192,"_23":24,"_167":-5,"_244":257,"_26":258},{"_43":182,"_32":183,"_30":184,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":253,"_13":64,"_34":20,"_36":186,"_23":24,"_167":-5,"_244":254,"_26":255},{"_43":176,"_32":177,"_30":178,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":250,"_13":64,"_34":35,"_36":180,"_23":24,"_167":-5,"_244":251,"_26":252},{"_43":169,"_32":170,"_30":171,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":247,"_13":64,"_34":173,"_36":174,"_23":24,"_167":-5,"_244":248,"_26":249},{"_43":159,"_32":160,"_30":161,"_162":-5,"_41":42,"_40":163,"_164":59,"_38":243,"_13":64,"_34":20,"_36":166,"_23":24,"_167":-5,"_244":245,"_26":246},["D",1781453875606],"children",[],[160],["D",1781453875606],[],[170],["D",1781453875606],[],[177],["D",1781453875606],[],[183],["D",1781453875606],[],[189],["D",1781453875606],[],[195],"406cbfb4-e4d6-429c-a35f-c42f61c4bfbe",["D",1781453890362],[],[201,33],"27ba41a2-7ef2-4838-ab4e-ed603acf62a5","2026-03-08-a-year-of-not-blogging.md","019ec6ec-e999-732f-b58c-00a24fc63b36",["D",1781453875606],"## A year of not blogging (and occasionally blogging)\n\nOne year ago, I inaugurated this blog by expressing skepticism it was long for the world.\nBlogging was feeling more aspirational than anything.\n\nA year later, we've got a few posts. This will be the eleventh.\nWhich isn't nothing, but it's not exactly the habit of regular writing I still hope to cultivate.\nThere was a big gap in there from the beginning to April to end of December without any posts.\nThat writing is hard is not a new lesson for me, but dang it's still hard.\n\n----\n\nMy one \"good\" post was on [comics about comics](/posts/2025-04-06-comics-about-comics.md).\nRaina Telgemeier and Scott McCloud *Cartoonists Club* is a \"make you wanna make things\" kinda book,\nand the thing I want to make is blog posts.\nSo it's fitting that the YA book was what managed to extract a halfway decent post out of me.\n(In going through those books while writing the post, I found an index card bookmarking a particular resonant page of *Unflattening*.\nOn one side of the index card -- placed there in 2019 -- was a list of a dozen things I wanted to write about.\nWanting and failing to blog is a long-term project for me.)\n\n----\n\nMy other nine blog posts weren't bad, but not as good as the ones I didn't write. Sorry to deprive you of my opinions on algebraic visualization design and learning sql, on Lola Kirke's suprisingly compelling 2025 country album *Trailblazer*,\nor on the range of emotions brought on by the Galactus card in the game Marvel Snap, or like 50 other pretty unimportant topics.\n\n----\n\nEvery month or two, I've tried to write my thoughts down about large language models. It never goes great.\nI'm afraid to put stakes in the ground. And it's hard to talk about LLMs without talking about fascism, which is also something I'm afraid of.\nSometimes the post is about my experience using them (which has been mostly for word games).\nSometimes, it's links to other posts I've found useful (Anil Dash's recent posts [here](https://www.anildash.com/2026/01/22/codeless/) and [here](https://www.anildash.com/2026/02/18/threatening-kids-with-ai/) were good),\nOr speculating on how it might impact my job (I have a some good cope about how unworried I am).\n\nI think the one I came closest to actually finishing was on the \"to be fair\" paragraph that is included in every software developers's\nDamascus moment about when they became a believer in LLMs. The \"to be fair\" paragraph lists off some reasons AI is bad and rather than argue against them,\njust moves on to talk about how useful a tool they are.\nBeyond the fascism, my \"to be fair\" paragraph would mostly be about the suicides.\nI'll keep trying to wrangle my thoughts about AI.\n\n----\n\nThere's a genre of blog post that I've tried a bunch to write and so far have basically nothing to show for it.\nIn these posts, if I wrote them, I'd extol the singular virtues of these works that are \nI try to describe why they are so damn important to me. Obviously a hard genre to land;\nit's not really a shock I have not been able to put into words the particular magics of my favorite things. I'll keep trying.\nThose things are:\n\nthe R data wrangling library **dplyr**, the word game **Boggle**, and the music of **Curtis Mayfield**.\n\n----\n\nSpeaking of Boggle. In addition to blogging, I've made some janky little word games over the last year.\n[The plan](https://observablehq.com/@a-lexwein/word-game-blog-website-desiderata) was to blog about those too.\nBut I haven't. These below were mostly made over the last year. They aren't great, but they deserve some written reflection at some point.\n\n- [Think A Little Longer](https://thinkalittlelonger.val.run/club/blogreader)\n- [Loopy Letters](https://loopyletters.val.run/)\n- [Gord Wame](https://gordwame.val.run/)\n- [Is It Two Words?](https://twowords.val.run/)\n- [Big Word Bot](https://bsky.app/profile/findabigword.bsky.social)\n\n----\n\nAnother unwritten blog post was called \"Never love a SaaS\".\nI managed a few paragraphs over the summer, but it has been on my mind for a few years (one version mostly focused on Marvel Snap and Balatro).\nYou can see it at the very end of \"the plan\" I just linked to above, listing out a final con bullet point for using Observable Notebooks to make word games.\n\n> Observable is a venture-funded business intelligence startup than I don't imagine is profitable. Tying a hobby to a venture-funded business intelligence startup is maybe real real dumb, even if Mike Bostock seems like a good guy.\n\nAnd yet when I went to write the \"Never love a SaaS\" post over the summer -- when Glitch was shut down -- a funny thing happened.\nGoing through my old public and private Observable notebooks -- going through others' notebooks -- I could not deny, I loved Observable.\nThe people that work at Observable really haven't lost my trust over the near decade I've been using the product. And all my old notebooks still work.\nIt's not Observable's fault that my day job uses Microsoft Power BI.\nObservable notebooks are still wonderful and my time with my own notebooks has been time well spent. Hopefully Observable's murderboards get some traction!\n\nAnd speaking of loving a SaaS, over the last year I've kind of become a home teamer for Val Town!\nThis blog is hosted on Val Town, as are those word games above.\nSo was my [Bluesky bot of favorite songs](/posts/2025-03-09-songbot.md) (which I think is about to die, thanks to Spotify changing their API.) and the little data wrangle I did [about my mom](/posts/2025-03-29-posts-only-a-mother-could-like.md) liking my Bluesky posts.\n\nWhat I can build in Val Town can scale with my skills and ambition. Live multiplayer? User accounts? The infrastructure for a daily game like Wordle?\nI'm not on the cusp of solving any of that, but it all feels way more tractable with the tools and community that Val Town offers (including a solid integration of Claude for llm-powered code assistance, I must sheepishly admit).\n\nVal Town's co-founders Steve Krouse and Tom MacWright are sort of my patron saints of blogging more.\nI first discovered Steve through the Future of Coding podcast and community, and years later it feels like Val Town was blogged into existence through Steve's work pre-pandemic work on FoC stuff\n(the podcast is still going strong without Steve, and has recently been renamed).\nAnd even more than Steve's writing, Tom MacWright's [personal blog](https://macwright.com/) is a perfect model for blogging more, just regularly writing for himself in a way that is useful to others (useful to me).\nTom was an early engineer at Observable as well.\nAnd Val Town's primary user acquisition channel also seems to be blogging (it was a post by Steve that convinced me to sign up).\n\nSo yeah, thanks Val Town! Thanks for giving me some tools for blogging and being such good citizens of the blogging community.\nIf you've made it to the end of this post and are thinking \"I too need to start a new blog I will feel guilty for never posting to\", why not fork the [Val Town Markdown Starter Blog](https://www.val.town/x/stevekrouse/markdownBlogStarter)?\n(And thanks for the pizza, Steve.)",[],[201,267],"2aa69fe2-e6b2-4a82-a5cb-7e3a6e23fcfe","2025-12-25-chart-games-2025.md","019ec6ec-e999-732f-b58b-fc9d91d40b1c",["D",1781453875606],"## The Two Best Data Visualization-Centric Digital Games of 2025\n\nThere have been video games with great uses of data visualization before, but before this year,\nI don't think I'd ever played a game that was **Really About The Charts**.\nAnd this year I played two! And both were kind of awesome in very different ways.\n\n### [Pocket Boss](https://pocketboss.ch/)\n\nMostly by default, Mario von Rickenbach has made the definitive piece of art about working in business intelligence.\n*Pocket Boss* is a mobile game. You play as a data worker, remotely communicating with your boss through chat DMs.\nEach level is a chart your boss needs you to clean up.\n\n![5509C048-FB3C-410B-AD5C-FA26E60D191B_1_105_c.jpeg](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/40002f3a-1294-4e73-4283-eaa867020000/public#maxWidth=350)\n\nGameplay wise, it has a bit in common with some kids apps I love like Windowsill and Sago Mini. To make the bars on the chart \"go up\" or whatever your current objective is, you tap or drag or swipe. It's tactilely satisfying with just a splash of puzzling.\n\nBut the reason to the play the game is for the writing, which I found very funny and **shockingly relatable**.\nAlthough all my managers have been wonderful and open-minded people, in my career in business intelligence,\nit's hard to totally escape the feeling that the numbers don't matter,\nwe're just making pretty pictures to justify whatever decision management was going to make anyways.\n*Pocket Boss* deals with these existential questions of the data worker with wit and a sense of play.\n\n### [Alphadots](https://www.bloomberg.com/games/alphadots)\n\nThere were even more new entrants into the little daily word game racket in 2025.\nBloomberg launched their Games section in September that included *Alphadots*, created by crossword constructor Jeff Chen.\nYou are presented with a crossword-style question mark clue. And the letters are displayed in a line chart, ordered alphabetically along the Y-axis. Hints let you add horizontal baselines.\n\n![345DFBCD-2E4C-419E-B141-320528C9121F_1_105_c.jpeg](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/ea9a172e-739c-40ba-9321-4000807f7600/public#maxWidth=350)\n\nIt doesn't have anything to do its chart based nature, but what really keeps me coming back are the consistently solid \"?\" clues. A light, satisfying bit of wordplay every day with a novel solving mechanic.\nI can't remember another word game I've played where alphabetical order played any role.\nIt adds a unique texture to which puzzles are easy or heard: As are always easy to identify, repeating letters are also crucial information, and most of the your time is spent wondering if those dots in the middle are Ls, Ms, or Ns\n\nAnd it's really a chart game! Unlike *Pocket Boss*, *Alphadots* actually actually asks you to interpret some data. You start with a chart. It might take a little time to decode, but the chart has all the information you need solve the puzzle. It's a good time.",[],[201,274],"602be2fb-24f5-4034-b6b9-2bcc5eb0110b","2025-12-24-five-friendly-sql-tips.md","019ec6ec-e999-732f-b58b-fa6f88a18dde",["D",1781453875606],"## [Five Cool Little Bits of \"Friendly\" SQL for wrangling data in DuckDB (or Snowflake)](https://observablehq.com/@a-lexwein/five-cool-little-bits-of-friendly-sql)\nIn a attempt to get out of my not-blogging rut,\nI wrote a little SQL Tips and Tricks post, focusing on some \"friendly\" additions to the query syntax that DuckDB has introduced over the last few years and Snowflake has adopted as well.\n\nI cover the following keywords.\n\n1. `group by all`\n2. terminal commas (this is not a keyword)\n3. `count_if`\n4. `sample`\n5. `values`\n\nSo that I could use interactive queries, I wrote it as an Observable Notebook, the fantastic Javascript focused live coding platform where DuckDB comes standard.\nIn addition to the tips, I've smuggled in a few opinions about SQL style. Check it out.\n\n### https://observablehq.com/@a-lexwein/five-cool-little-bits-of-friendly-sql",[],[201,281],"73abe3b9-e8d4-4742-8bc0-7fa5cf4318e0","2025-04-06-comics-about-comics.md","019ec6ec-e999-732f-b58b-f77202d01386",["D",1781453875606],"## The next addition to your data viz bookshelf should be a Comic About Comics.\n\n![IMG_0626.jpg](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/03100f91-56e9-400c-96d9-e7c9d3b7c200/public \"A photograph of the books in this post\")\n\nThere are many wonderful books on/of data visualization, and if you work in data,\nyou probably have a few (hopefully more than just *that one*). You should probably get more.\n\nAs your collection grows, consider that the next great book to inspire the chartmaker in you --\nto further you on your journey to master the craft -- may not be a treatise on chart types or data storytelling,\nbut something possibly even cooler: **A Comic About Comics**.\n\nThese are just the ones I own. You really can't go wrong with any of them.\nAnd even if you have no interest in data viz, this Comics About Comics genre is still a fantastic mind-expanded set of books.\nThis books are really special: they're formally inventive but personal and emotional in their own ways.\nThey provide a wonderful set of boxes to think outside of.\n\n### Scott McCloud's *Understanding Comics* ~~Trilogy~~ Ouvre\n\nI discovered Scott McCloud's work in 2018,\nwhen he was interviewed for [an episode of the design podcast 99% Invisible.](https://99percentinvisible.org/episode/speech-bubbles-understanding-comics-scott-mccloud/)\n\nThat conversation -- but especially his 1993 classic *Understanding Comics* which I read right afterwards -- completely blew my mind.\nThere have been less than a handful of times in my career where I felt that lightbulb above my head go on with anywhere near the wattage of when I digested *Understanding Comics*. \n\nI walked away from *Understanding Comics* with this incredible insight that data visualization was really a form of comics\n(\"sequential art\" if you're worried the person you're talking too thinks \"comics\" is a dirty word).\nCharts -- and especially sequences of charts to make things like dashboards or powerpoint presentations -- very definitely count per McCloud's definition:\n\n> Juxtaposed pictorial and other images in deliberate sequence, intended to convey information and/or to produce an aesthetic response in the viewer.\n\nAt that point in 2018, I had been a data person for several years, always making charts to understand and communicate things both professionally and recreationally for many years.\nI had some successes: charts that helped my colleagues make decisions, charts that made cool nerds on tumblr chuckle, even a few that I didn't think were hideous.\nI didn't yet have a full bookshelf of data viz books, but I had more than one (the first I bought was indeed *that one*).\nDespite not having much academic training in it, I felt like I understood visualization pretty well at that point, but *Understanding Comics*\nmade clear how limited by understanding was (and still is).\nEven more so than the grammar of graphics: to me personally this idea of **Charts Are Comics** has been the most powerful aha moment in my \"career\" as a chartmaker.\n\nIf you've read *Understanding Comics* and got something out of it, I'd encourage you to keep going with McCloud's work.\nAlthough 1996's *Making Comics* did not quite inspire me to start making comics, it has great lessons about composition and visual storytelling.\n2000's *Reinventing Comics* in particular had a lot of resonance for me, as someone who's sequential art (charts) is both made and consumed through screens and computers.\n\nAnd just this week, Scott McCloud released another Comic About Comics: *The Cartoonists Club* with Raina Telgemeier.\nAimed at younger readers, it embeds the most important ideas from *Understanding...* and *Making...*\nand into a narrative about middler schoolers finding their voice and their people.\n*Understanding Comics* never brought me to tears, but I needed a kleenex after finishing *The Cartoonists Club*.\n\nWhile I hadn't considered the relationship between charts and comics until 2018,\nMany others had made the connection and I just wasn't paying attention.\nMcCloud had spoken at the data viz conference Tapestry in 2013,\nand Moritz Stefaner (data viz maker and discusser extroidinaire) interviewed McCloud in 2017 for the [Data Stories podcast](https://datastori.es/102-comics-and-visual-storytelling-with-scott-mccloud/).\nAlso in 2017 in academia, Benjamin Bach worked with Nathalie Henry Riche, Sheelagh Carpendale, and Hanspeter Pfister to publish\n[The Emerging Genre of Data Comics](http://sheelaghcarpendale.ca/innovis/uploads/Publications/Publications/carpendale2017emerging.pdf)\n(which itself is a Comic About Comics!).\nAnd in 2016, comics professor Nick Sousanis gave a [Keynote at Tapestry](https://www.youtube.com/watch?v=7veGaFlu9Xk&t=2698s).\n\n### *Unflattening* by Nick Sousanis\n\nIt is reductive to call *Unflattening* a Comic About Comics: it's definitely a comic,\nbut it's about something a little bigger and a lot more cerebral than McCloud's work (it's a PhD dissertation).\nIt's hard to pin down exactly what to call that (the shapeliness of ideas?).\nThat written words are insufficient to describe the complexity of the topic is another thing the book is kind of about.\n\n*Unflattening* is also a compositional feast: pages flow in all sorts of directions.\nEvery spread maps complex and abstract things to the two-dimensional page in ways that befit the nonlinearity and high dimensionality of those abstract spaces.\nMuch of the hard work of data viz is making invisible abstract things tractable in two dimensions, and *Unflattening* contains lesson after lesson in it.\n\nRJ Andrews deserves a shout-out. RJ recommended Unflattening to me at the Tapestry conference in 2018\n(I gave [my own brief talk](https://www.youtube.com/watch?v=PpAfmTgcGPY) at that Tapestry, invigorated by discovering *Understanding Comics* at the beginning of the year).\nIf you don't have a data viz bookshelf yet,\nI can safely say Andrews's newly remastered [*Info We Trust*](https://visionarypress.com/products/info-we-trust) is the perfect place to start (way better than *that one*).\nRJ's book is of what it's about in the same way all these wonderful Comics About Comics are.\nRJ also has a wonderful write-up that covers this very topic: [\"Books without data for the data professional\"](https://infowetrust.com/project/information-arts)\nthat includes both *Unflattening* and *Understanding Comics*.\n\n### *What It Is* and *Making Comics* by Lynda Barry\n\n*What It Is*, like McCloud's classic, is also about understanding comics, but it's form and content differ dramatically.\nWhile McCloud explicates the conventions of comics with a focus on the prototypical grid of rectangular panels,\nBarry is more interested in asking than answering, and her work is -- gloriously -- too untidy to fit into little boxes.\nEven compared to heady academic work of *Unflattening*, *What It Is* was maybe the most challenging read for me of any of these comics.\nIt's not formless, but it's far from the rectilinearity of most comics I read.\nAll these books are great for leaving on your coffee table, and leafing through random pages, but *What It Is* works particularly well for this.\n\nBarry's *Making Comics* had a magical impact on me: It actually got me drawing!\nI didn't work my way through the whole book, but I tried a several of the exercises.\nAnd for about two months in 2020, I drew a self-portrait on a index card every day (they're hideous and I'm so proud of them).\nBut even if you can't find to courage to draw, *Making Comics* is worth it for how she grounds the craft in modes we all learned as children.\n\nSo read some books, bust out that pen and paper, make some charts, make some comics, make something else.\n\n![IMG_0623.jpg](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/4a0844b9-a977-47c6-a086-fc949432bf00/public \"From Barry's Making Comics: you don't have to have any artistic skill to do this. you just need to be brave and sincere.\")",[],[201,288],"8b0db30c-d94f-4bb6-8fb8-ae6a5c552f3a","2025-03-31-old-tumblrs.md","019ec6ec-e999-732f-b58b-f190a13f02c3",["D",1781453875606],"## Some of my better Tumblr posts\n\nAlthough the URL somehow got reshuffled and I have long forgotten the login password, my old Tumblr blog Alex Whines\nis still on the internet. When the tumblr was still active, I kept a list of greatest hits.\nI reproduced the list for the last iteration of my blog, so it was easy enough to bring it over here.\n\nIn addition to all the the fun posts below that I am 98% not ashamed of, my old blog did contain some missteps.\nSorry for the bad opinions and shoddy work!\n\n**Games:**\n- A multi-part analysis of Jeopardy! questions and answers, featuring some fun visualization ([1](http://alexwhines-blog.tumblr.com/post/613905785/helpful-hint-for-when-you-are-a-contestant-on-jeopardy),[2](http://alexwhines-blog.tumblr.com/post/670084704/weve-already-covered-that-whenever-you-dont-know),[3](http://alexwhines-blog.tumblr.com/post/790684867/so-youre-back-on-jeopardy-trebek-is-reading),[4](http://alexwhines-blog.tumblr.com/post/801075069/another-possible-jeopardy-scenario-you-might-as))\n- [Swear words](http://alexwhines-blog.tumblr.com/post/3868278233/scrabble-facts-pt-4) in Scrabble\n- I play a lot of [Boggle](http://alexwhines-blog.tumblr.com/tagged/boggle)\n- Arbitrage [at the boardwalk arcade](http://alexwhines-blog.tumblr.com/post/913999996/hot-investment-tip-boardwalk-arcade-edition)\n\n**Music:**\n\n- [Pitchfork versus Metacritic,](http://alexwhines-blog.tumblr.com/post/809415856/yesterday-something-called-flavorwire-had-a-post) a quantitative analysis, and some more on the [Metacritic data](http://alexwhines-blog.tumblr.com/tagged/metacritic).\n- [A dialogue in song titles](http://alexwhines-blog.tumblr.com/post/1587830624/a-dialogue-in-song-titles-speaker-1-is-in-light)\n- What's the [Scenario](http://alexwhines-blog.tumblr.com/post/2680112431/know-your-scenarios-a-tribe-called-quest)?\n- I also used to maintain a tumblr about [Songs from Treme](https://songsfromtreme-blog.tumblr.com/)\n\n**Nesting and recursion in fun places:**\n\n- One step of the Hokey Pokey is '[do the Hokey Pokey](http://alexwhines-blog.tumblr.com/post/733602356/recursion-in-fun-places-depending-on-how-you)'\n- [Fish fish fish.](http://alexwhines-blog.tumblr.com/post/4619309811/according-to-wikipedia-northern-pike-feed-on)\n- [My idea for a TV show](http://alexwhines-blog.tumblr.com/post/855597954/if-anyone-knows-anyone-at-nbc-ive-got-an-awesome) about 30 Rock and Studio 60\n- If someone was reading The Lion, The Witch, and The Wardrobe in the [fictional universe](http://alexwhines-blog.tumblr.com/post/3094931180/a-thought-continued) of the movie Groundhog Day\n\n**Food:**\n\n- The hole in the [Candy Bar Venn Diagram](http://alexwhines-blog.tumblr.com/post/407296011/hot-investment-tip-candy-bar-edition-hopefully)\n- Diagrams of [Scotch eggs](http://alexwhines-blog.tumblr.com/post/715341118/were-you-aware-of-the-existence-of-scotch-eggs-i) and [Snickers ice cream cones](http://alexwhines-blog.tumblr.com/post/3613407044/the-snickers-ice-cream-cone-lucky-charms)\n- [A guide](http://alexwhines-blog.tumblr.com/post/587595945/the-chinese-spot-across-the-street-from-me-is-only) for price-conscious people who want to buy chicken wings at the intersection of 7th St. and Q St. NW\n- Tale of the Tape: [E.L. Fudge and Double Stuffed E.L. Fudge](http://alexwhines-blog.tumblr.com/post/3374412499/i-made-a-pretty-big-discovery-at-the-supermarket)\n\n**More words:**\n\n- [Moonfish](http://alexwhines-blog.tumblr.com/post/5863557451/selfish-shellfish-sell-fish-shellfish) moon fish.\n- Why *[improbably](http://alexwhines-blog.tumblr.com/post/7824736366/the-word-im-currently-finding-interesting)* is interesting.\n- [Example sentences](http://alexwhines-blog.tumblr.com/post/5655919664/example-sentences) I have produced in school\n- Buffalo people [buffalo people](http://alexwhines-blog.tumblr.com/post/4580679647/buffalo-people-buffalo-people).\n- Hotspots/Potshots, Sleepover/Oversleep, [etc.](http://alexwhines-blog.tumblr.com/post/210515042/this-all-started-when-i-found-headwater-and-missed)\n\n- Just a photograph of [me eating cheese puffs](http://alexwhines-blog.tumblr.com/post/9640074973/a-hypothesis-has-been-floated-that-my-blog-would)",[],[201,295],"f58f95bc-9f6d-45d2-8be9-07d9e09677ef","2025-03-29-posts-only-a-mother-could-like.md","019ec6ec-e999-732f-b58b-ed2b1a2f6a04",["D",1781453875606],"## Posts Only a Mother Could Like\n\nIt's not surprising my Bluesky posts don't get many likes. I don't have many followers and honestly I'm not a great poster.\nI even call myself boring in my bio. With so few likes, every like is meaningful to me.\nEspecially when there's only a single ❤️ on the post.\nI know it's just someone pushing a button, but that little one-to-one connection across cyberspace,\nto say \"I see you, even if nobody else does\", it means something.\n\nBut it means something a little different when that person is your mother.\n\nBelow are the ten posts of mine liked by my mother and nobody else.\n\n| Timestamp | Text |\n|-----------|------|\n| [3/25/2025, 2:16:42 PM](https://bsky.app/profile/alexwein.bsky.social/post/3ll7hjfjewk24) | ranking daily games against funness and the complicity of the publishers is its own knotty puzzle |\n| [3/15/2025, 3:08:07 PM](https://bsky.app/profile/alexwein.bsky.social/post/3lkgfq4tm3k2z) | It seems like all the cool kids are going to this. But also me. |\n| [3/1/2025, 11:55:58 PM](https://bsky.app/profile/alexwein.bsky.social/post/3lje4p4eovk2f) | I forked my last word game and added wikipedia's list of birds alexwein-loopylettersbirds.web.val.run |\n| [2/18/2025, 2:21:10 AM](https://bsky.app/profile/alexwein.bsky.social/post/3lig77ozynk2x) | Weekend word game. Not fun, per se, but more fun than the last time I tried to make this particular game. alexwein-loopyletters.web.val.run |\n| [1/8/2025, 3:13:51 PM](https://bsky.app/profile/alexwein.bsky.social/post/3lfahbmnbnk26) | I got a shout-out for today's Order Up (I submitted something worse and Adam ran with this instead). You're all doing Order Up every day, right? orderup.games |\n| [1/2/2025, 4:19:17 PM](https://bsky.app/profile/alexwein.bsky.social/post/3leri53kqsk2z) | welp...I now have two half-written blog posts. Here's the list though. All definitely word games for sure. |\n| [12/13/2024, 12:57:47 AM](https://bsky.app/profile/alexwein.bsky.social/post/3ld5lcvqyk22w) | I've never had it to drink (so didn't include it) but have always liked the Lil Wayne song \"D'usse\" www.youtube.com/watch?v=TS-h... |\n| [12/12/2024, 9:41:03 PM](https://bsky.app/profile/alexwein.bsky.social/post/3ld5ad4wt3s2e) | My sister's book club needed to know the longest sentence in Henry James's The Golden Bowl. Probably too naive a methodology, but the results seem plausible observablehq.com/@a-lexwein/l... |\n| [12/7/2024, 3:07:33 PM](https://bsky.app/profile/alexwein.bsky.social/post/3lcpxyvnd4k2m) | i'm having a very strong showing so far in december's monthly boggle tournament |\n| [11/8/2024, 4:39:12 PM](https://bsky.app/profile/alexwein.bsky.social/post/3lah7m34lem27) | toying with the idea of accomplishing more than zero tasks today |\n\n[Here's the val](https://www.val.town/v/alexwein/bskySoloLikes) where I pull the data. And [here's a full list](https://www.val.town/v/alexwein/soloLikesDisplay) my posts that have been liked by exactly one person.\n\nI love you too, mom! ❤️",[],[201,302],"70d13f3b-9e54-4f38-a3cd-d9200861b5c8","2025-03-14-pie-charts-why-not.md","019ec6ec-e999-732f-b58b-eaa80e31d163",["D",1781453875606],"## A good reason not to use pie charts\n\nHere is a compelling reason not use pie charts when visualizing data:\n\nOne of your stakeholders has an MBA and has read exactly one book on data visualization (you know which one).\nHe thinks pie charts are oh so terrible, and if your reports and dashboards contain pie charts,\ninstead of focusing on the data being communicated, he will complain about the pie charts.\nBecause your goal as somebody making charts is to faciliate understanding, avoiding pie charts altogether\ncan actually be a smart strategy.\nFor all their merits, you never strictly \"need\" pies (or any one chart type).\nIf a chart's form would be a distraction from the data,\nit is maybe not the the right chart.\n\n## A good reason to use pie charts\n\nFuck that guy.",[],[201,309],"fe5ae524-392e-40e6-83a6-9e7efa91539a","2025-03-09-songbot.md","019ec6ec-e999-732f-b58b-e5bb689b5071",["D",1781453875606],"## I made a Bluesky bot\n\n[mynewfavoritesong.bluesky.social](https://bsky.app/profile/mynewfavoritesong.bsky.social)\n\nWhen I signed up for Val Town, I had a first project in mind.\nWhile Spotify's algorithms do a serviceable job notifying me of new music by artists I like, it's not really possible to \"follow\" a songwriter.\nHelpfully, Spotify maintains *Written By...* playlists for many songwriters.\nHere's one for [Jonnali Mikaela \"Noonie Bao\" Parmenius](https://open.spotify.com/playlist/37i9dQZF1EFMc5WcffBKFm?si=5d6294f36acf48f8),\nwho has co-writing credits on two of my absolute favorite pop songs of the last 15 years.\n\nBut these first-party playlists aren't in chronological order,\nand I don't know of a good way being notified when songs get added.\nSo it's quite hard to make sure I don't miss out on the latest credit from Sabrina Carpenter's go-to [Amy Allen](https://open.spotify.com/playlist/37i9dQZF1EFAW2Wx2Q7Fjt?si=19a4c0d77645412f).\n\nSo the plan was to build a cron job val that used the Spotify API to poll a playlist on a regular basis, and check whether anything had changed since the last time,\nand then create some sort of alert upon detection of a change.\nIt seemed buildable, even with my modest dev skills.\nI was able to use [some tools](https://www.val.town/v/stevekrouse/spotifyTracks) that [Steve](https://www.val.town/u/stevekrouse) from Val Town built.\nI was ready to request a playlist for the first time, at which point I learned that Spotify somewhat recently enshittified their web API\nsuch that first-party playlists are no longer available.\n\nSo, I'm still looking for a good way to keep up with songwriters.\n\nBut I was able to take the same basic idea and turn in into My New Favorite Song Bot\n(here's [the val with the code](https://www.val.town/v/alexwein/newFavoriteSongBot)).\nIt's the same thing really: a cron val looking for new songs added to a playlist. When it catches something new, it posts to Bluesky.\nI think it's going to break when I add too many songs.\nI also haven't really thought about what happens if I try to add multiple songs at the same time.\n\nBecause another Val Town user named Jonas Merlin had already made a [Bluesky bot template](https://www.val.town/v/jonasmerlin/bluesky_bot_template),\nthe whole process was quite tractable. It's been working so far! Every time I've added a song, the Bluesky post has dutifully showed up.\n\nI'm a little ambivalent about how having a Favorite Songs bot might impact my relationship to music.\nAnd I haven't really decided how good a song needs to be for me to add it to the playlist. Or what consitutes \"new\".\nThere are seven songs so far; I seem to be on a pace of about one song a week.\nAlso Spotify is maybe evil, and even if it isn't, it is still probably bad for the world and I shouldn't use it and you shouldn't either.\nBut I do, and you can listen to the full playlist [here](https://open.spotify.com/playlist/0P2hUZ6RymtSZcUhCii77t?si=c6c20c26fa434f50).",[],[201,316],"c62da69e-1e2f-48e0-b18a-0f1559df00cf","2025-03-09-sandwich-rules.md","019ec6ec-e999-732f-b58b-e204ff23b400",["D",1781453875606],"## How to Play \"Is It A Sandwich?\":\n\n- **Number of Players:** 2+\n- **Play time:** 1 minute - ?\n- **Ages**: 2+\n\n### The Object of the game\n\nThe object of **\"Is It A Sandwich?\"** is to just sort of have a conversation.\n\n### Beginning the game\n\nDecide who goes first or just start talking.\n\n### A typical round\n\nA player proposes a candidate.\nEvery player begins discussing whether or not that candidate is a sandwich.\nAfter some debate, players make a judgment that **Yes** the candidate is a sandwich\nor **No**, it is not a sandwich. Players are allowed to change their mind as debate unfolds.\nThe round ends when a player proposes a new candidate to debate.\n\n(Note: although the round ends when someone proposes a new candidate, players may revisit the candidates from previous rounds at any point to reopen debate or change their judgment.)\n\n### Scoring\n\n1. Each player starts with zero points.\n2. If every player reaches consensus that the candidate is a sandwich, everybody adds **+0 points** to their score.\n3. If one player successfully convinced another to change their mind, the convincer adds **+0 points** to their score and the convincee loses **-0** points.\n4. If one player points out the logical inconsistency of the judgments of another player, both players add **+0 points**.\n\n### Ending the game\n\nThe game ends when the food arrives. There is no winner. There are no losers.",[],[201,323],"0b08eaa0-f0b7-4260-aa07-a182d1f6f68b","2025-03-09-future-abandoned-blog.md","019ec6ec-e999-732f-b58b-defc588252c8",["D",1781453875606],"## My future abandoned blog\n\n\"I should blog more\" is a thought I have pretty regularly.\nHaving ideas worth sharing and crafting in them into something that others might find interesting has\nalways been a very rewarding experience.\n\nBut the thing is: Writing is really hard.\n\nAnd I'm not feeling too optimistic that it's about to get any easier for me. Or even that I have ideas worth sharing.\nWhich means posts here will be a combination of infrequent and of poor quality.\nBut I'm trying again. Here is my space for blogging.\n\n- I work in business intelligence, but it is unclear if I'm any good at my job. I probably will write about charts and analytics occasionally.\n- I also enjoy playing word games and have dabbled in making a few (they are also of poor quality). I might write about word games.\n- In previous incarnations of my blog, there's been plenty of \"here's a song I like\" or \"here's a show I watched\". That might happen, too.\n\nYou should probably blog more, too! Writing time is time well spent.\n\n(This site was built in Val Town. Thanks to [Steve](https://www.val.town/x/stevekrouse/markdownBlogStarter) from Val Town for getting me started.)",[],[201,330],["D",1781453875606],[226,227,228,229,230,231,232,233,234,235,236],[201],"c211c1b9-598b-4a30-9b75-ede6525636c7","dvs-spin.md","019ec6ec-e999-732f-b58b-d6666aff5018",["D",1781453875606],"# Visualizing The Visualizers\n\n(2025-03-29: This was an old post from 2019 on my previous blog. I noticed some 404 traffic from DVS and figured it was worth hosting on this iteration of the blog)\n\n\"The purpose of visualization is insight, not pictures\" went the headline of [a great interview](https://medium.com/multiple-views-visualization-research-explained/the-purpose-of-visualization-is-insight-not-pictures-an-interview-with-visualization-pioneer-ben-beb15b2d8e9b) with Ben Schneiderman.\n\nTo that I say: \"Usually.\"\n\nNot this chart though. I made this chart -- plotting how members of the Data Visualization Society (including me!) self assess their skills in three dimensions -- with several purposes in mind, and they honestly had very little to do with \"insight\". Instead my goals were the following:\n\n1. Make something attention-grabbing that would stand out among dozens of charts of the same data.\n1. Play with some new-to-me tools and techniques.\n1. Make something aesthetically pleasing.\n1. Get a blog post out of it.\n\nInsights are great. But other stuff is good too!\n\n## How I made the chart\n\n1. The data comes from the [sign-up survey](https://docs.google.com/forms/d/e/1FAIpQLScfivalT2ma3iJZNT8x3hGBJwniWS2rK_Czacnmnj6q1ShlIQ/viewform) for the Data Visualization Society. (If you're into data viz, regardless of experience -- join us!) The data was shared with everyone who joined the DVS, many of whom are also be trying to chart this data.\n1. The actual data work was done in R. I then made a quantile dot plot for the distributions of each of the three survey categories. Matthew Kay showed off some quantile dot plots in his [Tapestry talk](https://www.youtube.com/watch?v=E1kSnWvqCw0) on visualizing uncertainty, which is where I discovered the chart type. Here, each point is percentile. For every 100 DVS members, we'd expect 10 to self-rate as 1.0 or lower for their data skills, indicated by the 10 teal dots from 0 to 1. The ggplot and the code to produce it is at the bottom of this post.\n1. I saved the ggplot as an SVG brought the plots into Figma, a design tool that I hadn't used before. It took a lot of fiddling and even a little math to align the plots with the edges of an equilateral triangle. [Here's a link](https://www.figma.com/file/RwtqrHqLVCRtw4JfEkaN86mr/awein-dvs-thing?node-id=0%3A1) to where the chart was after Figma. (I first tried to do this step with [Google Drawings](https://docs.google.com/drawings/d/1xEtY2v9DeuzBPtwlRMrupECacw00YtqNityAtYFSK60/edit?usp=sharing) before switching to Figma.) I've been wanting to experiment with charts are on tilted axes since getting inspired by *Info We Trust* by RJ Andrews. But while [RJ's connected scatterplot](https://twitter.com/infowetrust/status/1048255077377404928) uses the title to enhance insight, my use actually makes it harder to understand the data!\n1. I then exported the work from Figma as an SVG in order to animate the chart using CSS. This was also a new experience for me and it took a lot of fiddling. My starting point for how to spin the chart was [this Codepen example](https://codepen.io/eveness/pen/BjLaoa). The rotation makes it even harder to draw genuine insight from the chart. Good thing that's not the point.\n1. Finally, I brought the SVG and CSS code back into R with the `htmltools` package, so I could include it in this blog you're currently reading, which was made using [RMarkdown and blogdown](https://bookdown.org/yihui/blogdown/).",[],[207,340],"ce18de2b-c5f2-42db-b202-008d18be426b","dbt-cheatsheet.md","019ec6ec-e999-732f-b58b-d19a1d89b2e5",["D",1781453875606],"## Cheatsheet for a dbt technical assessment\n\nI have a job interview and wanted to have stuff handy.\n\n### Problem solving strategy:\n\nDon't be dogmatic about following this but it's better than no plan.\n\n1. Ask questions to understand stakeholder needs \n - User story: Dashboard will be visited by this persona at this cadence to make this decision.\n\n1. Ask questions to understand data\n\n1. Sketch dashboard (on pen and paper) \n - Chart elements \n - Define filters\n\n1. SQL queries to generate input to dashboard elements using `some_ideal_clean_and_pristine.table_that_you_think_exists`\n\n1. Before starting model, consider doing sensemaking queries on the source data.\n\n1. Start writing the dbt model to produce `some_ideal_clean_and_pristine.table_that_you_think_exists` \n 1. Configure sources, test non-null/uniqueness \n 1. Speak to materialization strategy (don’t add `is_incremental` until you have a running model) \n 1. Create model. Start with import CTEs. \n 1. Scaffold with step-by-step CTEs before you start hacking away. \n 1. Filter near the top: \n - Deleted records \n - Excluded users \n - Events too old to be relevant\n\n1. Create yaml\n - add relevant tests\n\n1. Make the dashboard\n\n\n### Incremental syntax:\n\n#### [Big easy](https://discourse.getdbt.com/t/on-the-limits-of-incrementality/303)\n```\nwith events as (\n select * from {{ref('events')}}\n {% if is_incremental() %}\n where event_timestamp >= (select max(event_timestamp)::date from {{this}})\n {% endif %}\n)\n--rest of model...\n```\n\n#### Unique Key ([Incremental Models docs](https://docs.getdbt.com/docs/build/incremental-models))\n\n```\n{{\n config(\n materialized='incremental',\n unique_key='date_day'\n )\n}}\n\nselect\n date_trunc('day', event_at) as date_day,\n count(distinct user_id) as daily_active_users\n\nfrom {{ ref('app_data_events') }}\n\n{% if is_incremental() %}\n\n -- this filter will only be applied on an incremental run\n -- (uses >= to include records arriving later on the same day as the last run of this model)\n where date_day >= (select coalesce(max(date_day), '1900-01-01') from {{ this }})\n\n{% endif %}\n\ngroup by 1\n```\n\n#### Run full refresh\n\n`dbt run --full-refresh --select my_incremental_model+`\n\n### [Using packages](https://docs.getdbt.com/docs/build/packages#how-do-i-add-a-package-to-my-project)\n\nI probably want to avoid packages, but if you need codegen or utils, create a `packages.yml` file in the dir as the project yaml, and run `dbt deps`. \n```\npackages:\n - package: dbt-labs/codegen\n version: 0.10.0\n\n```\n\nRun `dbt deps`. And then here's the [command line](https://hub.getdbt.com/dbt-labs/codegen/latest/)\n\n`dbt --quiet run-operation generate_source --args '{\"table_names\": [\"orders\"]}' > models/staging/jaffle_shop/_sources.yml`\n\n\n#### Redshift materializations\n\n- Late binding views `WITH NO SCHEMA BINDING;` in dbt it's `{{ config(materialized='view', bind=False) }}`.\n- Auto-refresh\n\n#### Redshift key config in dbt\n\nVia the [dbt docs for Redshift config](https://docs.getdbt.com/reference/resource-configs/redshift-configs#using-sortkey-and-distkey)\n\nBe up-front about not being super familiar. But my basic understanding is: distkey is for joining, sortkey is for grouping and filtering.\n\n```\n-- Example with one sort key\n{{ config(materialized='table', sort='reporting_day', dist='unique_id') }}\n\nselect ...\n\n\n-- Example with multiple sort keys\n{{ config(materialized='table', sort=['category', 'region', 'reporting_day'], dist='received_at') }}\n\nselect ...\n\n\n-- Example with interleaved sort keys\n{{ config(materialized='table',\n sort_type='interleaved'\n sort=['category', 'region', 'reporting_day'],\n dist='unique_id')\n}}\n\nselect ...\n```\n\n#### window syntax\n\nunbounded: Where BETWEEN is not specified, the frame is implicitly bounded by the current row. For example, ROWS 5 PRECEDING is equal to ROWS BETWEEN 5 PRECEDING AND CURRENT ROW. Also, ROWS UNBOUNDED FOLLOWING is equal to ROWS BETWEEN CURRENT ROW AND UNBOUNDED FOLLOWING.\n\n- seems like `over (order by day rows unbounded preceding)` is enough\n\n⬜⬜⬜🟨⬜
\n🟨🟨⬜🟨🟨
\n🟨🟩⬜🟩🟩
\n⬜🟩🟩🟩🟩
\n🟩🟩🟩🟩🟩",[],[207,347],["D",1781453875606],[223,224],[207],["D",1741530120955],["D",1789513278143],{"_103":102,"_111":107},{"_103":102,"_104":105,"_106":107,"_18":55,"_108":109,"_110":24},{"_13":90,"_32":91,"_43":42,"_92":44,"_93":94,"_95":96,"_97":50,"_98":44,"_99":66,"_100":45,"_101":102},"ctx",{"_83":-5,"_132":394,"_395":396,"_397":398,"_399":24,"_400":24,"_401":24,"_402":59,"_403":-5,"_404":-7,"_405":-7,"_406":64,"_407":24,"_408":24,"_409":-5,"_410":24,"_411":24,"_412":24,"_413":-5},"ENV",{"_365":366,"_367":368,"_369":138,"_370":371,"_372":373,"_374":375,"_376":377,"_378":379,"_380":381,"_382":383,"_384":385,"_386":387,"_388":389,"_390":391,"_392":393},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v2