corpus.blog
41554 blogs · [ { "id": "01a08c8c-b6dc-73b7-9d0d-a384c494345f", "title": "Those Son-Of-A-Guns Laid Him Off! Ex-Big-Tech Worker.", "url": "https://www.confessionsofadataguy.com/those-son-of-a-guns-laid-him-off-ex-big-tech-worker/", "published_at": "2026-09-09T22:07:53+00:00" }, { "id": "01a08c8c-b6dc-73b7-9d0d-a384c4d44dce", "title": "Rebuilding Apache Spark in Rust?! Sayyyyyy Whattttt?!!! Lakesail.", "url": "https://www.confessionsofadataguy.com/rebuilding-apache-spark-in-rust-sayyyyyy-whattttt-lakesail/", "published_at": "2026-09-09T22:06:27+00:00" }, { "id": "01a08c8c-b6dc-73b7-9d0d-a384c4ec2998", "title": "Welcome to Omnigent. The One Harness to Rule Them All.", "url": "https://www.confessionsofadataguy.com/welcome-to-omnigent-the-one-harness-to-rule-them-all/", "published_at": "2026-09-09T21:40:36+00:00" }, { "id": "01a08c8c-b6dc-73b7-9d0d-a384c4f26b9d", "title": "Rust + DuckDB – Fast meets Faster. Yowza.", "url": "https://www.confessionsofadataguy.com/rust-duckdb-fast-meets-faster-yowza/", "published_at": "2026-09-09T21:39:30+00:00" }, { "id": "01a08763-358e-7148-93da-0190f84a82b7", "title": "How to Orchestrate LLM Calls in Your Data Pipelines", "url": "https://www.confessionsofadataguy.com/how-to-orchestrate-llm-calls-in-your-data-pipelines/", "published_at": "2026-08-27T16:16:04+00:00" }, { "id": "01a08763-358e-7148-93da-0190f8e06571", "title": "DuckDB Labs acquired by AWS. What does it mean?", "url": "https://www.confessionsofadataguy.com/duckdb-labs-acquired-by-aws-what-does-it-mean/", "published_at": "2026-08-26T16:39:22+00:00" }, { "id": "01a08763-358e-7148-93da-0190f9ad3575", "title": "Writing Rust … by Hand. No LLMs.", "url": "https://www.confessionsofadataguy.com/writing-rust-by-hand-no-llms/", "published_at": "2026-08-07T00:24:32+00:00" }, { "id": "01a08763-358e-7148-93da-0190fa7fb23f", "title": "Solution > Problem.", "url": "https://www.confessionsofadataguy.com/solution-problem/", "published_at": "2026-08-06T19:09:13+00:00" }, { "id": "01a08763-358e-7148-93da-0190faf8d828", "title": "Cloudflare as a Data Platform? Yeah. No.", "url": "https://www.confessionsofadataguy.com/cloudflare-as-a-data-platform-yeah-no/", "published_at": "2026-08-06T18:28:43+00:00" }, { "id": "01a08763-358e-7148-93da-0190fbd4aa66", "title": "Don’t say “I found a problem.” Say … “I found a problem, here’s a solution .. and proof.”", "url": "https://www.confessionsofadataguy.com/dont-say-i-found-a-problem-say-i-found-a-problem-heres-a-solution-and-proof/", "published_at": "2026-08-05T21:57:45+00:00" }, { "id": "01a08763-358e-7148-93da-0190fc7853f0", "title": "Agentic Data Engineering Is Here — But Can It Close the Loop?", "url": "https://www.confessionsofadataguy.com/agentic-data-engineering-is-here-but-can-it-close-the-loop/", "published_at": "2026-07-24T13:38:28+00:00" }, { "id": "01a08763-358e-7148-93da-0190fca76e1c", "title": "What Happens When a Software Engineer Builds a Company Alone", "url": "https://www.confessionsofadataguy.com/what-happens-when-a-software-engineer-builds-a-company-alone/", "published_at": "2026-07-24T13:36:34+00:00" }, { "id": "01a08763-358e-7148-93da-0190fd7732f6", "title": "The Creator of Pandas on AI, Apache Arrow, and the Future of Software Engineering | Wes McKinney", "url": "https://www.confessionsofadataguy.com/the-creator-of-pandas-on-ai-apache-arrow-and-the-future-of-software-engineering-wes-mckinney/", "published_at": "2026-07-13T18:48:03+00:00" }, { "id": "01a08763-358e-7148-93da-0190fdd364c7", "title": "AWS Lambda MicroVMs: The Compute Nobody Asked For?", "url": "https://www.confessionsofadataguy.com/aws-lambda-microvms-the-compute-nobody-asked-for/", "published_at": "2026-07-04T18:18:22+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e694c4e6a2", "title": "From COBOL to Copilot: 30 Years of Data, BI, and AI with Dave Langer", "url": "https://www.confessionsofadataguy.com/from-cobol-to-copilot-30-years-of-data-bi-and-ai-with-dave-langer/", "published_at": "2026-07-01T16:37:14+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e694e00870", "title": "Semantic Intelligence is About to Transform Analytics with with David Jayatillake", "url": "https://www.confessionsofadataguy.com/semantic-intelligence-is-about-to-transform-analytics-with-with-david-jayatillake/", "published_at": "2026-07-01T16:36:04+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e69540de01", "title": "I Watched Every Databricks Data + AI Summit 2026 Announcement So You Don’t Have To", "url": "https://www.confessionsofadataguy.com/i-watched-every-databricks-data-ai-summit-2026-announcement-so-you-dont-have-to/", "published_at": "2026-07-01T16:34:56+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e6956f90a3", "title": "The Truth About Lakehouse Scalability and Governance | Rust and Delta Lake", "url": "https://www.confessionsofadataguy.com/the-truth-about-lakehouse-scalability-and-governance-rust-and-delta-lake/", "published_at": "2026-07-01T16:33:32+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e69601a986", "title": "Escaping the Token Tax: How Open Models Are Rewriting the Economics of AI", "url": "https://www.confessionsofadataguy.com/escaping-the-token-tax-how-open-models-are-rewriting-the-economics-of-ai/", "published_at": "2026-06-11T16:16:11+00:00" }, { "id": "01a0c503-efb3-73ed-bdf2-b1e696d04ef4", "title": "Delta Lake + DuckDB. Catalog Commits with Unity Catalog. Unlocking Concurrent Ingestion.", "url": "https://www.confessionsofadataguy.com/delta-lake-duckdb-catalog-commits-with-unity-catalog-unlocking-concurrent-ingestion/", "published_at": "2026-06-11T14:41:52+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc57d610e", "title": "From Failure to AWS: What Actually Makes a Great Engineer", "url": "https://www.confessionsofadataguy.com/from-failure-to-aws-what-actually-makes-a-great-engineer/", "published_at": "2026-06-10T14:41:22+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc6758e1f", "title": "Delta Lake + DuckDB: Catalog Commits & Concurrent Ingestion (Does It Actually Work?)", "url": "https://www.confessionsofadataguy.com/delta-lake-duckdb-catalog-commits-concurrent-ingestion-does-it-actually-work/", "published_at": "2026-06-07T14:00:36+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc6c77207", "title": "The Reality of Running Data at Scale | How Real Data Engineers Think", "url": "https://www.confessionsofadataguy.com/the-reality-of-running-data-at-scale-how-real-data-engineers-think/", "published_at": "2026-06-04T16:13:16+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc774ec8c", "title": "What is Apache Arrow Flight?", "url": "https://www.confessionsofadataguy.com/what-is-apache-arrow-flight/", "published_at": "2026-06-03T23:34:56+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc8092930", "title": "Databricks Zerobus: Event Streams + The Lakehouse", "url": "https://www.confessionsofadataguy.com/databricks-zerobus-event-streams-the-lakehouse/", "published_at": "2026-06-01T14:47:33+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc8d5492c", "title": "The Truth About The Modern Data Stack | DuckDB Insider", "url": "https://www.confessionsofadataguy.com/the-truth-about-the-modern-data-stack-duckdb-insider/", "published_at": "2026-05-27T16:50:24+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc967c2ff", "title": "Databricks Zerobus Streaming Ingestion for Delta Lake House", "url": "https://www.confessionsofadataguy.com/databricks-zerobus-streaming-ingestion-for-delta-lake-house/", "published_at": "2026-05-23T16:17:29+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bc9f31317", "title": "Academic → CTO: What Actually Matters in Data (Matthew Housley)", "url": "https://www.confessionsofadataguy.com/academic-%e2%86%92-cto-what-actually-matters-in-data-matthew-housley/", "published_at": "2026-05-19T22:25:59+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bca771850", "title": "Apache Arrow + DuckDB (the GOAT + the GOAT)", "url": "https://www.confessionsofadataguy.com/apache-arrow-duckdb-the-goat-the-goat/", "published_at": "2026-05-19T21:20:13+00:00" }, { "id": "01a0c516-2a97-7051-9e98-b70bca9695dc", "title": "Apache Arrow as Data Interchange", "url": "https://www.confessionsofadataguy.com/apache-arrow-as-data-interchange/", "published_at": "2026-05-14T22:33:14+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba380f3676f", "title": "Spark is Dead. Long Live DuckDB.", "url": "https://www.confessionsofadataguy.com/spark-is-dead-long-live-duckdb/", "published_at": "2026-05-12T01:28:31+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba38132fae3", "title": "AI Isn’t Replacing Curious Developers | It’s Changing Who Wins", "url": "https://www.confessionsofadataguy.com/ai-isnt-replacing-curious-developers-its-changing-who-wins/", "published_at": "2026-05-07T20:45:31+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba38157bc85", "title": "AI is Changing Data Engineering Fast!", "url": "https://www.confessionsofadataguy.com/ai-is-changing-data-engineering-fast/", "published_at": "2026-04-30T00:26:22+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba3821a501c", "title": "Delta Lake and Databricks Expert – Inside Look", "url": "https://www.confessionsofadataguy.com/delta-lake-and-databricks-expert-inside-look/", "published_at": "2026-04-30T00:25:06+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba3829e06cb", "title": "Most Data Teams Are Doing It Wrong | Podcast", "url": "https://www.confessionsofadataguy.com/most-data-teams-are-doing-it-wrong-podcast/", "published_at": "2026-04-30T00:24:00+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba3833de8f0", "title": "How to Actually Break Free From Notebook Engineering", "url": "https://www.confessionsofadataguy.com/how-to-actually-break-free-from-notebook-engineering/", "published_at": "2026-04-10T00:23:05+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba383a68b0d", "title": "Why I Finally Pulled the Plug on Polars and Moved to DuckDB", "url": "https://www.confessionsofadataguy.com/why-i-finally-pulled-the-plug-on-polars-and-moved-to-duckdb/", "published_at": "2026-04-10T00:18:16+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba38456688f", "title": "He Quit Apple After 13 Years | Here’s Why", "url": "https://www.confessionsofadataguy.com/he-quit-apple-after-13-years-heres-why/", "published_at": "2026-04-02T14:36:25+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba38544665b", "title": "The Data Engineering Revolution | Spark, AI, and What’s Coming Next", "url": "https://www.confessionsofadataguy.com/the-data-engineering-revolution-spark-ai-and-whats-coming-next/", "published_at": "2026-03-27T13:36:04+00:00" }, { "id": "01a0c521-1459-7368-af4b-0ba385efe8f2", "title": "5 Steps to Become an AI Engineer (Without the Hype)", "url": "https://www.confessionsofadataguy.com/5-steps-to-become-an-ai-engineer-without-the-hype/", "published_at": "2026-03-27T13:34:45+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2a9c48d7", "title": "Databricks Metric Views and the Reality of the Semantic Layer", "url": "https://www.confessionsofadataguy.com/databricks-metric-views-and-the-reality-of-the-semantic-layer/", "published_at": "2026-03-24T21:29:05+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2a9dd3a9", "title": "Agent Bricks and the Commoditization of AI Systems", "url": "https://www.confessionsofadataguy.com/agent-bricks-and-the-commoditization-of-ai-systems/", "published_at": "2026-03-24T21:14:00+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2aba9449", "title": "Polars’ Streaming Engine Is a Bigger Deal Than People Realize", "url": "https://www.confessionsofadataguy.com/polars-streaming-engine-is-a-bigger-deal-than-people-realize/", "published_at": "2026-03-24T20:40:03+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2b4921fb", "title": "Transactions Are Coming to the Lakehouse… Whether You Like It or Not", "url": "https://www.confessionsofadataguy.com/transactions-are-coming-to-the-lakehouse-whether-you-like-it-or-not/", "published_at": "2026-03-24T20:30:58+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2bfce0d3", "title": "DuckDB, AI, and the Future of Data Engineering | with Staff Engineer, Matt Martin", "url": "https://www.confessionsofadataguy.com/duckdb-ai-and-the-future-of-data-engineering-with-staff-engineer-matt-martin/", "published_at": "2026-03-21T23:55:47+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2c129e7e", "title": "Decades in Software Engineering: What Actually Makes Great Engineers? | John Crickett", "url": "https://www.confessionsofadataguy.com/decades-in-software-engineering-what-actually-makes-great-engineers-john-crickett/", "published_at": "2026-03-11T21:27:21+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2cd3a89b", "title": "Metric Views in Databricks | The Semantic Layer", "url": "https://www.confessionsofadataguy.com/metric-views-in-databricks-the-semantic-layer/", "published_at": "2026-03-11T21:26:34+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2d31a6a1", "title": "Data Engineering, AI, and Career Growth – Podcast Deep Dive with Yuki Kakegawa", "url": "https://www.confessionsofadataguy.com/data-engineering-ai-and-career-growth-podcast-deep-dive-with-yuki-kakegawa/", "published_at": "2026-03-11T21:25:38+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2dca2eaf", "title": "Will AI Kill Data Engineering (or Software Engineering)?", "url": "https://www.confessionsofadataguy.com/will-ai-kill-data-engineering-or-software-engineering/", "published_at": "2026-02-26T15:00:43+00:00" }, { "id": "01a0c52c-09a2-725b-b989-1d7e2e20ef75", "title": "Spark, Lakehouse & AI: A Deep Conversation with Bart Konieczny", "url": "https://www.confessionsofadataguy.com/spark-lakehouse-ai-a-deep-conversation-with-bart-konieczny/", "published_at": "2026-02-25T14:00:49+00:00" }, { "id": "01a0c537-2b34-737a-a823-1950931046be", "title": "Introduction to Databricks SQL Temporary Tables", "url": "https://www.confessionsofadataguy.com/introduction-to-databricks-sql-temporary-tables/", "published_at": "2026-02-23T19:51:01+00:00" }, { "id": "01a0c537-2b34-737a-a823-195093214e2a", "title": "From ClickOps to DevOps | Journey into Infrastructure with Maxine Meurer", "url": "https://www.confessionsofadataguy.com/from-clickops-to-devops-journey-into-infrastructure-with-maxine-meurer/", "published_at": "2026-02-18T15:39:59+00:00" }, { "id": "01a0c537-2b34-737a-a823-195093f67e45", "title": "Temporary Tables in Databricks SQL | Do You Actually Need Them?", "url": "https://www.confessionsofadataguy.com/temporary-tables-in-databricks-sql-do-you-actually-need-them/", "published_at": "2026-02-17T22:34:59+00:00" }, { "id": "01a0c537-2b34-737a-a823-19509426bb1f", "title": "Migrating to Databricks – A Guide", "url": "https://www.confessionsofadataguy.com/migrating-to-databricks-a-guide/", "published_at": "2026-02-13T13:26:09+00:00" }, { "id": "01a0c537-2b34-737a-a823-195095222ce1", "title": "Why Declarative (Lakeflow) Pipelines Are the Future of Spark", "url": "https://www.confessionsofadataguy.com/why-declarative-lakeflow-pipelines-are-the-future-of-spark/", "published_at": "2026-02-11T20:14:40+00:00" }, { "id": "01a0c537-2b34-737a-a823-19509601604d", "title": "Robin Moffatt on the Evolution of Data Engineering: From Batch Jobs to Real-Time | Podcast Interview", "url": "https://www.confessionsofadataguy.com/robin-moffatt-on-the-evolution-of-data-engineering-from-batch-jobs-to-real-time-podcast-interview/", "published_at": "2026-02-11T19:25:54+00:00" }, { "id": "01a0c537-2b34-737a-a823-195096d2cacb", "title": "The Lakehouse Architecture | Multimodal Data, Delta Lake, and Data Engineering with R. Tyler Croy", "url": "https://www.confessionsofadataguy.com/the-lakehouse-architecture-multimodal-data-delta-lake-and-data-engineering-with-r-tyler-croy/", "published_at": "2026-02-03T15:24:37+00:00" }, { "id": "01a0c537-2b34-737a-a823-195097bc5b50", "title": "Building Credible Data Systems | Hoyt Emerson on The Full Data Stack", "url": "https://www.confessionsofadataguy.com/building-credible-data-systems-hoyt-emerson-on-the-full-data-stack/", "published_at": "2026-01-30T23:07:54+00:00" }, { "id": "01a0c537-2b34-737a-a823-195098147a9b", "title": "Data Engineering Career Path: From Circuits to Pipelines", "url": "https://www.confessionsofadataguy.com/data-engineering-career-path-from-circuits-to-pipelines/", "published_at": "2026-01-30T23:06:58+00:00" }, { "id": "01a0c537-2b34-737a-a823-195098a19123", "title": "Apache Airflow vs Databricks Lakeflow | The Orchestration Battle", "url": "https://www.confessionsofadataguy.com/apache-airflow-vs-databricks-lakeflow-the-orchestration-battle/", "published_at": "2026-01-30T23:05:26+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcbd55c698", "title": "This One Polars Pattern Makes Code 10x Cleaner", "url": "https://www.confessionsofadataguy.com/this-one-polars-pattern-makes-code-10x-cleaner/", "published_at": "2026-01-30T23:03:54+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcbd6c15ea", "title": "Embeddings and Vector Databases – Lance + DuckDB + LangChain", "url": "https://www.confessionsofadataguy.com/embeddings-and-vector-databases-lance-duckdb-arrow/", "published_at": "2026-01-19T20:21:43+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcbe6934df", "title": "Apache Arrow ADBC Database Drivers", "url": "https://www.confessionsofadataguy.com/apache-arrow-adbc-database-drivers/", "published_at": "2026-01-16T01:28:26+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcbee9c74e", "title": "Polars Pipe Operator in Action.", "url": "https://www.confessionsofadataguy.com/polars-pipe-operator-in-action/", "published_at": "2026-01-07T15:55:52+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcbfd589f2", "title": "Databricks Spark adds Excel data source.", "url": "https://www.confessionsofadataguy.com/databricks-spark-adds-excel-data-source/", "published_at": "2026-01-05T00:59:56+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcc0a3dbfd", "title": "DuckDB beats Polars for 1TB of data.", "url": "https://www.confessionsofadataguy.com/duckdb-beats-polars-for-1tb-of-data/", "published_at": "2025-12-28T18:05:48+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcc122b170", "title": "Scott Haines on the Future of Data Engineering", "url": "https://www.confessionsofadataguy.com/scott-haines-on-the-future-of-data-engineering/", "published_at": "2025-12-17T16:12:27+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcc1790115", "title": "The Age of Agentic AI | LangChain and LangGraph style.", "url": "https://www.confessionsofadataguy.com/the-age-of-agentic-ai-langchain-and-langgraph-style/", "published_at": "2025-12-16T22:01:29+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcc1d75336", "title": "PySpark vs DuckDB vs Polars: The Results", "url": "https://www.confessionsofadataguy.com/pyspark-vs-duckdb-vs-polars-the-results/", "published_at": "2025-12-16T14:28:36+00:00" }, { "id": "01a0c540-dfb6-735c-b087-9edcc258d250", "title": "The Evolution of Databricks Compute – Serverless is Winning", "url": "https://www.confessionsofadataguy.com/the-evolution-of-databricks-compute-serverless-is-winning/", "published_at": "2025-12-16T14:27:17+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee78deccd5b", "title": "Parquet Killer? Introduction to the Lance File Format.", "url": "https://www.confessionsofadataguy.com/parquet-killer-introduction-to-the-lance-file-format/", "published_at": "2025-12-03T16:04:53+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee78e08057c", "title": "SQL Data Modeling with One Big Table (OBT)", "url": "https://www.confessionsofadataguy.com/sql-data-modeling-with-one-big-table-obt/", "published_at": "2025-12-03T16:03:46+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee78eef7fdb", "title": "Migrate (hundreds) Delta Lake Partitioned Tables to Liquid Clustering", "url": "https://www.confessionsofadataguy.com/migrate-hundreds-delta-lake-partitioned-tables-to-liquid-clustering/", "published_at": "2025-12-03T15:24:22+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee78fa00210", "title": "PyArrow for Large Dataset Processing", "url": "https://www.confessionsofadataguy.com/pyarrow-for-large-dataset-processing/", "published_at": "2025-11-14T00:49:03+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee790791a23", "title": "Lazy Execution with Polars and DuckDB", "url": "https://www.confessionsofadataguy.com/lazy-execution-with-polars-and-duckdb/", "published_at": "2025-11-13T19:15:37+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee7916ae97c", "title": "Cluster Fatigue. Polars and PyArrow to Postgres and Apache Iceberg (streaming mode)", "url": "https://www.confessionsofadataguy.com/cluster-fatigue-polars-and-pyarrow-to-postgres-and-apache-iceberg-streaming-mode/", "published_at": "2025-11-04T22:35:39+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee7917afe6c", "title": "Introduction to Databricks Asset Bundles.", "url": "https://www.confessionsofadataguy.com/introduction-to-databricks-asset-bundles/", "published_at": "2025-10-21T16:21:44+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee792473dd0", "title": "Fivetran buys DBT. People get mad.", "url": "https://www.confessionsofadataguy.com/fivetran-buys-dbt-people-get-mad/", "published_at": "2025-10-21T16:20:37+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee792af9c9a", "title": "Running Llama 3.1 8B Locally (LangChain and SQLite)", "url": "https://www.confessionsofadataguy.com/running-llama-3-1-8b-locally-langchain-and-sqlite/", "published_at": "2025-10-13T17:58:00+00:00" }, { "id": "01a0c549-7f20-72a4-b0b4-bee7939c3f4b", "title": "DuckDB on Mother Duck. Lake House Glory?", "url": "https://www.confessionsofadataguy.com/duckdb-on-mother-duck-lake-house-glory/", "published_at": "2025-10-09T21:30:57+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbbdc7254d", "title": "The Semantic Layer – Real or Not?", "url": "https://www.confessionsofadataguy.com/the-semantic-layer-real-or-not/", "published_at": "2025-10-09T21:29:04+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbbe8905bb", "title": "The Era of the YAML Engineer", "url": "https://www.confessionsofadataguy.com/the-era-of-the-yaml-engineer/", "published_at": "2025-10-03T19:29:31+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbbf64e380", "title": "DuckDB vs Polars. Wait. DuckDB and Polars.", "url": "https://www.confessionsofadataguy.com/duckdb-vs-polars-wait-duckdb-and-polars/", "published_at": "2025-09-25T18:45:16+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbbfb349fb", "title": "Full vs Incremental Data Loads Explained", "url": "https://www.confessionsofadataguy.com/full-vs-incremental-data-loads-explained/", "published_at": "2025-09-18T16:03:58+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc01e7933", "title": "Apache Iceberg Writes with DuckDB (or not)", "url": "https://www.confessionsofadataguy.com/apache-iceberg-writes-with-duckdb-or-not/", "published_at": "2025-09-18T00:51:44+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc0d99935", "title": "How to tune Spark Shuffle Partitions.", "url": "https://www.confessionsofadataguy.com/how-to-tune-spark-shuffle-partitions/", "published_at": "2025-09-12T22:45:45+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc17533d7", "title": "Is Data Modeling Dead?", "url": "https://www.confessionsofadataguy.com/is-data-modeling-dead/", "published_at": "2025-09-08T19:54:18+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc20a722b", "title": "The Fastest Way to Insert Data to Postgres", "url": "https://www.confessionsofadataguy.com/the-fastest-way-to-insert-data-to-postgres/", "published_at": "2025-08-30T22:28:25+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc214084b", "title": "Polars on GPU: Blazing Fast DataFrames for Engineers", "url": "https://www.confessionsofadataguy.com/polars-on-gpu-blazing-fast-dataframes-for-engineers/", "published_at": "2025-08-28T23:04:26+00:00" }, { "id": "01a0c552-1983-72c6-acda-a9dbc2f47283", "title": "The Medallion Architecture Farce.", "url": "https://www.confessionsofadataguy.com/the-medallion-architecture-farce/", "published_at": "2025-08-27T02:23:11+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea34b22cd6", "title": "DuckDB … Merge Mismatched CSV Schemas. (also testing Polars)", "url": "https://www.confessionsofadataguy.com/duckdb-merge-mismatched-csv-schemas-also-testing-polars/", "published_at": "2025-08-22T22:30:19+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea35b20ca0", "title": "polars.exceptions.ComputeError: schema lengths differ", "url": "https://www.confessionsofadataguy.com/polars-exceptions-computeerror-schema-lengths-differ/", "published_at": "2025-08-20T20:38:16+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea369d6b61", "title": "Becoming a Senior+ Engineer in the Age of AI", "url": "https://www.confessionsofadataguy.com/becoming-a-senior-engineer-in-the-age-of-ai/", "published_at": "2025-08-15T18:59:08+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea3761c8e9", "title": "What is SQLMesh and how is it different from dbt?", "url": "https://www.confessionsofadataguy.com/what-is-sqlmesh-and-how-is-it-different-from-dbt/", "published_at": "2025-08-14T01:43:11+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea38065ecd", "title": "Duplicates in Data and SQL", "url": "https://www.confessionsofadataguy.com/duplicates-in-data-and-sql/", "published_at": "2025-07-29T18:06:04+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea38a1151e", "title": "What Are Deletion Vectors (DLV)?", "url": "https://www.confessionsofadataguy.com/what-are-deletion-vectors-dlv/", "published_at": "2025-07-27T21:55:02+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea38eca5fa", "title": "Solving a “Fill Forward” NULL problem with Polars", "url": "https://www.confessionsofadataguy.com/solving-a-fill-forward-null-problem-with-polars/", "published_at": "2025-07-22T22:09:12+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea3960d4a9", "title": "Who is Astronomer.io … and what do they do?", "url": "https://www.confessionsofadataguy.com/who-is-astronomer-io-and-what-do-they-do/", "published_at": "2025-07-21T21:18:25+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea39f2eb9b", "title": "Lakebase: Databricks’ Bold Play to Fuse OLTP and the Lakehouse", "url": "https://www.confessionsofadataguy.com/lakebase-databricks-bold-play-to-fuse-oltp-and-the-lakehouse/", "published_at": "2025-06-28T15:03:22+00:00" }, { "id": "01a0c55a-4fb1-709f-89c3-06ea3acac599", "title": "Databricks SQL Scripting: A Familiar Friend or an Old Foe?", "url": "https://www.confessionsofadataguy.com/databricks-sql-scripting-a-familiar-friend-or-an-old-foe/", "published_at": "2025-06-28T15:00:03+00:00" } ] posts Claim your blog
Back to confessionsofadataguy.com
Blog · corpus.blog/blogs/confessionsofadataguy.com/posts

confessionsofadataguy.com

confessionsofadataguy.com

2026

Those Son-Of-A-Guns Laid Him Off! Ex-Big-Tech Worker.original ↗
9 Sept 2026
Rebuilding Apache Spark in Rust?! Sayyyyyy Whattttt?!!! Lakesail.original ↗
9 Sept 2026
Welcome to Omnigent. The One Harness to Rule Them All.original ↗
9 Sept 2026
Rust + DuckDB – Fast meets Faster. Yowza.original ↗
9 Sept 2026
How to Orchestrate LLM Calls in Your Data Pipelinesoriginal ↗
27 Aug 2026
DuckDB Labs acquired by AWS. What does it mean?original ↗
26 Aug 2026
Writing Rust … by Hand. No LLMs.original ↗
7 Aug 2026
Solution > Problem.original ↗
6 Aug 2026
Cloudflare as a Data Platform? Yeah. No.original ↗
6 Aug 2026
Don’t say “I found a problem.” Say … “I found a problem, here’s a solution .. and proof.”original ↗
5 Aug 2026
Agentic Data Engineering Is Here — But Can It Close the Loop?original ↗
24 Jul 2026
What Happens When a Software Engineer Builds a Company Aloneoriginal ↗
24 Jul 2026
The Creator of Pandas on AI, Apache Arrow, and the Future of Software Engineering | Wes McKinneyoriginal ↗
13 Jul 2026
AWS Lambda MicroVMs: The Compute Nobody Asked For?original ↗
4 Jul 2026
From COBOL to Copilot: 30 Years of Data, BI, and AI with Dave Langeroriginal ↗
1 Jul 2026
Semantic Intelligence is About to Transform Analytics with with David Jayatillakeoriginal ↗
1 Jul 2026
I Watched Every Databricks Data + AI Summit 2026 Announcement So You Don’t Have Tooriginal ↗
1 Jul 2026
The Truth About Lakehouse Scalability and Governance | Rust and Delta Lakeoriginal ↗
1 Jul 2026
Escaping the Token Tax: How Open Models Are Rewriting the Economics of AIoriginal ↗
11 Jun 2026
Delta Lake + DuckDB. Catalog Commits with Unity Catalog. Unlocking Concurrent Ingestion.original ↗
11 Jun 2026
From Failure to AWS: What Actually Makes a Great Engineeroriginal ↗
10 Jun 2026
Delta Lake + DuckDB: Catalog Commits & Concurrent Ingestion (Does It Actually Work?)original ↗
7 Jun 2026
The Reality of Running Data at Scale | How Real Data Engineers Thinkoriginal ↗
4 Jun 2026
What is Apache Arrow Flight?original ↗
3 Jun 2026
Databricks Zerobus: Event Streams + The Lakehouseoriginal ↗
1 Jun 2026
The Truth About The Modern Data Stack | DuckDB Insideroriginal ↗
27 May 2026
Databricks Zerobus Streaming Ingestion for Delta Lake Houseoriginal ↗
23 May 2026
Academic → CTO: What Actually Matters in Data (Matthew Housley)original ↗
19 May 2026
Apache Arrow + DuckDB (the GOAT + the GOAT)original ↗
19 May 2026
Apache Arrow as Data Interchangeoriginal ↗
14 May 2026
Spark is Dead. Long Live DuckDB.original ↗
12 May 2026
AI Isn’t Replacing Curious Developers | It’s Changing Who Winsoriginal ↗
7 May 2026
AI is Changing Data Engineering Fast!original ↗
30 Apr 2026
Delta Lake and Databricks Expert – Inside Lookoriginal ↗
30 Apr 2026
Most Data Teams Are Doing It Wrong | Podcastoriginal ↗
30 Apr 2026
How to Actually Break Free From Notebook Engineeringoriginal ↗
10 Apr 2026
Why I Finally Pulled the Plug on Polars and Moved to DuckDBoriginal ↗
10 Apr 2026
He Quit Apple After 13 Years | Here’s Whyoriginal ↗
2 Apr 2026
The Data Engineering Revolution | Spark, AI, and What’s Coming Nextoriginal ↗
27 Mar 2026
5 Steps to Become an AI Engineer (Without the Hype)original ↗
27 Mar 2026
Databricks Metric Views and the Reality of the Semantic Layeroriginal ↗
24 Mar 2026
Agent Bricks and the Commoditization of AI Systemsoriginal ↗
24 Mar 2026
Polars’ Streaming Engine Is a Bigger Deal Than People Realizeoriginal ↗
24 Mar 2026
Transactions Are Coming to the Lakehouse… Whether You Like It or Notoriginal ↗
24 Mar 2026
DuckDB, AI, and the Future of Data Engineering | with Staff Engineer, Matt Martinoriginal ↗
21 Mar 2026
Decades in Software Engineering: What Actually Makes Great Engineers? | John Crickettoriginal ↗
11 Mar 2026
Metric Views in Databricks | The Semantic Layeroriginal ↗
11 Mar 2026
Data Engineering, AI, and Career Growth – Podcast Deep Dive with Yuki Kakegawaoriginal ↗
11 Mar 2026
Will AI Kill Data Engineering (or Software Engineering)?original ↗
26 Feb 2026
Spark, Lakehouse & AI: A Deep Conversation with Bart Koniecznyoriginal ↗
25 Feb 2026
Introduction to Databricks SQL Temporary Tablesoriginal ↗
23 Feb 2026
From ClickOps to DevOps | Journey into Infrastructure with Maxine Meureroriginal ↗
18 Feb 2026
Temporary Tables in Databricks SQL | Do You Actually Need Them?original ↗
17 Feb 2026
Migrating to Databricks – A Guideoriginal ↗
13 Feb 2026
Why Declarative (Lakeflow) Pipelines Are the Future of Sparkoriginal ↗
11 Feb 2026
Robin Moffatt on the Evolution of Data Engineering: From Batch Jobs to Real-Time | Podcast Intervieworiginal ↗
11 Feb 2026
The Lakehouse Architecture | Multimodal Data, Delta Lake, and Data Engineering with R. Tyler Croyoriginal ↗
3 Feb 2026
Building Credible Data Systems | Hoyt Emerson on The Full Data Stackoriginal ↗
30 Jan 2026
Data Engineering Career Path: From Circuits to Pipelinesoriginal ↗
30 Jan 2026
Apache Airflow vs Databricks Lakeflow | The Orchestration Battleoriginal ↗
30 Jan 2026
This One Polars Pattern Makes Code 10x Cleaneroriginal ↗
30 Jan 2026
Embeddings and Vector Databases – Lance + DuckDB + LangChainoriginal ↗
19 Jan 2026
Apache Arrow ADBC Database Driversoriginal ↗
16 Jan 2026
Polars Pipe Operator in Action.original ↗
7 Jan 2026
Databricks Spark adds Excel data source.original ↗
5 Jan 2026

2025

DuckDB beats Polars for 1TB of data.original ↗
28 Dec 2025
Scott Haines on the Future of Data Engineeringoriginal ↗
17 Dec 2025
The Age of Agentic AI | LangChain and LangGraph style.original ↗
16 Dec 2025
PySpark vs DuckDB vs Polars: The Resultsoriginal ↗
16 Dec 2025
The Evolution of Databricks Compute – Serverless is Winningoriginal ↗
16 Dec 2025
Parquet Killer? Introduction to the Lance File Format.original ↗
3 Dec 2025
SQL Data Modeling with One Big Table (OBT)original ↗
3 Dec 2025
Migrate (hundreds) Delta Lake Partitioned Tables to Liquid Clusteringoriginal ↗
3 Dec 2025
PyArrow for Large Dataset Processingoriginal ↗
14 Nov 2025
Lazy Execution with Polars and DuckDBoriginal ↗
13 Nov 2025
Cluster Fatigue. Polars and PyArrow to Postgres and Apache Iceberg (streaming mode)original ↗
4 Nov 2025
Introduction to Databricks Asset Bundles.original ↗
21 Oct 2025
Fivetran buys DBT. People get mad.original ↗
21 Oct 2025
Running Llama 3.1 8B Locally (LangChain and SQLite)original ↗
13 Oct 2025
DuckDB on Mother Duck. Lake House Glory?original ↗
9 Oct 2025
The Semantic Layer – Real or Not?original ↗
9 Oct 2025
The Era of the YAML Engineeroriginal ↗
3 Oct 2025
DuckDB vs Polars. Wait. DuckDB and Polars.original ↗
25 Sept 2025
Full vs Incremental Data Loads Explainedoriginal ↗
18 Sept 2025
Apache Iceberg Writes with DuckDB (or not)original ↗
18 Sept 2025
How to tune Spark Shuffle Partitions.original ↗
12 Sept 2025
Is Data Modeling Dead?original ↗
8 Sept 2025
The Fastest Way to Insert Data to Postgresoriginal ↗
30 Aug 2025
Polars on GPU: Blazing Fast DataFrames for Engineersoriginal ↗
28 Aug 2025
The Medallion Architecture Farce.original ↗
27 Aug 2025
DuckDB … Merge Mismatched CSV Schemas. (also testing Polars)original ↗
22 Aug 2025
polars.exceptions.ComputeError: schema lengths differoriginal ↗
20 Aug 2025
Becoming a Senior+ Engineer in the Age of AIoriginal ↗
15 Aug 2025
What is SQLMesh and how is it different from dbt?original ↗
14 Aug 2025
Duplicates in Data and SQLoriginal ↗
29 Jul 2025
What Are Deletion Vectors (DLV)?original ↗
27 Jul 2025
Solving a “Fill Forward” NULL problem with Polarsoriginal ↗
22 Jul 2025
Who is Astronomer.io … and what do they do?original ↗
21 Jul 2025
Lakebase: Databricks’ Bold Play to Fuse OLTP and the Lakehouseoriginal ↗
28 Jun 2025
Databricks SQL Scripting: A Familiar Friend or an Old Foe?original ↗
28 Jun 2025
Next