corpus.blog
41554 blogs · [ { "id": "01a0c562-9b11-717f-8a58-604b6befed84", "title": "DuckDB Enters the Lake House Race: My Take on DuckLake", "url": "https://www.confessionsofadataguy.com/duckdb-enters-the-lake-house-race-my-take-on-ducklake/", "published_at": "2025-06-28T14:55:35+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6c9c6ef6", "title": "Finally, a Simple, Cloud-Friendly Apache Iceberg Catalog That Just Works", "url": "https://www.confessionsofadataguy.com/finally-a-simple-cloud-friendly-apache-iceberg-catalog-that-just-works/", "published_at": "2025-05-23T19:47:02+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6cf81f69", "title": "Convert CSV to Excel with DuckDB, Polars, etc.", "url": "https://www.confessionsofadataguy.com/convert-csv-to-excel-with-duckdb-polars-etc/", "published_at": "2025-04-24T16:29:42+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6d6fc355", "title": "Cloudflare R2 Storage with Apache Iceberg", "url": "https://www.confessionsofadataguy.com/cloudflare-r2-storage-with-apache-iceberg/", "published_at": "2025-04-22T00:57:10+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6dc3bd57", "title": "dbt on Databricks", "url": "https://www.confessionsofadataguy.com/dbt-on-databricks-2/", "published_at": "2025-03-28T21:38:05+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6e548ef4", "title": "How I (Barely) Survived Setting Up Polaris as an Iceberg REST Catalog", "url": "https://www.confessionsofadataguy.com/how-i-barely-survived-setting-up-polaris-as-an-iceberg-rest-catalog/", "published_at": "2025-03-26T23:33:11+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6e74b5f4", "title": "Reading Excel (.xlsx) Files with Polars", "url": "https://www.confessionsofadataguy.com/reading-excel-xlsx-files-with-polars/", "published_at": "2025-03-18T13:42:36+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b6f16cac2", "title": "dbt on Databricks.", "url": "https://www.confessionsofadataguy.com/dbt-on-databricks/", "published_at": "2025-03-04T20:03:21+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b7013e93e", "title": "Apache XTable. Delta vs Iceberg vs Hudi.", "url": "https://www.confessionsofadataguy.com/apache-xtable-delta-vs-iceberg-vs-hudi/", "published_at": "2025-03-04T19:56:41+00:00" }, { "id": "01a0c562-9b11-717f-8a58-604b705f4dce", "title": "What is a Healthy Lake House?", "url": "https://www.confessionsofadataguy.com/what-is-a-healthy-lake-house/", "published_at": "2025-02-25T20:36:24+00:00" }, { "id": "01a0c56a-17fd-7330-a460-7249432f21a9", "title": "AWS Lambda + DuckDB + Polars + Daft + Rust", "url": "https://www.confessionsofadataguy.com/aws-lambda-duckdb-polars-daft-rust/", "published_at": "2025-01-30T14:57:40+00:00" }, { "id": "01a0c56a-17fd-7330-a460-724943325da8", "title": "PySpark Data Quality on Databricks with DQX.", "url": "https://www.confessionsofadataguy.com/pyspark-data-quality-on-databricks-with-dqx/", "published_at": "2025-01-17T16:08:35+00:00" }, { "id": "01a0c56a-17fd-7330-a460-724943d84aef", "title": "Testing and Development for Databricks Environment and Code.", "url": "https://www.confessionsofadataguy.com/testing-and-development-for-databricks-environment-and-code/", "published_at": "2025-01-11T01:52:27+00:00" }, { "id": "01a0c56a-17fd-7330-a460-72494435e807", "title": "What is a Data Platform?", "url": "https://www.confessionsofadataguy.com/what-is-a-data-platform/", "published_at": "2025-01-08T20:47:14+00:00" }, { "id": "01a0c56a-17fd-7330-a460-7249449cb31a", "title": "Building a Fast, Light, and CHEAP Lake House with DuckDB, Delta Lake, and AWS Lambda", "url": "https://www.confessionsofadataguy.com/building-a-fast-light-and-cheap-lake-house-with-duckdb-delta-lake-and-aws-lambda/", "published_at": "2025-01-08T01:01:12+00:00" }, { "id": "01a0c56a-17fd-7330-a460-7249458fff84", "title": "Using DuckDB to read JSON files in S3", "url": "https://www.confessionsofadataguy.com/using-duckdb-to-read-json-files-in-s3/", "published_at": "2025-01-07T02:04:19+00:00" }, { "id": "01a0c56a-17fd-7330-a460-72494615a155", "title": "Simplicity in the Modern Data Stack", "url": "https://www.confessionsofadataguy.com/simplicity-in-the-modern-data-stack/", "published_at": "2025-01-01T22:41:34+00:00" }, { "id": "01a0c56a-17fd-7330-a460-724946666db1", "title": "DuckDB reading CSVs from S3.", "url": "https://www.confessionsofadataguy.com/duckdb-reading-csvs-from-s3/", "published_at": "2024-12-31T18:04:13+00:00" }, { "id": "01a0c56a-17fd-7330-a460-724946fcff6f", "title": "Data Contracts were a LIE!", "url": "https://www.confessionsofadataguy.com/data-contracts-were-a-lie/", "published_at": "2024-12-13T16:35:42+00:00" }, { "id": "01a0c56a-17fd-7330-a460-7249474340af", "title": "AWS S3 Tables. Technical Introduction.", "url": "https://www.confessionsofadataguy.com/aws-s3-tables-technical-introduction/", "published_at": "2024-12-07T01:38:41+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428daf0602d7", "title": "Turkey Day Is Here – Black Friday Sale – %50 Off", "url": "https://www.confessionsofadataguy.com/turkey-day-is-here-black-friday-sale-%50-off/", "published_at": "2024-11-29T16:33:22+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428daf3f2e67", "title": "DuckDB … reading from s3 … with AWS Credentials and more.", "url": "https://www.confessionsofadataguy.com/duckdb-reading-from-s3-with-aws-credentials-and-more/", "published_at": "2024-11-18T18:08:05+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428dafd343cf", "title": "Testing DuckDB’s Large Than Memory Processing Capabilities.", "url": "https://www.confessionsofadataguy.com/testing-duckdbs-large-than-memory-processing-capabilities-or-lack-thereof/", "published_at": "2024-10-31T15:36:13+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db05426ac", "title": "Skip Lines of CSV files with DuckDB and Polars", "url": "https://www.confessionsofadataguy.com/skip-lines-of-csv-files-with-duckdb-and-polars/", "published_at": "2024-10-24T21:12:18+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db14fb4a4", "title": "What is the WordPress drama about?", "url": "https://www.confessionsofadataguy.com/what-is-the-wordpress-drama-about/", "published_at": "2024-10-14T18:15:17+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db1bcbf39", "title": "How to make the PEFECT Pull Request (PR)", "url": "https://www.confessionsofadataguy.com/how-to-make-the-pefect-pull-request-pr/", "published_at": "2024-10-12T21:29:40+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db2736a9d", "title": "The Death of the Data Warehouse, replaced by the Lake House. Or Has It?", "url": "https://www.confessionsofadataguy.com/the-death-of-the-data-warehouse-replaced-by-the-lake-house-or-has-it/", "published_at": "2024-10-07T21:16:25+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db2742b32", "title": "Hosted (SaaS) vs DIY Data Tools", "url": "https://www.confessionsofadataguy.com/hosted-saas-vs-diy-data-tools/", "published_at": "2024-10-03T18:20:25+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db32983f1", "title": "AI (LLMs) and Software Engineering (Writing Code)", "url": "https://www.confessionsofadataguy.com/ai-llms-and-software-engineering-writing-code/", "published_at": "2024-09-24T21:29:24+00:00" }, { "id": "01a0c572-3406-72e4-b2a8-428db4012e0e", "title": "Data Modeling in the Brave New Lakehouse World", "url": "https://www.confessionsofadataguy.com/data-modeling-in-the-brave-new-lakehouse-world/", "published_at": "2024-09-19T19:37:43+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d42a15c72", "title": "The 3 Types of Data Engineers.", "url": "https://www.confessionsofadataguy.com/the-3-types-of-data-engineers/", "published_at": "2024-09-13T21:54:17+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d4398ccc7", "title": "Streaming Postgres data to Databricks Delta Lake in Unity Catalog", "url": "https://www.confessionsofadataguy.com/streaming-postgres-data-to-databricks-delta-lake-in-unity-catalog/", "published_at": "2024-09-04T18:21:28+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d44197190", "title": "Introduction to Polars in 2 Minutes", "url": "https://www.confessionsofadataguy.com/introduction-to-polars-in-2-minutes/", "published_at": "2024-09-04T14:28:58+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d45148482", "title": "Apache Spark’s Most Annoying Use Case", "url": "https://www.confessionsofadataguy.com/apache-sparks-most-annoying-use-case/", "published_at": "2024-08-29T18:55:55+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d456cc410", "title": "What is a “Good” Data or Software Engineer?", "url": "https://www.confessionsofadataguy.com/what-is-a-good-data-or-software-engineer/", "published_at": "2024-08-20T14:35:53+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d4603fa19", "title": "How to Solve Data Engineering Problems", "url": "https://www.confessionsofadataguy.com/how-to-solve-data-engineering-problems/", "published_at": "2024-08-07T14:28:46+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d4651db44", "title": "Snowflake is Dying??!! Data Breach!!", "url": "https://www.confessionsofadataguy.com/snowflake-is-dying-data-breach/", "published_at": "2024-08-02T19:47:12+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d46cc26ba", "title": "CI/CD for Data Engineers.", "url": "https://www.confessionsofadataguy.com/ci-cd-for-data-engineers/", "published_at": "2024-08-01T19:28:35+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d46d1c039", "title": "Daft: Distributed Dataframes with Python.", "url": "https://www.confessionsofadataguy.com/daft-distributed-dataframes-with-python/", "published_at": "2024-08-01T19:25:51+00:00" }, { "id": "01a0c57f-cb9f-7015-b9ef-712d4708a12a", "title": "PyArrow vs Polars (vs DuckDB) for Data Pipelines.", "url": "https://www.confessionsofadataguy.com/pyarrow-vs-polars-vs-duckdb-for-data-pipelines/", "published_at": "2024-07-25T01:50:42+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897a979f8de", "title": "The Abstractions Are Making You Dumb (rise of the Shallow Expert)", "url": "https://www.confessionsofadataguy.com/the-abstractions-are-making-you-dumb-rise-of-the-shallow-expert/", "published_at": "2024-07-10T02:06:44+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897aa59cca5", "title": "What I’ve Learned After A Decade Of Data Engineering", "url": "https://www.confessionsofadataguy.com/what-ive-learned-after-a-decade-of-data-engineering/", "published_at": "2024-06-20T23:01:40+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897aa7bdda6", "title": "Building Open-Source Python Packages – SparklePop", "url": "https://www.confessionsofadataguy.com/building-open-source-python-packages-sparklepop/", "published_at": "2024-06-12T01:19:52+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897ab0004ab", "title": "Databricks Buys Tabular – 1 Billion Dollar Deal. Iceberg vs Delta Lake?", "url": "https://www.confessionsofadataguy.com/databricks-buys-tabular-1-billion-dollar-deal-iceberg-vs-delta-lake/", "published_at": "2024-06-04T21:23:12+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897ab8f615e", "title": "Is Python OOP the Devil? Or Savior?", "url": "https://www.confessionsofadataguy.com/is-python-oop-the-devil-or-savior/", "published_at": "2024-06-03T15:24:39+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897abb018fd", "title": "Building Data Platforms (from scratch)", "url": "https://www.confessionsofadataguy.com/building-data-platforms-from-scratch/", "published_at": "2024-05-30T16:14:26+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897abc34feb", "title": "Why Data Engineering Pays So Well …. For Some, and Poor For Others", "url": "https://www.confessionsofadataguy.com/why-data-engineering-pays-so-well-for-some-and-poor-for-others/", "published_at": "2024-05-20T00:25:52+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897ac88c75b", "title": "Why You Should Replace Pandas with Polars", "url": "https://www.confessionsofadataguy.com/why-you-should-replace-pandas-with-polars/", "published_at": "2024-05-15T22:21:34+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897acee9588", "title": "Developing Production Level Databricks Pipelines.", "url": "https://www.confessionsofadataguy.com/developing-production-level-databricks-pipelines/", "published_at": "2024-05-15T21:57:27+00:00" }, { "id": "01a0c58d-ae1e-72af-8d12-4897aded3df9", "title": "Reading and Processing JSON with Rust vs Python.", "url": "https://www.confessionsofadataguy.com/reading-and-processing-json-with-rust-vs-python/", "published_at": "2024-05-02T19:26:33+00:00" } ] posts Claim your blog
Back to confessionsofadataguy.com
Blog · corpus.blog/blogs/confessionsofadataguy.com/posts

confessionsofadataguy.com

confessionsofadataguy.com

2025

DuckDB Enters the Lake House Race: My Take on DuckLakeoriginal ↗
28 Jun 2025
Finally, a Simple, Cloud-Friendly Apache Iceberg Catalog That Just Worksoriginal ↗
23 May 2025
Convert CSV to Excel with DuckDB, Polars, etc.original ↗
24 Apr 2025
Cloudflare R2 Storage with Apache Icebergoriginal ↗
22 Apr 2025
dbt on Databricksoriginal ↗
28 Mar 2025
How I (Barely) Survived Setting Up Polaris as an Iceberg REST Catalogoriginal ↗
26 Mar 2025
Reading Excel (.xlsx) Files with Polarsoriginal ↗
18 Mar 2025
dbt on Databricks.original ↗
4 Mar 2025
Apache XTable. Delta vs Iceberg vs Hudi.original ↗
4 Mar 2025
What is a Healthy Lake House?original ↗
25 Feb 2025
AWS Lambda + DuckDB + Polars + Daft + Rustoriginal ↗
30 Jan 2025
PySpark Data Quality on Databricks with DQX.original ↗
17 Jan 2025
Testing and Development for Databricks Environment and Code.original ↗
11 Jan 2025
What is a Data Platform?original ↗
8 Jan 2025
Building a Fast, Light, and CHEAP Lake House with DuckDB, Delta Lake, and AWS Lambdaoriginal ↗
8 Jan 2025
Using DuckDB to read JSON files in S3original ↗
7 Jan 2025
Simplicity in the Modern Data Stackoriginal ↗
1 Jan 2025

2024

DuckDB reading CSVs from S3.original ↗
31 Dec 2024
Data Contracts were a LIE!original ↗
13 Dec 2024
AWS S3 Tables. Technical Introduction.original ↗
7 Dec 2024
Turkey Day Is Here – Black Friday Sale – %50 Offoriginal ↗
29 Nov 2024
DuckDB … reading from s3 … with AWS Credentials and more.original ↗
18 Nov 2024
Testing DuckDB’s Large Than Memory Processing Capabilities.original ↗
31 Oct 2024
Skip Lines of CSV files with DuckDB and Polarsoriginal ↗
24 Oct 2024
What is the WordPress drama about?original ↗
14 Oct 2024
How to make the PEFECT Pull Request (PR)original ↗
12 Oct 2024
The Death of the Data Warehouse, replaced by the Lake House. Or Has It?original ↗
7 Oct 2024
Hosted (SaaS) vs DIY Data Toolsoriginal ↗
3 Oct 2024
AI (LLMs) and Software Engineering (Writing Code)original ↗
24 Sept 2024
Data Modeling in the Brave New Lakehouse Worldoriginal ↗
19 Sept 2024
The 3 Types of Data Engineers.original ↗
13 Sept 2024
Streaming Postgres data to Databricks Delta Lake in Unity Catalogoriginal ↗
4 Sept 2024
Introduction to Polars in 2 Minutesoriginal ↗
4 Sept 2024
Apache Spark’s Most Annoying Use Caseoriginal ↗
29 Aug 2024
What is a “Good” Data or Software Engineer?original ↗
20 Aug 2024
How to Solve Data Engineering Problemsoriginal ↗
7 Aug 2024
Snowflake is Dying??!! Data Breach!!original ↗
2 Aug 2024
CI/CD for Data Engineers.original ↗
1 Aug 2024
Daft: Distributed Dataframes with Python.original ↗
1 Aug 2024
PyArrow vs Polars (vs DuckDB) for Data Pipelines.original ↗
25 Jul 2024
The Abstractions Are Making You Dumb (rise of the Shallow Expert)original ↗
10 Jul 2024
What I’ve Learned After A Decade Of Data Engineeringoriginal ↗
20 Jun 2024
Building Open-Source Python Packages – SparklePoporiginal ↗
12 Jun 2024
Databricks Buys Tabular – 1 Billion Dollar Deal. Iceberg vs Delta Lake?original ↗
4 Jun 2024
Is Python OOP the Devil? Or Savior?original ↗
3 Jun 2024
Building Data Platforms (from scratch)original ↗
30 May 2024
Why Data Engineering Pays So Well …. For Some, and Poor For Othersoriginal ↗
20 May 2024
Why You Should Replace Pandas with Polarsoriginal ↗
15 May 2024
Developing Production Level Databricks Pipelines.original ↗
15 May 2024
Reading and Processing JSON with Rust vs Python.original ↗
2 May 2024
Previous