56,966 blogs · [ { "id": "01a087a6-9771-703a-952a-f462988d4fd0", "title": "Why you might lease a blob: an intro to job locks", "url": "https://milescole.dev/data-engineering/2026/08/05/Why-you-might-lease-a-blob.html", "published_at": "2026-08-05T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f46299867552", "title": "How Incremental Liquid Clustering Works", "url": "https://milescole.dev/data-engineering/2026/07/24/Incremental-Liquid-Clustering-Fabric-Runtime-2.html", "published_at": "2026-07-24T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f46299a368fe", "title": "Mastering Spark: DataFrameWriterV2 vs. DataFrameWriterV1", "url": "https://milescole.dev/data-engineering/2026/06/19/DataFrameWriterV2.html", "published_at": "2026-06-19T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629a4a644c", "title": "Mastering Spark: Should You Infer Schema in Production?", "url": "https://milescole.dev/data-engineering/2026/02/20/Infer-Schema-In-Production.html", "published_at": "2026-02-20T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629b0f69ad", "title": "Creating your first Spark Job Definition", "url": "https://milescole.dev/data-engineering/2026/02/04/Creating-your-first-Spark-Job-Definition.html", "published_at": "2026-02-04T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629b4cfae0", "title": "Notebooks, Spark Jobs, and the Hidden Cost of Convenience", "url": "https://milescole.dev/data-engineering/2026/02/04/Notebooks-vs-Spark-Jobs-in-Production.html", "published_at": "2026-02-04T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629b7bbe33", "title": "Announcing: 🌊 LakeBench", "url": "https://milescole.dev/data-engineering/2025/07/11/Announcing-LakeBench.html", "published_at": "2025-07-11T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629c1beb9c", "title": "The Small Data Showdown ‘25: Is it Time to Ditch Spark Yet??", "url": "https://milescole.dev/data-engineering/2025/06/30/Spark-v-DuckDb-v-Polars-v-Daft-Revisited.html", "published_at": "2025-06-30T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629c6301d8", "title": "Elevate Your Code: Creating Python Libraries Using Microsoft Fabric (Part 2 of 2: Packaging, Distribution, and Consumption)", "url": "https://milescole.dev/data-engineering/2025/03/26/Packaging-Python-Libraries-Using-Microsoft-Fabric.html", "published_at": "2025-03-26T00:00:00+00:00" }, { "id": "01a087a6-9771-703a-952a-f4629cea6a57", "title": "Mastering Spark: The Art and Science of Table Compaction", "url": "https://milescole.dev/data-engineering/2025/02/26/The-Art-and-Science-of-Table-Compaction.html", "published_at": "2025-02-26T00:00:00+00:00" } ] posts Claim your blog

Blog · corpus.blog/blogs/milescole.dev/posts