<!DOCTYPE html><html lang="en"><head><meta http-equiv="Content-Type" content="text/html charset=UTF-8"><meta charset="UTF-8"><meta name="viewport" content="width=device-width"><meta name="x-apple-disable-message-reformatting"><title>TLDR Data</title><meta name="color-scheme" content="light dark"><meta name="supported-color-schemes" content="light dark"><style type="text/css">
:root {
color-scheme: light dark; supported-color-schemes: light dark;
}
*,
*:after,
*:before {
-webkit-box-sizing: border-box; -moz-box-sizing: border-box; box-sizing: border-box;
}
* {
-ms-text-size-adjust: 100%; -webkit-text-size-adjust: 100%;
}
html,
body,
.document {
width: 100% !important; height: 100% !important; margin: 0; padding: 0;
}
body {
-webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; text-rendering: optimizeLegibility;
}
div[style*="margin: 16px 0"] {
margin: 0 !important;
}
table,
td {
mso-table-lspace: 0pt; mso-table-rspace: 0pt;
}
table {
border-spacing: 0; border-collapse: collapse; table-layout: fixed; margin: 0 auto;
}
img {
-ms-interpolation-mode: bicubic; max-width: 100%; border: 0;
}
*[x-apple-data-detectors] {
color: inherit !important; text-decoration: none !important;
}
.x-gmail-data-detectors,
.x-gmail-data-detectors *,
.aBn {
border-bottom: 0 !important; cursor: default !important;
}
.btn {
-webkit-transition: all 200ms ease; transition: all 200ms ease;
}
.btn:hover {
background-color: #f67575; border-color: #f67575;
}
* {
font-family: Arial, Helvetica, sans-serif; font-size: 18px;
}
@media screen and (max-width: 600px) {
.container {
width: 100%; margin: auto;
}
.stack {
display: block!important; width: 100%!important; max-width: 100%!important;
}
.btn {
display: block; width: 100%; text-align: center;
}
}
body,
p,
td,
tr,
.body,
table,
h1,
h2,
h3,
h4,
h5,
h6,
div,
span {
background-color: #FEFEFE !important; color: #010101 !important;
}
@media (prefers-color-scheme: dark) {
body,
p,
td,
tr,
.body,
table,
h1,
h2,
h3,
h4,
h5,
h6,
div,
span {
background-color: #27292D !important; color: #FEFEFE !important;
}
}
a {
color: inherit !important; text-decoration: underline !important;
}
</style><!--[if mso | ie]>
<style type="text/css">
a {
background-color: #FEFEFE !important; color: #010101 !important;
}
@media (prefers-color-scheme: dark) {
a {
background-color: #27292D !important; color: #FEFEFE !important;
}
}
</style>
<![endif]--></head><body class="">
<div style="display: none; max-height: 0px; overflow: hidden;">Uber upgraded from Spark 2.4 to Spark 3.3, migrating over 40,000 Spark applications and 2,100 applications in just six months </div>
<div style="display: none; max-height: 0px; overflow: hidden;">
<br>
</div>
<table align="center" class="document"><tbody><tr><td valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" class="container" width="600"><tbody><tr class="inner-body"><td>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr class="header"><td bgcolor="" class="container">
<table width="100%"><tbody><tr><td class="container">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" style="margin-top: 0px;" width="100%"><tbody><tr><td style="padding: 0px;">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div style="text-align: center;">
<span style="margin-right: 0px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ftldr.tech%2Fdata%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/kwjK7BT3ZsPVqZHUpjcYrwPie3FE7TRvudyUs689oYI=425" rel="noopener noreferrer" target="_blank"><span>Sign Up</span></a>
|<span style="margin-right: 2px; margin-left: 2px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fadvertise.tldr.tech%3Futm_source=tldrdata%26utm_medium=newsletter%26utm_campaign=advertisetopnav/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/r5yJGWb9FOS6q7Mfy-1dqpdscIukDtzRFIg1c7smjvo=425" rel="noopener noreferrer" target="_blank"><span>Advertise</span></a></span>|<span style="margin-left: 2px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fa.tldrnewsletter.com%2Fweb-version%3Fep=1%26lc=1670a604-84b7-11f0-bcf5-55fc1d40139c%26p=cf5c2ac0-9f39-11f0-a169-27be23a2de6c%26pt=campaign%26t=1759399565%26s=bbdd3892f4efa58ad04628f7ab7833413269f179e590c6e2cfb95925774047f3/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/4HUh1roaL4veHTfeqn5cKdjW-r32bbChLFLFp7yPdjM=425"><span>View Online</span></a></span>
<br>
</span></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="text-align: center;"><span data-darkreader-inline-color="" style="--darkreader-inline-color:#3db3ff; color: rgb(51, 175, 255) !important; font-size: 30px;">T</span><span style="font-size: 30px;"><span data-darkreader-inline-color="" style="color: rgb(232, 192, 96) !important; --darkreader-inline-color:#e8c163; font-size:30px;">L</span><span data-darkreader-inline-color="" style="color: rgb(101, 195, 173) !important; --darkreader-inline-color:#6ec7b2; font-size:30px;">D</span></span><span data-darkreader-inline-color="" style="--darkreader-inline-color:#dd6e6e; color: rgb(220, 107, 107) !important; font-size: 30px;">R</span>
<br>
</td></tr></tbody></table>
<br>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody></tbody></table>
<table style="table-layout: fixed; width:100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;">
<div style="text-align: center;">
<h1><strong>TLDR Data <span id="date">2025-10-02</span></strong></h1>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width:100%;" width="100%"><tbody></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr>
<tr bgcolor=""><td class="container">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td style="padding: 0px;">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">📱</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Deep Dives</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.uber.com%2Fblog%2Fubers-strategy-to-upgrading-2m-spark-jobs%2F%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/SwCNeK9I8pKP4-EDjg7bnyrbfKizuXi-owlcqnXNUks=425">
<span>
<strong>Uber's Strategy to Upgrading 2M+ Spark Jobs (10 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Uber upgraded from Spark 2.4 to Spark 3.3, migrating over 40,000 Spark applications and 2,100 applications in just six months. It automated the process using Polyglot Piranha, an open-source tool that parses and rewrites code by converting it into an Abstract Syntax Tree (AST) and applying transformation rules to enable bulk changes across applications.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fnewsletter.systemdesign.one%2Fp%2Fhow-kafka-works%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/LGN1v6BqQIzpwfPxjz4F8n9RqgPnoqhQ0eO0Sa4-9oI=425">
<span>
<strong>How Kafka Works (20 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Apache Kafka is an open-source distributed messaging system that enables high-throughput processing by storing key-value records in immutable, offset-ordered logs within topics sharded into partitions. Its architecture relies on clusters of at least three brokers for fault-tolerant replication (with a default factor of three), where leaders handle writes, followers replicate data, and the KRaft protocol replaces ZooKeeper for streamlined coordination and recovery.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fmedium.com%2Ffresha-data-engineering%2Fswitching-me-softly-cb404d02c28b%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/YA5MF4t9RFSieO5bnT2RcePOBZ9AlvnETmHB7n4iWrU=425">
<span>
<strong>Switching Me Softly (7 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Fresha achieved zero-downtime PostgreSQL upgrades across 20+ critical production databases (PG12 to PG17) by developing a configurable, automated orchestration framework, handling Debezium CDC, outbox event ordering, replication slots, and PgBouncer cutovers, with no downtime or data loss. YAML-driven scripts enabled repeatable, reversible migrations tailored per-database, overcoming limitations of RDS Blue/Green and in-place upgrades.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fclickhouse.com%2Fblog%2Fclickhouse-parallel-replicas%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/R-F_vO2pQi2p8xnlA__g1t7yylOLXJmUoBlGHUuyhAo=425">
<span>
<strong>How We Scaled Raw GROUP BY to 100 B+ Rows In Under A Second (30 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
ClickHouse introduced Parallel Replicas to enable infinite horizontal scaling for GROUP BY queries on massive datasets, such as aggregating 100 billion rows in under a second. This addresses the growing demands of analytical workloads like observability and AI analytics, where GROUP BY is prevalent in over half of BI queries.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">🚀</span></div>
</div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Opinions & Advice</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Flinks.tldrnewsletter.com%2FijIlt0/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/KI3g4spXllQv_V4FYWTbO6pYF-dDjddwYpoTqegWhJ8=425">
<span>
<strong>Apache Parquet vs. Newer File Formats (BtrBlocks, FastLanes, Lance, Vortex) (7 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Apache Parquet has dominated as a columnar file format for over a decade, excelling in large-scale analytical workloads with features like columnar layout, compression, and broad ecosystem support from tools like Spark and Iceberg. However, newer formats like BtrBlocks, FastLanes, Lance, Vortex, and Nimble address modern needs such as AI pipelines, GPU acceleration, and low-latency access on hardware like NVMe and SIMD-enabled processors.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fethanseal.com%2Farticles%2Fors-are-expensive%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/N6N15pyeXPwR6_0tfIrenU3pFWriXPYKuHUWKGwHMC8=425">
<span>
<strong>A SQL Heuristic: ORs Are Expensive (10 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
OR conditions in SQL can be very costly because query planners often fall back to sequential scans or expensive index merges, while AND clauses fit compound indexes naturally. Rewriting ORs as unions or restructuring schema (e.g., extension tables) can cut query times by 100x and make access patterns clearer.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">💻</span></div>
</div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Launches & Tools</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fgithub.com%2Fapache%2Fgravitino%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/7ASXby4rU5zbdncBeD121SVcujz6bB-YkE1VsvSyeVE=425">
<span>
<strong>Apache Gravitino (GitHub Repo)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
With 1.0 now released, Apache Gravitino is an open-source alternative to Unity Catalog. It doesn't replace Unity Catalog or Snowflake's governance. Instead, it complements them by acting as a layer above multiple systems, and works across Hive, Iceberg, Kafka, S3, and ML model registries. It supports out-of-the-box connectors for multiple platforms and MCP servers.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fdatafusion.apache.org%2Fblog%2F2025%2F09%2F29%2Fdatafusion-50.0.0%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/afSbkUUdb5R4dVOldu4NwALq2kigsgEUiBNa0GY7aKo=425">
<span>
<strong>Apache DataFusion 50.0.0 Released (6 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
DataFusion 50.0.0 introduces significant performance enhancements, including dynamic filter pushdown for inner hash joins, yielding order-of-magnitude improvements in scan efficiency, a rewritten nested loop join operator with up to 5x faster execution and 99% lower memory usage, and automatic Parquet metadata caching delivering 12x faster point queries. Key new features support robust disk-spilling sorts, QUALIFY and FILTER clauses for advanced analytics, and expanded Apache Spark compatibility.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fchartdb.io%2F%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/J2P8HA3xsMedJumuFVyDFazo4N1bnnVQaIjsT07XYV0=425">
<span>
<strong>ChartDB (Tool)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
ChartDB helps engineers instantly turn database schemas into ER diagrams with AI-assisted editing, real-time collaboration, and auto-sync to live databases. It supports major DBs (Postgres, MySQL, SQL Server, Oracle, etc.), generates clean DDL, and produces shareable, versioned documentation.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">🎁</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><strong><h1>Miscellaneous</h1></strong></div>
</div>
</td></tr></tbody></table>
<table bgcolor="" style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fmachinelearningmastery.com%2Fthe-model-selection-showdown-6-considerations-for-choosing-the-best-model%2F%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/HFcktZB_JYUwhUtXatzvOeRqF_l5LKmrgF8e1dSN6lY=425">
<span>
<strong>The Model Selection Showdown: 6 Considerations for Choosing the Best Model (5 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Choosing the best machine learning model hinges on six essential considerations: clearly defining goals, establishing a baseline, selecting the right metrics, applying cross-validation, balancing complexity and interpretability, and validating with real-world data. The key is to align with the problem, dataset, and stakeholder needs over advanced algorithms.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.infoq.com%2Fnews%2F2025%2F09%2Fperplexity-search-api%2F%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/V65uShB0G5w3ReRS_Sds9ZNIYvoQS_XNYcgDHOCs31k=425">
<span>
<strong>Perplexity Launches Search API to Power Next-Gen AI Applications (2 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Perplexity has launched the Search API, providing real-time, pre-ranked web snippets from an index spanning hundreds of billions of webpages, updating tens of thousands of documents per second. Tailored for AI-driven agents and retrieval-augmented pipelines, it streamlines grounding LLMs and accelerates integration by minimizing the need for preprocessing. Initial open-source benchmarks show superior quality and latency compared to alternatives, with developer tooling enabling rapid prototyping and lower operating costs.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">⚡</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Quick Links</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table bgcolor="" style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Flinks.tldrnewsletter.com%2F0MjZ5E/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/A-8myDs2hPeH3aabV2wC4bMyzy-ZXOwsdomk3uCvfpo=425">
<span>
<strong>The Great Consolidation is underway (2 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
The "Great Consolidation" in data engineering is accelerating, as mergers like Fivetran's highlight a maturing but overhyped market where tools are merging.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fperformancede.substack.com%2Fp%2Faws-glue-iceberg-rest-catalog%3Futm_source=tldrdata/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/S27B_KnnFXBDP7V7GMtbGY1kDtzNybasNFrYPAkGUHE=425">
<span>
<strong>AWS Glue Iceberg Rest Catalog (5 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
How to set up a local Iceberg + Spark environment using the Iceberg REST catalog to mimic a Glue 5.0 environment, enabling ETL testing without EMR spend.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td align="left" style="word-break: break-word; vertical-align: top; padding: 5px 10px;">
<p style="padding: 0; margin: 0; font-size: 22px; color: #000000; line-height: 1.6; font-weight: bold;">
Want to advertise in TLDR? 📰
</p>
<div class="text-block" style="margin-top: 10px;">
If your company is interested in reaching an audience of data engineering professionals and decision makers, you may want to <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fadvertise.tldr.tech%2F%3Futm_source=tldrdata%26utm_medium=newsletter%26utm_campaign=advertisecta/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/DJMww8bpAjrzXjHn4a4LCLfwDF_IC11qmlUpfLtq63k=425"><strong><span>advertise with us</span></strong></a>.
</div>
<br>
<!-- New "Want to work at TLDR?" section -->
<p style="padding: 0; margin: 0; font-size: 22px; color: #000000; line-height: 1.6; font-weight: bold;">
Want to work at TLDR? 💼
</p>
<div class="text-block" style="margin-top: 10px;">
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fjobs.ashbyhq.com%2Ftldr.tech/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/gzxKdtP-6auIh0uXtWYuf-Yf_iG8yDyfVkcp1sp5VBA=425" rel="noopener noreferrer" style="color: #0000EE; text-decoration: underline;" target="_blank"><strong>Apply here</strong></a> or send a friend's resume to <a href="mailto:jobs@tldr.tech" style="color: #0000EE; text-decoration: underline;">jobs@tldr.tech</a> and get $1k if we hire them!
</div>
<br>
<div class="text-block">
If you have any comments or feedback, just respond to this email!
<br>
<br> Thanks for reading,
<br>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fjoelvanveluwen%2F/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/FknnrAU-H-Ixt44_58-RBM55FFqRz1kXL6x6yNxsVy4=425"><span>Joel Van Veluwen</span></a>, <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fjennytzurueyching%2F/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/22VIm129xV1b2CgczpbPpLWXoi37G6_jKaS41WGpYA4=425"><span>Tzu-Ruey Ching</span></a> & <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fremi-turpaud%2F/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/re6c2O93sz9Mi38PCReNxRK3EE9Wca3SttNAORebv1g=425"><span>Remi Turpaud</span></a>
<br>
<br>
</div>
<br>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block" id="testing-id">
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ftldr.tech%2Fdata%2Fmanage%3Femail=silk.theater.56%2540fwdnl.com/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/wVMjLBIB3tKD0wt5nCA5DvQZrnuPdyWWU3go8BmX0Uk=425">Manage your subscriptions</a> to our other newsletters on tech, startups, and programming. Or if TLDR Data isn't for you, please <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fa.tldrnewsletter.com%2Funsubscribe%3Fep=1%26l=037ede50-92cc-11ee-b0f2-b761aa2217ad%26lc=1670a604-84b7-11f0-bcf5-55fc1d40139c%26p=cf5c2ac0-9f39-11f0-a169-27be23a2de6c%26pt=campaign%26pv=4%26spa=1759399248%26t=1759399565%26s=1b9224a30398250f6ee35834ae1bfb847b2240c70a5aef50e48e96f8c3233331/1/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/Tz_rdnmEodqGGuu0m20DEZzxLCZJEXDWkB0q6Is0x-c=425">unsubscribe</a>.
<br>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
<img alt="" src="http://tracking.tldrnewsletter.com/CI0/01000199a462da94-61d7750c-6389-4c39-934a-38461f56e6ec-000000/r-4g_HiDGyIFxRTTTOzqEQqMYqh5Ri-N9eHRc-p5QVI=425" style="display: none; width: 1px; height: 1px;">
</body></html>