From 7ecabd09194d9dff2235e80e7c38420d44a55ef8 Mon Sep 17 00:00:00 2001 From: Vitaly Terentyev Date: Tue, 19 May 2026 17:45:57 +0400 Subject: [PATCH 1/4] Update Beam website to release 2.74.0 --- CHANGES.md | 4 +- website/www/site/config.toml | 2 +- .../www/site/content/en/blog/beam-2.74.0.md | 74 +++++++++++++++++++ .../site/content/en/get-started/downloads.md | 16 +++- 4 files changed, 89 insertions(+), 7 deletions(-) create mode 100644 website/www/site/content/en/blog/beam-2.74.0.md diff --git a/CHANGES.md b/CHANGES.md index 74209bb7499c..181abfedaec5 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -81,6 +81,7 @@ ## Bugfixes * Fixed X (Java/Python) ([#X](https://github.com/apache/beam/issues/X)). +* Fixed IcebergIO writing manifest column bounds padded with trailing `0x00` bytes, which broke equality predicate pushdown in some query engines (Java) ([#38580](https://github.com/apache/beam/issues/38580)). ## Security Fixes @@ -130,7 +131,6 @@ * Fixed BigQueryEnrichmentHandler batch mode dropping earlier requests when multiple requests share the same enrichment key (Python) ([#38035](https://github.com/apache/beam/issues/38035)). * Added `max_batch_duration_secs` passthrough support in Python Enrichment BigQuery and CloudSQL handlers so batching duration can be forwarded to `BatchElements` ([#38243](https://github.com/apache/beam/issues/38243)). -* Fixed IcebergIO writing manifest column bounds padded with trailing `0x00` bytes, which broke equality predicate pushdown in some query engines (Java) ([#38580](https://github.com/apache/beam/issues/38580)). # [2.73.0] - 2026-04-29 @@ -2462,4 +2462,4 @@ Schema Options, it will be removed in version `2.23.0`. ([BEAM-9704](https://iss ## Highlights -- For versions 2.19.0 and older release notes are available on [Apache Beam Blog](https://beam.apache.org/blog/). \ No newline at end of file +- For versions 2.19.0 and older release notes are available on [Apache Beam Blog](https://beam.apache.org/blog/). diff --git a/website/www/site/config.toml b/website/www/site/config.toml index 6b171bf63284..9b6caf2dd654 100644 --- a/website/www/site/config.toml +++ b/website/www/site/config.toml @@ -104,7 +104,7 @@ github_project_repo = "https://github.com/apache/beam" [params] description = "Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes." -release_latest = "2.73.0" +release_latest = "2.74.0" # The repository and branch where the files live in Github or Colab. This is used # to serve and stage from your local branch, but publish to the master branch. # e.g. https://github.com/{{< param branch_repo >}}/path/to/notebook.ipynb diff --git a/website/www/site/content/en/blog/beam-2.74.0.md b/website/www/site/content/en/blog/beam-2.74.0.md new file mode 100644 index 000000000000..b4752aba96a6 --- /dev/null +++ b/website/www/site/content/en/blog/beam-2.74.0.md @@ -0,0 +1,74 @@ +--- +title: "Apache Beam 2.74.0" +date: 2026-05-?? 9:00:00 -0700 +categories: + - blog + - release +authors: + - vterentev +--- + + +We are happy to present the new 2.74.0 release of Beam. +This release includes both improvements and new functionality. +See the [download page](/get-started/downloads/#2740-2026-05-??) for this release. + + + +For more information on changes in 2.74.0, check out the [detailed release notes](https://github.com/apache/beam/milestone/42). + +## Highlights + +* Spark 4 runner support for Java SDK ([#38255](https://github.com/apache/beam/issues/38255)). + +### I/Os + +* IcebergIO: support declaring a table's sort order on dynamic table creation via the new `sort_fields` config ([#38269](https://github.com/apache/beam/issues/38269)). +* IcebergIO: support writing with hash distribution mode, and with autosharding ([#38061](https://github.com/apache/beam/issues/38061))). + +### New Features / Improvements + +* Capability introduces an indicator for aggregations and timers firing during a pipeline drain, allowing users and sinks to recognize and appropriately handle potentially incomplete or partial data ([#36884](https://github.com/apache/beam/issues/36884)). +* Added support for setting disk provisioned IOPS and throughput in Dataflow runner via `--diskProvisionedIops` and `--diskProvisionedThroughputMibps` pipeline options (Java/Go/Python) ([#38349](https://github.com/apache/beam/issues/38349)). +* TriggerStateMachineRunner changes from BitSetCoder to SentinelBitSetCoder to + encode finished bitset. SentinelBitSetCoder and BitSetCoder are state + compatible. Both coders can decode encoded bytes from the other coder + ([#38139](https://github.com/apache/beam/issues/38139)). +* (Python) Added type alias for with_exception_handling to be used for typehints. ([#38173](https://github.com/apache/beam/issues/38173)). +* (Java) BatchElements transform for Java SDK ([#38369](https://github.com/apache/beam/issues/38369)) +* Added plugin mechanism to support different Lineage implementations (Java) ([#36790](https://github.com/apache/beam/issues/36790)). +* (Python) Supported Python user type in Beam SQL. For example, SQL statements like `SELECT some_field from PCOLLECTION` can now operate a PCollection of Beam Row containing pickable Python user type ([#20738](https://github.com/apache/beam/issues/20738)). +* (Python) Introduced `beam.coders.registry.register_row` as preferred API to register a named tuple or dataclass with a Beam Row. At pipelne runtime, the original type associated with the registered row are preserved across the serialization boundary ([#38108](https://github.com/apache/beam/issues/38108)). + +### Breaking Changes + +* (Python) Made Beartype the default fallback type checking tool. This can be disabled with the `--disable_beartype` pipeline option. ([#38275](https://github.com/apache/beam/issues/38275)) + +### Deprecations + +* Dropped Java 8 support ([#31678](https://github.com/apache/beam/issues/31678)). +* Removed Samza Runner support ([#35448](https://github.com/apache/beam/issues/35448)). + +### Bugfixes + +* Fixed BigQueryEnrichmentHandler batch mode dropping earlier requests when multiple requests share the same enrichment key (Python) ([#38035](https://github.com/apache/beam/issues/38035)). +* Added `max_batch_duration_secs` passthrough support in Python Enrichment BigQuery and CloudSQL handlers so batching duration can be forwarded to `BatchElements` ([#38243](https://github.com/apache/beam/issues/38243)). + +### Security Fixes + +* Fixed [CVE-YYYY-NNNN](https://www.cve.org/CVERecord?id=CVE-YYYY-NNNN) (Java/Python/Go) ([#X](https://github.com/apache/beam/issues/X)). +## List of Contributors + +According to git shortlog, the following people contributed to the 2.74.0 release. Thank you to all contributors! + +Abdelrahman Ibrahim, Ahmed Abualsaud, Andrew Crites, Andrew Kabas, Arran Cudbard-Bell, Arun Pandian, Asish Kumar, Bentsi Leviav, Blake Jones, Bruno Volpato, Chris Jordan, Danny McCormick, Deji Ibrahim, Derrick Williams, Elia LIU, Ganesh Sivakumar, Jack McCluskey, Kenneth Knowles, Lalit Yadav, M Junaid Shaukat, Matej Aleksandrov, Prabhnoor Singh, Radek Stankiewicz, Radosław Stankiewicz, Reuven Lax, RuiLong J., Sam Whittle, Shunping Huang, Subramanya V, Tarun Annapareddy, Tobias Kaymak, TongruiLi, Valentyn Tymofieiev, Vitaly Terentyev, XQ Hu, Yi Hu, ZIHAN DAI, apanich, bambadiouf1, chenxuesdu, claudevdm, harshadkhetpal, johnjcasey, parveensania, tianz101 diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index c3a3eff7f533..7eb353489930 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -95,16 +95,24 @@ versions denoted `0.x.y`. ### Current release -#### 2.73.0 (2026-04-29) +#### 2.74.0 (2026-05-??) -Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.73.0/apache-beam-2.73.0-source-release.zip). -[SHA-512](https://downloads.apache.org/beam/2.73.0/apache-beam-2.73.0-source-release.zip.sha512). -[signature](https://downloads.apache.org/beam/2.73.0/apache-beam-2.73.0-source-release.zip.asc). +Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.74.0/apache-beam-2.74.0-source-release.zip). +[SHA-512](https://downloads.apache.org/beam/2.74.0/apache-beam-2.74.0-source-release.zip.sha512). +[signature](https://downloads.apache.org/beam/2.74.0/apache-beam-2.74.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.71.0) ### Archived releases +#### 2.73.0 (2026-04-29) + +Official [source code download](https://archive.apache.org/dist/beam/2.73.0/apache-beam-2.73.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.73.0/apache-beam-2.73.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.73.0/apache-beam-2.73.0-source-release.zip.asc). + +[Release notes](https://github.com/apache/beam/releases/tag/v2.70.0) + #### 2.72.0 (2026-03-30) Official [source code download](https://archive.apache.org/dist/beam/2.72.0/apache-beam-2.72.0-source-release.zip). From 8992010e051212609b072d64976e8f5b5c17aa8a Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Tue, 2 Jun 2026 14:30:48 +0000 Subject: [PATCH 2/4] empty placeholder --- website/www/site/content/en/blog/beam-2.74.0.md | 5 ----- 1 file changed, 5 deletions(-) diff --git a/website/www/site/content/en/blog/beam-2.74.0.md b/website/www/site/content/en/blog/beam-2.74.0.md index b4752aba96a6..4031c86b7c9c 100644 --- a/website/www/site/content/en/blog/beam-2.74.0.md +++ b/website/www/site/content/en/blog/beam-2.74.0.md @@ -64,11 +64,6 @@ For more information on changes in 2.74.0, check out the [detailed release notes * Fixed BigQueryEnrichmentHandler batch mode dropping earlier requests when multiple requests share the same enrichment key (Python) ([#38035](https://github.com/apache/beam/issues/38035)). * Added `max_batch_duration_secs` passthrough support in Python Enrichment BigQuery and CloudSQL handlers so batching duration can be forwarded to `BatchElements` ([#38243](https://github.com/apache/beam/issues/38243)). -### Security Fixes - -* Fixed [CVE-YYYY-NNNN](https://www.cve.org/CVERecord?id=CVE-YYYY-NNNN) (Java/Python/Go) ([#X](https://github.com/apache/beam/issues/X)). -## List of Contributors - According to git shortlog, the following people contributed to the 2.74.0 release. Thank you to all contributors! Abdelrahman Ibrahim, Ahmed Abualsaud, Andrew Crites, Andrew Kabas, Arran Cudbard-Bell, Arun Pandian, Asish Kumar, Bentsi Leviav, Blake Jones, Bruno Volpato, Chris Jordan, Danny McCormick, Deji Ibrahim, Derrick Williams, Elia LIU, Ganesh Sivakumar, Jack McCluskey, Kenneth Knowles, Lalit Yadav, M Junaid Shaukat, Matej Aleksandrov, Prabhnoor Singh, Radek Stankiewicz, Radosław Stankiewicz, Reuven Lax, RuiLong J., Sam Whittle, Shunping Huang, Subramanya V, Tarun Annapareddy, Tobias Kaymak, TongruiLi, Valentyn Tymofieiev, Vitaly Terentyev, XQ Hu, Yi Hu, ZIHAN DAI, apanich, bambadiouf1, chenxuesdu, claudevdm, harshadkhetpal, johnjcasey, parveensania, tianz101 From 93ef3f2798c4802a8a9d64ddd7dd8274fe81bc48 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Tue, 2 Jun 2026 17:39:05 +0000 Subject: [PATCH 3/4] Update release date --- CHANGES.md | 2 +- website/www/site/content/en/blog/beam-2.74.0.md | 5 +++-- website/www/site/content/en/get-started/downloads.md | 2 +- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/CHANGES.md b/CHANGES.md index 181abfedaec5..35ef30c261f1 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -92,7 +92,7 @@ [comment]: # ( When updating known issues after release, make sure also update website blog in website/www/site/content/blog.) * ([#X](https://github.com/apache/beam/issues/X)). -# [2.74.0] - 2026-XX-xx +# [2.74.0] - 2026-06-02 ## Highlights diff --git a/website/www/site/content/en/blog/beam-2.74.0.md b/website/www/site/content/en/blog/beam-2.74.0.md index 4031c86b7c9c..89d98f3bb23d 100644 --- a/website/www/site/content/en/blog/beam-2.74.0.md +++ b/website/www/site/content/en/blog/beam-2.74.0.md @@ -1,11 +1,12 @@ --- title: "Apache Beam 2.74.0" -date: 2026-05-?? 9:00:00 -0700 +date: 2026-06-02 14:00:00 -0500 categories: - blog - release authors: - vterentev + - yhu --- diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 7eb353489930..6b07f57a3c36 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -95,7 +95,7 @@ versions denoted `0.x.y`. ### Current release -#### 2.74.0 (2026-05-??) +#### 2.74.0 (2026-06-02) Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.74.0/apache-beam-2.74.0-source-release.zip). [SHA-512](https://downloads.apache.org/beam/2.74.0/apache-beam-2.74.0-source-release.zip.sha512). From d8fcea43fb2d089a8069475fa63c5bfd46b850a3 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Tue, 2 Jun 2026 17:42:32 +0000 Subject: [PATCH 4/4] Fix typos --- CHANGES.md | 2 +- website/www/site/content/en/blog/beam-2.74.0.md | 2 +- website/www/site/content/en/get-started/downloads.md | 8 ++++---- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/CHANGES.md b/CHANGES.md index 35ef30c261f1..32698e47fa26 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -101,7 +101,7 @@ ## I/Os * IcebergIO: support declaring a table's sort order on dynamic table creation via the new `sort_fields` config ([#38269](https://github.com/apache/beam/issues/38269)). -* IcebergIO: support writing with hash distribution mode, and with autosharding ([#38061](https://github.com/apache/beam/issues/38061))). +* IcebergIO: support writing with hash distribution mode, and with autosharding ([#38061](https://github.com/apache/beam/issues/38061)). ## New Features / Improvements diff --git a/website/www/site/content/en/blog/beam-2.74.0.md b/website/www/site/content/en/blog/beam-2.74.0.md index 89d98f3bb23d..651ce4891800 100644 --- a/website/www/site/content/en/blog/beam-2.74.0.md +++ b/website/www/site/content/en/blog/beam-2.74.0.md @@ -35,7 +35,7 @@ For more information on changes in 2.74.0, check out the [detailed release notes ### I/Os * IcebergIO: support declaring a table's sort order on dynamic table creation via the new `sort_fields` config ([#38269](https://github.com/apache/beam/issues/38269)). -* IcebergIO: support writing with hash distribution mode, and with autosharding ([#38061](https://github.com/apache/beam/issues/38061))). +* IcebergIO: support writing with hash distribution mode, and with autosharding ([#38061](https://github.com/apache/beam/issues/38061)). ### New Features / Improvements diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 6b07f57a3c36..61cc6bfe464b 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -101,7 +101,7 @@ Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.74. [SHA-512](https://downloads.apache.org/beam/2.74.0/apache-beam-2.74.0-source-release.zip.sha512). [signature](https://downloads.apache.org/beam/2.74.0/apache-beam-2.74.0-source-release.zip.asc). -[Release notes](https://github.com/apache/beam/releases/tag/v2.71.0) +[Release notes](https://github.com/apache/beam/releases/tag/v2.74.0) ### Archived releases @@ -111,7 +111,7 @@ Official [source code download](https://archive.apache.org/dist/beam/2.73.0/apac [SHA-512](https://archive.apache.org/dist/beam/2.73.0/apache-beam-2.73.0-source-release.zip.sha512). [signature](https://archive.apache.org/dist/beam/2.73.0/apache-beam-2.73.0-source-release.zip.asc). -[Release notes](https://github.com/apache/beam/releases/tag/v2.70.0) +[Release notes](https://github.com/apache/beam/releases/tag/v2.73.0) #### 2.72.0 (2026-03-30) @@ -119,7 +119,7 @@ Official [source code download](https://archive.apache.org/dist/beam/2.72.0/apac [SHA-512](https://archive.apache.org/dist/beam/2.72.0/apache-beam-2.72.0-source-release.zip.sha512). [signature](https://archive.apache.org/dist/beam/2.72.0/apache-beam-2.72.0-source-release.zip.asc). -[Release notes](https://github.com/apache/beam/releases/tag/v2.70.0) +[Release notes](https://github.com/apache/beam/releases/tag/v2.72.0) #### 2.71.0 (2026-01-22) @@ -127,7 +127,7 @@ Official [source code download](https://archive.apache.org/dist/beam/2.71.0/apac [SHA-512](https://archive.apache.org/dist/beam/2.71.0/apache-beam-2.71.0-source-release.zip.sha512). [signature](https://archive.apache.org/dist/beam/2.71.0/apache-beam-2.71.0-source-release.zip.asc). -[Release notes](https://github.com/apache/beam/releases/tag/v2.70.0) +[Release notes](https://github.com/apache/beam/releases/tag/v2.71.0) #### 2.70.0 (2025-12-16)