[pull] master from apache:master

.asf.yaml

@@ -51,6 +51,7 @@ github:
 
   protected_branches:
     master: {}
+    release-2.76: {}
     release-2.75.0-postrelease: {}
     release-2.75: {}
     release-2.74.0-postrelease: {}

.github/trigger_files/beam_PostCommit_Java_Delta_IO_Dataflow.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run.",
-  "modification": 3
+  "modification": 4
 }

.github/workflows/beam_PostCommit_Java_Delta_IO_Dataflow.yml

@@ -78,3 +78,12 @@ jobs:
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
           gradle-command: :sdks:java:io:delta:dataflowIntegrationTest --info
+      - name: Run Delta IO S3 Integration Test Locally
+        uses: ./.github/actions/gradle-command-self-hosted-action
+        with:
+          gradle-command: :sdks:java:io:delta:integrationTest
+          arguments: |
+            --tests "org.apache.beam.sdk.io.delta.DeltaIOS3IT" \
+            -PdisableSpotlessCheck=true \
+            -PdisableCheckStyle=true \
+            --info

.github/workflows/cut_release_branch.yml

@@ -63,7 +63,7 @@ jobs:
       - name: Check out code
         uses: actions/checkout@v7
         with:
-          persist-credentials: false
+          persist-credentials: true
       - name: Set git config
         run: |
           git config user.name $GITHUB_ACTOR
@@ -114,7 +114,7 @@ jobs:
       - name: Check out code
         uses: actions/checkout@v7
         with:
-          persist-credentials: false
+          persist-credentials: true
       - name: Set git config
         run: |
           git config user.name $GITHUB_ACTOR

CHANGES.md

@@ -55,7 +55,7 @@
 * ([#X](https://github.com/apache/beam/issues/X)).
 -->
 
-# [2.76.0] - Unreleased
+# [2.77.0] - Unreleased
 
 ## Highlights
 
@@ -64,16 +64,45 @@
 
 ## I/Os
 
-* Upgraded Iceberg dependency to 1.11.0 (Java) ([#38925](https://github.com/apache/beam/issues/38925)).
 * Support for X source added (Java/Python) ([#X](https://github.com/apache/beam/issues/X)).
+
+## New Features / Improvements
+
+* X feature added (Java/Python) ([#X](https://github.com/apache/beam/issues/X)).
+
+## Breaking Changes
+
+* X behavior was changed ([#X](https://github.com/apache/beam/issues/X)).
+
+## Deprecations
+
+* X behavior is deprecated and will be removed in X versions ([#X](https://github.com/apache/beam/issues/X)).
+
+## Bugfixes
+
+* Fixed X (Java/Python) ([#X](https://github.com/apache/beam/issues/X)).
+
+## Security Fixes
+
+* Fixed [CVE-YYYY-NNNN](https://www.cve.org/CVERecord?id=CVE-YYYY-NNNN) (Java/Python/Go) ([#X](https://github.com/apache/beam/issues/X)).
+
+## Known Issues
+
+[comment]: # ( When updating known issues after release, make sure also update website blog in website/www/site/content/blog.)
+* ([#X](https://github.com/apache/beam/issues/X)).
+
+# [2.76.0] - 2026-08-??
+
+## I/Os
+
+* Upgraded Iceberg dependency to 1.11.0 (Java) ([#38925](https://github.com/apache/beam/issues/38925)).
 * Add ArrowFlight IO (Java) ([#20116](https://github.com/apache/beam/issues/20116)).
 * (Python) JmsIO (IBM MQ, ActiveMQ, and other providers) is now supported in Python via cross-language ([#30716](https://github.com/apache/beam/issues/30716)).
 * Added a full Iceberg batch and streaming changelog source (CDC) ([#38831](https://github.com/apache/beam/issues/38831))
 * Added a Delta Lake batch changelog source (CDC) ([#39492](https://github.com/apache/beam/issues/39492))
 
 ## New Features / Improvements
 
-* X feature added (Java/Python) ([#X](https://github.com/apache/beam/issues/X)).
 * Added `GroupIntoBatches` transform and the standard
   `beam:coder:sharded_key:v1` coder to the Go SDK, along with
   `beam.Coder.IsDeterministic`, `beam.PCollection.WindowingStrategy`,
@@ -112,27 +141,13 @@
   However fixing forward is recommended.
 * (Java) IcebergIO and projects that use it must now be built with Java 17 or later as a result of Iceberg 1.11.0 upgrade ([#38925](https://github.com/apache/beam/issues/38925)).
 
-## Deprecations
-
-* X behavior is deprecated and will be removed in X versions ([#X](https://github.com/apache/beam/issues/X)).
-
 ## Bugfixes
 
 * Fixed unresolved runtime `ValueProvider` options being stringified in Python Dataflow Flex Templates ([#39499](https://github.com/apache/beam/issues/39499)).
 * Fixed unbounded checkpoint state growth for splittable DoFns that self-checkpoint on the portable Flink runner (Java) ([#27648](https://github.com/apache/beam/issues/27648)).
 * Improved Java pipeline performance by avoiding repeated `DoFn` type descriptor resolution when creating cached invokers ([#39309](https://github.com/apache/beam/issues/39309)).
 * (Python) Fixed a memory leak in Python SDK caused by storing exceptions with potentially large stack frames in a cache ([#39406](https://github.com/apache/beam/issues/39406)).
 
-## Security Fixes
-
-* Fixed [CVE-YYYY-NNNN](https://www.cve.org/CVERecord?id=CVE-YYYY-NNNN) (Java/Python/Go) ([#X](https://github.com/apache/beam/issues/X)).
-
-## Known Issues
-
-[comment]: # ( When updating known issues after release, make sure also update website blog in website/www/site/content/blog.)
-* ([#X](https://github.com/apache/beam/issues/X)).
-  -->
-
 # [2.75.0] - 2026-07-08
 
 ## Highlights

buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy

@@ -812,6 +812,7 @@ class BeamModulePlugin implements Plugin<Project> {
         guava                                       : "com.google.guava:guava:$guava_version",
         guava_testlib                               : "com.google.guava:guava-testlib:$guava_version",
         hadoop_auth                                 : "org.apache.hadoop:hadoop-auth:$hadoop_version",
+        hadoop_aws                                  : "org.apache.hadoop:hadoop-aws:$hadoop_version",
         hadoop_client                               : "org.apache.hadoop:hadoop-client:$hadoop_version",
         hadoop_common                               : "org.apache.hadoop:hadoop-common:$hadoop_version",
         hadoop_mapreduce_client_core                : "org.apache.hadoop:hadoop-mapreduce-client-core:$hadoop_version",

gradle.properties

@@ -30,8 +30,8 @@ signing.gnupg.useLegacyGpg=true
 # buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy.
 # To build a custom Beam version make sure you change it in both places, see
 # https://github.com/apache/beam/issues/21302.
-version=2.76.0-SNAPSHOT
-sdk_version=2.76.0.dev
+version=2.77.0-SNAPSHOT
+sdk_version=2.77.0.dev
 
 javaVersion=11
 

runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/StreamingWorkScheduler.java

@@ -232,10 +232,6 @@ private void processWork(
     KeyTransitionListener keyTransitionListener = createKeyTransitionListener();
     keyTransitionListener.onKeyTransition(null, work);
 
-    // Before any processing starts, call any pending OnCommit callbacks.  Nothing that requires
-    // cleanup should be done before this, since we might exit early here.
-    commitFinalizer.finalizeCommits(workItem.getSourceState().getFinalizeIdsList());
-
     if (workItem.getSourceState().getOnlyFinalize()) {
       handleOnlyFinalize(computationState, work, workItem);
       return;

scripts/beam-sql.sh

@@ -22,7 +22,7 @@
 set -e # Exit immediately if a command exits with a non-zero status.
 
 # --- Configuration ---
-DEFAULT_BEAM_VERSION="2.76.0"
+DEFAULT_BEAM_VERSION="2.77.0"
 MAIN_CLASS="org.apache.beam.sdk.extensions.sql.jdbc.BeamSqlLine"
 # Directory to store cached executable JAR files
 CACHE_DIR="${HOME}/.beam/cache"

sdks/go/pkg/beam/core/core.go

@@ -27,7 +27,7 @@ const (
 	// SdkName is the human readable name of the SDK for UserAgents.
 	SdkName = "Apache Beam SDK for Go"
 	// SdkVersion is the current version of the SDK.
-	SdkVersion = "2.76.0.dev"
+	SdkVersion = "2.77.0.dev"
 
 	// DefaultDockerImage represents the associated image for this release.
 	DefaultDockerImage = "apache/beam_go_sdk:" + SdkVersion

sdks/java/expansion-service/src/main/java/org/apache/beam/sdk/expansion/service/WindowIntoTransformProvider.java

@@ -88,6 +88,7 @@ public List<String> outputCollectionNames() {
 
   @DefaultSchema(AutoValueSchema.class)
   @AutoValue
+  @SuppressWarnings("mutable")
   public abstract static class Configuration {
 
     @SuppressWarnings({"AutoValueMutable", "mutable"})

sdks/java/io/delta/build.gradle

@@ -59,6 +59,8 @@ dependencies {
     permitUnusedDeclared "com.google.cloud.bigdataoss:gcsio:$bigdataoss_gcs_connector_version"
     permitUnusedDeclared "com.google.cloud.bigdataoss:util:$bigdataoss_gcs_connector_version"
 
+    runtimeOnly library.java.hadoop_aws
+
     // For Avro conversions
     testImplementation project(":sdks:java:extensions:avro")
 
@@ -73,7 +75,11 @@ dependencies {
     testImplementation project(":sdks:java:io:google-cloud-platform")
     testImplementation project(":sdks:java:extensions:google-cloud-platform-core")
     testImplementation library.java.google_cloud_storage
+    testImplementation library.java.testcontainers_base
+    testImplementation library.java.testcontainers_localstack
+    testImplementation library.java.hadoop_aws
     testRuntimeOnly project(path: ":runners:google-cloud-dataflow-java")
+    testRuntimeOnly library.java.slf4j_simple
 }
 
 configurations.all {
@@ -115,8 +121,21 @@ task dataflowIntegrationTest(type: Test) {
     outputs.upToDateWhen { false }
 
     include '**/*IT.class'
+    exclude '**/DeltaIOS3IT.class'
 
     maxParallelForks 4
     classpath = sourceSets.test.runtimeClasspath
     testClassesDirs = sourceSets.test.output.classesDirs
 }
+
+task integrationTest(type: Test) {
+    group = "Verification"
+    description = "Runs integration tests locally."
+    outputs.upToDateWhen { false }
+    include '**/*IT.class'
+    classpath = sourceSets.test.runtimeClasspath
+    testClassesDirs = sourceSets.test.output.classesDirs
+
+    systemProperty "org.slf4j.simpleLogger.log.org.apache.hadoop.fs.s3a", "info"
+    systemProperty "org.slf4j.simpleLogger.log.software.amazon.awssdk", "info"
+}