diff --git a/.agent/skills/README.md b/.agent/skills/README.md
index b0388303714d..9b2533fe0695 100644
--- a/.agent/skills/README.md
+++ b/.agent/skills/README.md
@@ -25,7 +25,9 @@ This directory contains skills that help the agent perform specialized tasks in
 
 | Skill | Description |
 |-------|-------------|
+| [adding-new-metadata](adding-new-metadata/SKILL.md) | Guide on how to add and propagate new metadata fields in WindowedValue to avoid metadata loss |
 | [beam-concepts](beam-concepts/SKILL.md) | Core Beam programming model (PCollections, PTransforms, windowing, triggers) |
+| [beam-dofn-modernizer](beam-dofn-modernizer/SKILL.md) | Rewrite Apache Beam DoFn methods to remove legacy ProcessContext/OnTimerContext |
 | [ci-cd](ci-cd/SKILL.md) | GitHub Actions workflows, debugging CI failures, triggering tests |
 | [contributing](contributing/SKILL.md) | PR workflow, issue management, code review, release cycles |
 | [gradle-build](gradle-build/SKILL.md) | Build commands, flags, publishing, troubleshooting |
@@ -35,6 +37,7 @@ This directory contains skills that help the agent perform specialized tasks in
 | [license-compliance](license-compliance/SKILL.md) | Apache 2.0 license headers for all new files |
 | [python-development](python-development/SKILL.md) | Python SDK environment setup, testing, building pipelines |
 | [runners](runners/SKILL.md) | Direct, Dataflow, Flink, Spark runner configuration |
+| [yaml-development](yaml-development/SKILL.md) | YAML SDK development, environment setup, testing, and key concepts |
 
 ## How Skills Work
 
diff --git a/.github/trigger_files/beam_PostCommit_Go.json b/.github/trigger_files/beam_PostCommit_Go.json
index b73af5e61a43..7ab7bcd9a9c6 100644
--- a/.github/trigger_files/beam_PostCommit_Go.json
+++ b/.github/trigger_files/beam_PostCommit_Go.json
@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run.",
-    "modification": 1
+    "modification": 2
 }
diff --git a/CHANGES.md b/CHANGES.md
index 3eefa7f43092..c70fef0cf8e8 100644
--- a/CHANGES.md
+++ b/CHANGES.md
@@ -59,10 +59,10 @@
 
 ## Highlights
 
-* New highly anticipated feature X added to Python SDK ([#X](https://github.com/apache/beam/issues/X)).
-* New highly anticipated feature Y added to Java SDK ([#Y](https://github.com/apache/beam/issues/Y)).
+* Python SDK now supports memory profiling with Memray ([#38853](https://github.com/apache/beam/issues/38853)).
 * (Python) Added [Qdrant](https://qdrant.tech/) VectorDatabaseWriteConfig implementation ([#38141](https://github.com/apache/beam/issues/38141)).
 
+
 ## I/Os
 
 * Support for reading from Delta Lake added (Java) ([#38551](https://github.com/apache/beam/issues/38551)).
@@ -71,10 +71,10 @@
 ## New Features / Improvements
 
 * (Java) Enabled state tag encoding v2 by default for new Dataflow Streaming Engine jobs. It can be disabled by passing `--experiments=disable_streaming_engine_state_tag_encoding_v2` or `--updateCompatibilityVersion=2.74.0` pipeline option. Note that the tag encoding version cannot change during a job update. Jobs using tag encoding v2 (enabled by default for new jobs on 2.75.0+) cannot be downgraded to Beam versions prior to 2.73.0, as only versions 2.73.0 and later support tag encoding v2. ([#38705](https://github.com/apache/beam/issues/38705)).
+* (Python) Added instrumentation to support off-the-shelf profiling agents when launching Python SDK Harness ([#38853](https://github.com/apache/beam/issues/38853)).
 
 ## Breaking Changes
 
-* X behavior was changed ([#X](https://github.com/apache/beam/issues/X)).
 * (Python) Typehints of dataclass fields are honored during type inferences. To restore the behavior of fallback-to-any,
   use pipeline option `--exclude_infer_dataclass_field_type` ([#38797](https://github.com/apache/beam/issues/38797)).
   However fixing forward is recommended.
@@ -85,7 +85,8 @@
 
 ## Bugfixes
 
-* Fixed X (Java/Python) ([#X](https://github.com/apache/beam/issues/X)).
+* Fixed GCS filesystem glob matching to correctly handle `/` in object names and support `**` for recursive matching (Go) ([#38059](https://github.com/apache/beam/issues/38059)).
+* Fixed BigQueryEnrichmentHandler batch mode dropping earlier requests when multiple requests share the same enrichment key (Python) ([#38035](https://github.com/apache/beam/issues/38035)).
 * Fixed IcebergIO writing manifest column bounds padded with trailing `0x00` bytes, which broke equality predicate pushdown in some query engines (Java) ([#38580](https://github.com/apache/beam/issues/38580)).
 
 ## Security Fixes
diff --git a/infra/iam/users.yml b/infra/iam/users.yml
index 42b56a6de53d..618420b39b06 100644
--- a/infra/iam/users.yml
+++ b/infra/iam/users.yml
@@ -486,6 +486,12 @@
   - role: roles/cloudfunctions.invoker
   - role: roles/iam.serviceAccountTokenCreator
   - role: roles/storage.objectViewer
+- username: hansmarcus
+  email: hansmarcus14@gmail.com
+  member_type: user
+  permissions:
+  - role: projects/apache-beam-testing/roles/beam_viewer
+  - role: projects/apache-beam-testing/roles/beam_writer
 - username: harrisonlim
   email: harrisonlim@google.com
   member_type: user
@@ -1241,4 +1247,4 @@
   member_type: user
   permissions:
   - role: projects/apache-beam-testing/roles/beam_viewer
-  - role: projects/apache-beam-testing/roles/beam_writer
+  - role: projects/apache-beam-testing/roles/beam_writer
\ No newline at end of file
diff --git a/sdks/go/pkg/beam/io/filesystem/gcs/gcs.go b/sdks/go/pkg/beam/io/filesystem/gcs/gcs.go
index 73e686381053..8d6ce28559f7 100644
--- a/sdks/go/pkg/beam/io/filesystem/gcs/gcs.go
+++ b/sdks/go/pkg/beam/io/filesystem/gcs/gcs.go
@@ -21,7 +21,8 @@ import (
 	"context"
 	"fmt"
 	"io"
-	"path/filepath"
+	"regexp"
+	"strings"
 	"time"
 
 	"cloud.google.com/go/storage"
@@ -38,6 +39,76 @@ const (
 	projectBillingHook = "beam:go:hook:filesystem:billingproject"
 )
 
+// globToRegex translates a glob pattern to a regular expression.
+// It differs from filepath.Match in that:
+//   - / is treated as a regular character (not a separator), since GCS object
+//     names are flat with / being just another character
+//   - ** matches any sequence of characters including / (zero or more)
+//   - **/  matches zero or more path segments (e.g., "" or "dir/" or "dir/subdir/")
+//   - * matches any sequence of characters except / (zero or more)
+//   - ? matches any single character except /
+//
+// This matches the behavior of the Python and Java SDKs.
+func globToRegex(pattern string) (*regexp.Regexp, error) {
+	var result strings.Builder
+	result.WriteString("^")
+
+	for i := 0; i < len(pattern); i++ {
+		c := pattern[i]
+		switch c {
+		case '*':
+			// Check for ** (double asterisk)
+			if i+1 < len(pattern) && pattern[i+1] == '*' {
+				// Check if followed by / (e.g., "**/" matches zero or more path segments)
+				if i+2 < len(pattern) && pattern[i+2] == '/' {
+					// **/ matches "" or "something/" or "a/b/c/"
+					result.WriteString("(?:.*/)?")
+					i += 2 // Skip the second * and the /
+				} else {
+					// ** at end or before non-slash matches any characters
+					result.WriteString(".*")
+					i++ // Skip the second *
+				}
+			} else {
+				result.WriteString("[^/]*")
+			}
+		case '?':
+			result.WriteString("[^/]")
+		case '[':
+			// Character class - find the closing bracket
+			j := i + 1
+			if j < len(pattern) && pattern[j] == '!' {
+				j++
+			}
+			if j < len(pattern) && pattern[j] == ']' {
+				j++
+			}
+			for j < len(pattern) && pattern[j] != ']' {
+				j++
+			}
+			if j >= len(pattern) {
+				return nil, fmt.Errorf("syntax error: unclosed '[' in pattern %q", pattern)
+			} else {
+				// Copy the character class, converting ! to ^ for negation
+				result.WriteByte('[')
+				content := pattern[i+1 : j]
+				if len(content) > 0 && content[0] == '!' {
+					result.WriteByte('^')
+					content = content[1:]
+				}
+				result.WriteString(content)
+				result.WriteByte(']')
+				i = j
+			}
+		default:
+			result.WriteString(regexp.QuoteMeta(string(c)))
+		}
+	}
+
+	result.WriteString("$") // match end
+	return regexp.Compile(result.String())
+}
+
 var billingProject string = ""
 
 func init() {
@@ -107,6 +178,15 @@ func (f *fs) List(ctx context.Context, glob string) ([]string, error) {
 		return nil, err
 	}
 
+	// Compile the glob pattern to a regex. We use a custom glob-to-regex
+	// translation that treats / as a regular character (not a separator),
+	// since GCS object names are flat. This also supports ** for recursive
+	// matching, similar to the Java and Python SDKs.
+	re, err := globToRegex(object)
+	if err != nil {
+		return nil, fmt.Errorf("invalid glob pattern %q: %w", object, err)
+	}
+
 	var candidates []string
 
 	// We handle globs by list all candidates and matching them here.
@@ -125,11 +205,7 @@ func (f *fs) List(ctx context.Context, glob string) ([]string, error) {
 			return nil, err
 		}
 
-		match, err := filepath.Match(object, obj.Name)
-		if err != nil {
-			return nil, err
-		}
-		if match {
+		if re.MatchString(obj.Name) {
 			candidates = append(candidates, obj.Name)
 		}
 	}
diff --git a/sdks/go/pkg/beam/io/filesystem/gcs/gcs_test.go b/sdks/go/pkg/beam/io/filesystem/gcs/gcs_test.go
index 66dee6bb23f6..cd6aab2a2364 100644
--- a/sdks/go/pkg/beam/io/filesystem/gcs/gcs_test.go
+++ b/sdks/go/pkg/beam/io/filesystem/gcs/gcs_test.go
@@ -19,6 +19,7 @@ import (
 	"context"
 	"io"
 	"sort"
+	"strings"
 	"testing"
 	"time"
 
@@ -271,6 +272,151 @@ func TestGCS_copy(t *testing.T) {
 	}
 }
 
+func TestGlobToRegex(t *testing.T) {
+	tests := []struct {
+		pattern string
+		name    string
+		want    bool
+	}{
+		// Single * should NOT match / in object names
+		{"*.txt", "file.txt", true},
+		{"*.txt", "dir/file.txt", false},
+		{"prefix*", "prefix123", true},
+		{"prefix*", "prefix/subdir", false},
+
+		// ** should match any characters including /
+		{"**", "file.txt", true},
+		{"**", "dir/file.txt", true},
+		{"**", "dir/subdir/file.txt", true},
+		{"prefix/**", "prefix/file.txt", true},
+		{"prefix/**", "prefix/subdir/file.txt", true},
+		{"**/file.txt", "file.txt", true},
+		{"**/file.txt", "dir/file.txt", true},
+		{"**/file.txt", "dir/subdir/file.txt", true},
+
+		// Mixed patterns
+		{"dir/*.txt", "dir/file.txt", true},
+		{"dir/*.txt", "dir/subdir/file.txt", false},
+		{"dir/**/*.txt", "dir/file.txt", true},
+		{"dir/**/*.txt", "dir/subdir/file.txt", true},
+		{"dir/**/file.txt", "dir/file.txt", true},
+		{"dir/**/file.txt", "dir/a/b/c/file.txt", true},
+
+		// ? should match any single character except /
+		{"file?.txt", "file1.txt", true},
+		{"file?.txt", "file12.txt", false},
+		{"file?.txt", "file/.txt", false}, // ? should not cross /
+		{"dir?file.txt", "dir/file.txt", false},
+
+		// Character classes
+		{"file[0-9].txt", "file1.txt", true},
+		{"file[0-9].txt", "filea.txt", false},
+		{"file[!0-9].txt", "filea.txt", true},
+		{"file[!0-9].txt", "file1.txt", false},
+
+		// Exact match (no wildcards)
+		{"exact.txt", "exact.txt", true},
+		{"exact.txt", "notexact.txt", false},
+
+		// Regex special characters should be escaped
+		{"file.txt", "file.txt", true},
+		{"file.txt", "fileXtxt", false},
+		{"file(1).txt", "file(1).txt", true},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.pattern+"_"+tt.name, func(t *testing.T) {
+			re, err := globToRegex(tt.pattern)
+			if err != nil {
+				t.Fatalf("globToRegex(%q) error = %v", tt.pattern, err)
+			}
+			got := re.MatchString(tt.name)
+			if got != tt.want {
+				t.Errorf("globToRegex(%q).MatchString(%q) = %v, want %v", tt.pattern, tt.name, got, tt.want)
+			}
+		})
+	}
+}
+
+func TestGlobToRegex_errors(t *testing.T) {
+	tests := []struct {
+		pattern string
+		wantErr string
+	}{
+		{"file[abc.txt", "unclosed '['"},
+		{"[invalid", "unclosed '['"},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.pattern, func(t *testing.T) {
+			_, err := globToRegex(tt.pattern)
+			if err == nil {
+				t.Errorf("globToRegex(%q) expected error containing %q, got nil", tt.pattern, tt.wantErr)
+			} else if !strings.Contains(err.Error(), tt.wantErr) {
+				t.Errorf("globToRegex(%q) error = %v, want error containing %q", tt.pattern, err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func TestGCS_listWithSlashesInObjectNames(t *testing.T) {
+	ctx := context.Background()
+	bucket := "beamgogcsfilesystemtest"
+	dirPath := "gs://" + bucket
+
+	// Create server with objects that have / in their names
+	server := fakestorage.NewServer([]fakestorage.Object{
+		{ObjectAttrs: fakestorage.ObjectAttrs{BucketName: bucket, Name: "file.txt"}, Content: []byte("")},
+		{ObjectAttrs: fakestorage.ObjectAttrs{BucketName: bucket, Name: "dir/file.txt"}, Content: []byte("")},
+		{ObjectAttrs: fakestorage.ObjectAttrs{BucketName: bucket, Name: "dir/subdir/file.txt"}, Content: []byte("")},
+		{ObjectAttrs: fakestorage.ObjectAttrs{BucketName: bucket, Name: "other.txt"}, Content: []byte("")},
+	})
+	t.Cleanup(server.Stop)
+	c := &fs{client: server.Client()}
+
+	tests := []struct {
+		glob string
+		want []string
+	}{
+		// Single * should only match top-level files
+		{dirPath + "/*.txt", []string{dirPath + "/file.txt", dirPath + "/other.txt"}},
+		// ** should match all files recursively
+		{dirPath + "/**", []string{
+			dirPath + "/file.txt",
+			dirPath + "/dir/file.txt",
+			dirPath + "/dir/subdir/file.txt",
+			dirPath + "/other.txt",
+		}},
+		// dir/* should only match immediate children
+		{dirPath + "/dir/*", []string{dirPath + "/dir/file.txt"}},
+		// dir/** should match all descendants
+		{dirPath + "/dir/**", []string{
+			dirPath + "/dir/file.txt",
+			dirPath + "/dir/subdir/file.txt",
+		}},
+		// Deeply nested ** matching (core scenario from issue #38059)
+		{dirPath + "/dir/subdir/**", []string{
+			dirPath + "/dir/subdir/file.txt",
+		}},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.glob, func(t *testing.T) {
+			got, err := c.List(ctx, tt.glob)
+			if err != nil {
+				t.Fatalf("List(%q) error = %v", tt.glob, err)
+			}
+
+			sort.Strings(got)
+			sort.Strings(tt.want)
+
+			if !cmp.Equal(got, tt.want) {
+				t.Errorf("List(%q) = %v, want %v", tt.glob, got, tt.want)
+			}
+		})
+	}
+}
+
 func createFakeGCSServer(tb testing.TB) *fakestorage.Server {
 	tb.Helper()
 
diff --git a/sdks/java/extensions/sql/src/main/codegen/includes/parserImpls.ftl b/sdks/java/extensions/sql/src/main/codegen/includes/parserImpls.ftl
index 94c0161c492c..cb8eec438728 100644
--- a/sdks/java/extensions/sql/src/main/codegen/includes/parserImpls.ftl
+++ b/sdks/java/extensions/sql/src/main/codegen/includes/parserImpls.ftl
@@ -381,7 +381,7 @@ SqlCreate SqlCreateDatabase(Span s, boolean replace) :
 }
 
 /**
- * USE DATABASE ( catalog_name '.' )? database_name
+ * USE [ DATABASE ] ( catalog_name '.' )? database_name
  */
 SqlCall SqlUseDatabase(Span s, String scope) :
 {
@@ -391,7 +391,7 @@ SqlCall SqlUseDatabase(Span s, String scope) :
     <USE> {
         s.add(this);
     }
-    <DATABASE>
+    [ <DATABASE> ]
     databaseName = CompoundIdentifier()
     {
         return new SqlUseDatabase(
diff --git a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDdlNodes.java b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDdlNodes.java
index 6d6be5d5a127..f8d7e6f73851 100644
--- a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDdlNodes.java
+++ b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDdlNodes.java
@@ -55,7 +55,7 @@ public static SqlNode column(
   }
 
   /** Returns the schema in which to create an object. */
-  static Pair<CalciteSchema, String> schema(
+  public static Pair<CalciteSchema, String> schema(
       CalcitePrepare.Context context, boolean mutable, SqlIdentifier id) {
     CalciteSchema rootSchema = mutable ? context.getMutableRootSchema() : context.getRootSchema();
     @Nullable CalciteSchema schema = null;
@@ -72,7 +72,10 @@ static Pair<CalciteSchema, String> schema(
     return Pair.of(checkStateNotNull(schema, "Got null sub-schema for path '%s'", path), name(id));
   }
 
-  private static @Nullable CalciteSchema childSchema(CalciteSchema rootSchema, List<String> path) {
+  public static @Nullable CalciteSchema childSchema(CalciteSchema rootSchema, List<String> path) {
+    if (path == null) {
+      return null;
+    }
     @Nullable CalciteSchema schema = rootSchema;
     for (String p : path) {
       if (schema == null) {
diff --git a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/catalog/InMemoryCatalog.java b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/catalog/InMemoryCatalog.java
index cdee6c930224..68e80c2340fa 100644
--- a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/catalog/InMemoryCatalog.java
+++ b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/catalog/InMemoryCatalog.java
@@ -18,7 +18,6 @@
 package org.apache.beam.sdk.extensions.sql.meta.catalog;
 
 import static org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Preconditions.checkArgument;
-import static org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Preconditions.checkState;
 
 import java.util.Collection;
 import java.util.Collections;
@@ -111,13 +110,20 @@ public Collection<String> databases() {
 
   @Override
   public boolean dropDatabase(String database, boolean cascade) {
-    checkState(!cascade, "%s does not support CASCADE.", getClass().getSimpleName());
+    MetaStore metaStore = metaStores.get(database);
+    if (!cascade && metaStore != null && !metaStore.getTables().isEmpty()) {
+      throw new IllegalStateException("Database '" + database + "' is not empty.");
+    }
 
     boolean removed = databases.remove(database);
+    if (!removed) {
+      return false;
+    }
     if (database.equals(currentDatabase)) {
       currentDatabase = null;
     }
-    return removed;
+    metaStores.remove(database);
+    return true;
   }
 
   @Override
diff --git a/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliDatabaseTest.java b/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliDatabaseTest.java
index 588caa78a2b7..54682911fe11 100644
--- a/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliDatabaseTest.java
+++ b/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliDatabaseTest.java
@@ -83,6 +83,15 @@ public void testUseDatabase() {
     assertEquals("my_database2", catalogManager.currentCatalog().currentDatabase());
   }
 
+  @Test
+  public void testUseDatabaseWithoutDatabaseKeyword() {
+    assertEquals(DEFAULT, catalogManager.currentCatalog().currentDatabase());
+    cli.execute("CREATE DATABASE my_database");
+    assertEquals(DEFAULT, catalogManager.currentCatalog().currentDatabase());
+    cli.execute("USE my_database");
+    assertEquals("my_database", catalogManager.currentCatalog().currentDatabase());
+  }
+
   @Test
   public void testUseDatabase_doesNotExist() {
     assertEquals(DEFAULT, catalogManager.currentCatalog().currentDatabase());
@@ -126,6 +135,49 @@ public void testDropDatabase_nonexistent() {
     cli.execute("DROP DATABASE my_database");
   }
 
+  @Test
+  public void testDropDatabase_ifExists_nonexistent() {
+    assertFalse(catalogManager.currentCatalog().databaseExists("my_database"));
+    // Should not throw exception
+    cli.execute("DROP DATABASE IF EXISTS my_database");
+    assertFalse(catalogManager.currentCatalog().databaseExists("my_database"));
+  }
+
+  @Test
+  public void testDropDatabase_ifExists_exists() {
+    cli.execute("CREATE DATABASE my_database");
+    assertTrue(catalogManager.currentCatalog().databaseExists("my_database"));
+    cli.execute("DROP DATABASE IF EXISTS my_database");
+    assertFalse(catalogManager.currentCatalog().databaseExists("my_database"));
+  }
+
+  @Test
+  public void testDropDatabase_notEmpty_restrict() {
+    cli.execute("CREATE DATABASE db_1");
+    cli.execute("USE db_1");
+
+    TestTableProvider testTableProvider = new TestTableProvider();
+    catalogManager.registerTableProvider(testTableProvider);
+    cli.execute("CREATE EXTERNAL TABLE person(id int, name varchar, age int) TYPE 'test'");
+
+    thrown.expect(CalciteContextException.class);
+    thrown.expectMessage("Database 'db_1' is not empty.");
+    cli.execute("DROP DATABASE db_1");
+  }
+
+  @Test
+  public void testDropDatabase_notEmpty_cascade() {
+    cli.execute("CREATE DATABASE db_1");
+    cli.execute("USE db_1");
+
+    TestTableProvider testTableProvider = new TestTableProvider();
+    catalogManager.registerTableProvider(testTableProvider);
+    cli.execute("CREATE EXTERNAL TABLE person(id int, name varchar, age int) TYPE 'test'");
+
+    cli.execute("DROP DATABASE db_1 CASCADE");
+    assertFalse(catalogManager.currentCatalog().databaseExists("db_1"));
+  }
+
   @Test
   public void testCreateInsertDropTableUsingDefaultDatabase() {
     Catalog catalog = catalogManager.currentCatalog();
diff --git a/sdks/python/apache_beam/options/pipeline_options.py b/sdks/python/apache_beam/options/pipeline_options.py
index a5b66ce28ac5..c813939d53f1 100644
--- a/sdks/python/apache_beam/options/pipeline_options.py
+++ b/sdks/python/apache_beam/options/pipeline_options.py
@@ -1658,6 +1658,82 @@ def _add_argparse_args(cls, parser):
         default=1.0,
         help='A number between 0 and 1 indicating the ratio '
         'of bundles that should be profiled.')
+    parser.add_argument(
+        '--profiler_agent',
+        default=None,
+        help=(
+            'Specifies the profiling agent to launch the SDK worker harness '
+            'with (e.g., "memray", "tcmalloc", or a custom wrapper script/binary).'
+        ))
+    parser.add_argument(
+        '--profiler_extra_arg',
+        '--profiler_extra_args',
+        dest='profiler_extra_args',
+        action=_CommaSeparatedListAction,
+        default=None,
+        help=
+        'Comma-separated list of extra arguments to pass to the profiler agent.'
+    )
+    parser.add_argument(
+        '--profiler_extra_env_var',
+        '--profiler_extra_env_vars',
+        dest='profiler_extra_env_vars',
+        action=_CommaSeparatedListAction,
+        default=None,
+        help=(
+            'Comma-separated list of environment variables required by the profiler agent '
+            'in format "KEY1=VAL1,KEY2=VAL2".'))
+    parser.add_argument(
+        '--profile_temp_location',
+        default=None,
+        help=(
+            'Directory path on the worker where local profiles are saved. '
+            'Defaults to ${semi_persist_dir}/profiles if not specified.'))
+    parser.add_argument(
+        '--profile_upload_interval_sec',
+        type=int,
+        default=300,
+        help=(
+            'Frequency (in seconds) at which the local profiles are uploaded to GCS. '
+            'Defaults to 300 (5 min).'))
+    parser.add_argument(
+        '--profiler_stop_after_sec',
+        type=int,
+        default=0,
+        help=(
+            'Time limit (in seconds) for profiling a single process. When exceeded, '
+            'the worker process is restarted without the profiler.'))
+    parser.add_argument(
+        '--profiler_stop_after_crash',
+        action='store_true',
+        default=False,
+        help=(
+            'If True, the profiling agent won\'t be re-enabled after a worker '
+            'process crash.'))
+    parser.add_argument(
+        '--profile_postprocess_interval_sec',
+        type=int,
+        default=600,
+        help=(
+            'Frequency (in seconds) at which the local profiles are post-processed '
+            'on-the-fly. Defaults to 600 (10 minutes). Set to 0 to disable.'))
+
+  def validate(self, validator):
+    errors = []
+    if self.profiler_agent:
+      if self.profile_cpu or self.profile_memory:
+        errors.append(
+            '--profiler_agent is mutually exclusive with --profile_cpu '
+            'and --profile_memory.')
+
+      if not self.profile_location:
+        temp_location = self.view_as(GoogleCloudOptions).temp_location
+        if temp_location:
+          self.profile_location = temp_location.rstrip('/') + '/profiles'
+          _LOGGER.info(
+              'Setting --profile_location to %s since profiling is enabled.',
+              self.profile_location)
+    return errors
 
 
 class SetupOptions(PipelineOptions):
diff --git a/sdks/python/apache_beam/options/pipeline_options_test.py b/sdks/python/apache_beam/options/pipeline_options_test.py
index 901f56b99cb6..90ad27d0a39b 100644
--- a/sdks/python/apache_beam/options/pipeline_options_test.py
+++ b/sdks/python/apache_beam/options/pipeline_options_test.py
@@ -669,6 +669,43 @@ def test_unknown_option_prefix(self):
       options = PipelineOptions(['--type_check_strictness', 'blahblah'])
       options.view_as(TypeOptions)
 
+  def test_profiling_agent_is_exclusive_with_legacy_profiling_options(self):
+    options = PipelineOptions(['--profiler_agent=memray'])
+    validator = PipelineOptionsValidator(options, None)
+    self.assertEqual(validator.validate(), [])
+
+    options = PipelineOptions(['--profiler_agent=memray', '--profile_cpu'])
+    validator = PipelineOptionsValidator(options, None)
+    errors = validator.validate()
+    self.assertTrue(
+        any('--profiler_agent is mutually exclusive' in err for err in errors))
+
+    options = PipelineOptions(['--profiler_agent=memray', '--profile_memory'])
+    validator = PipelineOptionsValidator(options, None)
+    errors = validator.validate()
+    self.assertTrue(
+        any('--profiler_agent is mutually exclusive' in err for err in errors))
+
+  def test_profile_location_defaulting_and_opt_out(self):
+    options = PipelineOptions(
+        ['--profiler_agent=memray', '--temp_location=gs://bucket/temp'])
+    validator = PipelineOptionsValidator(options, None)
+    self.assertEqual(validator.validate(), [])
+    self.assertEqual(
+        options.view_as(ProfilingOptions).profile_location,
+        'gs://bucket/temp/profiles')
+
+    options = PipelineOptions([
+        '--profiler_agent=memray',
+        '--temp_location=gs://bucket/temp',
+        '--profile_location=gs://other-bucket/custom_profiles'
+    ])
+    validator = PipelineOptionsValidator(options, None)
+    self.assertEqual(validator.validate(), [])
+    self.assertEqual(
+        options.view_as(ProfilingOptions).profile_location,
+        'gs://other-bucket/custom_profiles')
+
   def test_add_experiment(self):
     options = PipelineOptions([])
     options.view_as(DebugOptions).add_experiment('new_experiment')
diff --git a/sdks/python/apache_beam/options/pipeline_options_validator.py b/sdks/python/apache_beam/options/pipeline_options_validator.py
index 0217363bc9b8..29253329908e 100644
--- a/sdks/python/apache_beam/options/pipeline_options_validator.py
+++ b/sdks/python/apache_beam/options/pipeline_options_validator.py
@@ -30,6 +30,7 @@
 from apache_beam.options.pipeline_options import DebugOptions
 from apache_beam.options.pipeline_options import GoogleCloudOptions
 from apache_beam.options.pipeline_options import PortableOptions
+from apache_beam.options.pipeline_options import ProfilingOptions
 from apache_beam.options.pipeline_options import SetupOptions
 from apache_beam.options.pipeline_options import StandardOptions
 from apache_beam.options.pipeline_options import TestOptions
@@ -55,6 +56,7 @@ class PipelineOptionsValidator(object):
       DebugOptions,
       GoogleCloudOptions,
       PortableOptions,
+      ProfilingOptions,
       SetupOptions,
       StandardOptions,
       TestOptions,
diff --git a/sdks/python/container/Dockerfile b/sdks/python/container/Dockerfile
index b0e0b94e7086..fa3414cd332e 100644
--- a/sdks/python/container/Dockerfile
+++ b/sdks/python/container/Dockerfile
@@ -45,7 +45,10 @@ RUN  \
        ccache \
        # Required for using Beam Python SDK on ARM machines.
        libgeos-dev \
+       # Required for memory profiling with tcmalloc.
+       google-perftools \
        && \
+
     rm -rf /var/lib/apt/lists/* && \
 
     pip install --upgrade pip setuptools wheel && \
diff --git a/sdks/python/container/base_image_requirements_manual.txt b/sdks/python/container/base_image_requirements_manual.txt
index 2a6a11415ee9..a78d993461c0 100644
--- a/sdks/python/container/base_image_requirements_manual.txt
+++ b/sdks/python/container/base_image_requirements_manual.txt
@@ -38,6 +38,8 @@ google-cloud-profiler;python_version<="3.12"
 # tests
 google-api-python-client;python_version<="3.13"
 guppy3
+# Explicitly pin memray to use a version compatible with postprocessing logic in Beam.
+memray==1.19.3
 mmh3  # Optimizes execution of some Beam codepaths. TODO: Make it Beam's dependency.
 nltk  # Commonly used for natural language processing.
 google-crc32c
diff --git a/sdks/python/container/boot.go b/sdks/python/container/boot.go
index 82d11dc89cb2..958fd46904af 100644
--- a/sdks/python/container/boot.go
+++ b/sdks/python/container/boot.go
@@ -32,6 +32,7 @@ import (
 	"slices"
 	"strings"
 	"sync"
+	"sync/atomic"
 	"syscall"
 	"time"
 
@@ -133,7 +134,17 @@ type PipelineOptionsData struct {
 }
 
 type OptionsData struct {
-	Experiments []string `json:"experiments"`
+	Experiments                   []string `json:"experiments"`
+	ProfilerAgent                 string   `json:"profiler_agent"`
+	ProfilerExtraArgs             []string `json:"profiler_extra_args"`
+	ProfilerExtraEnvVars          []string `json:"profiler_extra_env_vars"`
+	ProfileLocation               string   `json:"profile_location"`
+	ProfileTempLocation           string   `json:"profile_temp_location"`
+	ProfileUploadIntervalSec      int      `json:"profile_upload_interval_sec"`
+	ProfilerStopAfterSec          int      `json:"profiler_stop_after_sec"`
+	ProfilerStopAfterCrash        bool     `json:"profiler_stop_after_crash"`
+	ProfilePostprocessIntervalSec int      `json:"profile_postprocess_interval_sec"`
+	JobId                         string   `json:"jobId,omitempty"`
 }
 
 func getExperiments(options string) []string {
@@ -198,6 +209,14 @@ func launchSDKProcess() error {
 		logger.Printf(ctx, "Build isolation disabled when installing packages with pip")
 	}
 
+	var opts PipelineOptionsData
+	if err := json.Unmarshal([]byte(options), &opts); err != nil {
+		logger.Warnf(ctx, "Failed to unmarshal pipeline options for profiling config: %v", err)
+	}
+
+	ctx = setupProfilerConfig(ctx, logger, &opts)
+	startProfilerBackgroundTasks(ctx, logger)
+
 	// (2) Retrieve and install the staged packages.
 	//
 	// No log.Fatalf() from here on, otherwise deferred cleanups will not be called!
@@ -314,11 +333,6 @@ func launchSDKProcess() error {
 		childPids.mu.Unlock()
 	}()
 
-	args := []string{
-		"-m",
-		sdkHarnessEntrypoint,
-	}
-
 	var wg sync.WaitGroup
 	wg.Add(len(workerIds))
 	for _, workerId := range workerIds {
@@ -333,12 +347,68 @@ func launchSDKProcess() error {
 					childPids.mu.Unlock()
 					return
 				}
-				logger.Printf(ctx, "Executing Python (worker %v): python %v", workerId, strings.Join(args, " "))
-				cmd := StartCommandEnv(map[string]string{"WORKER_ID": workerId}, os.Stdin, bufLogger, bufLogger, "python", args...)
+
+				currentProg := "python"
+				currentArgs := []string{"-m", sdkHarnessEntrypoint}
+				currentEnv := map[string]string{"WORKER_ID": workerId}
+
+				profilingActive := false
+				currentProg, currentArgs, currentEnv, profilingActive = maybeWithProfiler(
+					ctx, logger, workerId, currentProg, currentArgs, currentEnv,
+				)
+
+				var envStr string
+				if len(currentEnv) > 0 {
+					var envStrings []string
+					for k, v := range currentEnv {
+						envStrings = append(envStrings, k+"="+v)
+					}
+					slices.Sort(envStrings)
+					envStr = strings.Join(envStrings, ", ")
+				}
+
+				logger.Printf(ctx, "Executing Python (%v): %v %v", envStr, currentProg, strings.Join(currentArgs, " "))
+				cmd := StartCommandEnv(currentEnv, os.Stdin, bufLogger, bufLogger, currentProg, currentArgs...)
 				childPids.v = append(childPids.v, cmd.Process.Pid)
 				childPids.mu.Unlock()
 
-				if err := cmd.Wait(); err != nil {
+				var timer *time.Timer
+				var profilingTimedOut atomic.Bool
+
+				pcfg := getProfilerConfig(ctx)
+				if profilingActive && pcfg.StopAfterSec > 0 {
+					duration := time.Duration(pcfg.StopAfterSec) * time.Second
+					timer = time.AfterFunc(duration, func() {
+						childPids.mu.Lock()
+						defer childPids.mu.Unlock()
+						if cmd.Process != nil {
+							logger.Printf(ctx, "Profiling timeout of %d seconds reached. Sending SIGINT to worker %s",
+								pcfg.StopAfterSec, workerId)
+							profilingTimedOut.Store(true)
+							syscall.Kill(-cmd.Process.Pid, syscall.SIGINT)
+						}
+					})
+				}
+
+				err := cmd.Wait()
+				if timer != nil {
+					timer.Stop()
+				}
+
+				if err != nil {
+					if profilingTimedOut.Load() {
+						stopProfiling(ctx)
+						bufLogger.FlushAtDebug(ctx)
+						logger.Printf(ctx, "Python worker %v terminated after profiling timeout. Restarting without profiler.", workerId)
+						// Error is not counted toward error budget.
+						continue
+					}
+
+					if profilingActive && pcfg.StopAfterCrash {
+						stopProfiling(ctx)
+						logger.Printf(ctx, "Python worker %v crashed. Disabling profiler on subsequent restarts because --profiler_stop_after_crash is enabled.", workerId)
+					}
+
 					// Retry on fatal errors, like OOMs and segfaults, not just
 					// DoFns throwing exceptions.
 					errorCount += 1
@@ -532,3 +602,5 @@ func logSubmissionEnvDependencies(ctx context.Context, bufLogger *tools.Buffered
 	bufLogger.Printf(ctx, "%s", string(content))
 	return nil
 }
+
+
diff --git a/sdks/python/container/ml/py310/base_image_requirements.txt b/sdks/python/container/ml/py310/base_image_requirements.txt
index 33b5587dc86b..74419bff9cd9 100644
--- a/sdks/python/container/ml/py310/base_image_requirements.txt
+++ b/sdks/python/container/ml/py310/base_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -34,7 +34,7 @@ async-timeout==5.0.1
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b7
 bs4==0.0.2
 build==1.5.0
@@ -57,43 +57,43 @@ exceptiongroup==1.3.1
 execnet==2.1.2
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
 fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -105,7 +105,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.14.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -129,9 +129,12 @@ keras==3.12.2
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
+memray==1.19.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -158,6 +161,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -195,7 +199,7 @@ requests-mock==1.12.1
 rich==15.0.0
 rpds-py==0.30.0
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.15.3
 scramp==1.4.8
@@ -214,15 +218,17 @@ tensorflow==2.21.0
 tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tokenizers==0.21.4
 tomli==2.4.1
 torch==2.8.0+cpu
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py310/gpu_image_requirements.txt b/sdks/python/container/ml/py310/gpu_image_requirements.txt
index d909ca3142ee..249a14d8f791 100644
--- a/sdks/python/container/ml/py310/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py310/gpu_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-doc==0.0.4
 annotated-types==0.7.0
@@ -36,13 +36,13 @@ async-timeout==5.0.1
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b7
 blake3==1.0.8
 bs4==0.0.2
 build==1.5.0
 cachetools==6.2.6
-cbor2==6.1.1
+cbor2==6.1.2
 certifi==2026.5.20
 cffi==2.0.0
 charset-normalizer==3.4.7
@@ -76,7 +76,7 @@ fastapi-cloud-cli==0.19.0
 fastar==0.11.0
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
@@ -84,36 +84,36 @@ fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
 gguf==0.19.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -125,7 +125,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.16.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -153,14 +153,17 @@ keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 lark==1.2.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 llguidance==0.7.30
 llvmlite==0.44.0
 lm-format-enforcer==0.10.12
 Markdown==3.10.2
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
-mistral_common==1.11.2
+memray==1.19.3
+mistral_common==1.11.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -225,6 +228,7 @@ partial-json-parser==0.2.1.1.post7
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 prometheus-fastapi-instrumentator==8.0.0
@@ -259,7 +263,7 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.2
 python-json-logger==4.1.0
-python-multipart==0.0.30
+python-multipart==0.0.32
 python-tds==1.17.1
 pytz==2026.2
 PyYAML==6.0.3
@@ -271,24 +275,24 @@ regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
 rich==15.0.0
-rich-toolkit==0.19.10
+rich-toolkit==0.20.1
 rignore==0.7.6
 rpds-py==0.30.0
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.15.3
 scramp==1.4.8
 SecretStorage==3.5.0
 sentencepiece==0.2.1
-sentry-sdk==2.61.1
+sentry-sdk==2.62.0
 setproctitle==1.3.7
 setuptools==81.0.0
 shellingham==1.5.4
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-soundfile==0.13.1
+soundfile==0.14.0
 soupsieve==2.8.4
 soxr==1.1.0
 SQLAlchemy==2.0.50
@@ -303,6 +307,7 @@ tensorflow==2.20.0
 tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tiktoken==0.13.0
 tokenizers==0.21.4
@@ -310,16 +315,17 @@ tomli==2.4.1
 torch==2.7.1
 torchaudio==2.7.1
 torchvision==0.22.1
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 triton==3.3.1
-typer==0.26.6
+typer==0.26.7
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
-uvicorn==0.48.0
+uvicorn==0.49.0
 uvloop==0.22.1
 virtualenv-clone==0.5.7
 vllm==0.10.1.1
diff --git a/sdks/python/container/ml/py311/base_image_requirements.txt b/sdks/python/container/ml/py311/base_image_requirements.txt
index a72c2814fd2e..85ae711b2324 100644
--- a/sdks/python/container/ml/py311/base_image_requirements.txt
+++ b/sdks/python/container/ml/py311/base_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -33,7 +33,7 @@ astunparse==1.6.3
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -55,43 +55,43 @@ envoy_data_plane==1.0.3
 execnet==2.1.2
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
 fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -104,7 +104,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.14.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -128,9 +128,12 @@ keras==3.14.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
+memray==1.19.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -157,6 +160,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -194,7 +198,7 @@ requests-mock==1.12.1
 rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.17.1
 scramp==1.4.8
@@ -213,14 +217,16 @@ tensorflow==2.21.0
 tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tokenizers==0.21.4
 torch==2.8.0+cpu
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py311/gpu_image_requirements.txt b/sdks/python/container/ml/py311/gpu_image_requirements.txt
index 49e997701548..2aa43f9c8fd3 100644
--- a/sdks/python/container/ml/py311/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py311/gpu_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-doc==0.0.4
 annotated-types==0.7.0
@@ -35,13 +35,13 @@ astunparse==1.6.3
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 blake3==1.0.8
 bs4==0.0.2
 build==1.5.0
 cachetools==6.2.6
-cbor2==6.1.1
+cbor2==6.1.2
 certifi==2026.5.20
 cffi==2.0.0
 charset-normalizer==3.4.7
@@ -74,7 +74,7 @@ fastapi-cloud-cli==0.19.0
 fastar==0.11.0
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
@@ -82,36 +82,36 @@ fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
 gguf==0.19.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -124,7 +124,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.16.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -152,14 +152,17 @@ keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 lark==1.2.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 llguidance==0.7.30
 llvmlite==0.44.0
 lm-format-enforcer==0.10.12
 Markdown==3.10.2
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
-mistral_common==1.11.2
+memray==1.19.3
+mistral_common==1.11.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -224,6 +227,7 @@ partial-json-parser==0.2.1.1.post7
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 prometheus-fastapi-instrumentator==8.0.0
@@ -258,7 +262,7 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.2
 python-json-logger==4.1.0
-python-multipart==0.0.30
+python-multipart==0.0.32
 python-tds==1.17.1
 pytz==2026.2
 PyYAML==6.0.3
@@ -270,24 +274,24 @@ regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
 rich==15.0.0
-rich-toolkit==0.19.10
+rich-toolkit==0.20.1
 rignore==0.7.6
 rpds-py==2026.5.1
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.17.1
 scramp==1.4.8
 SecretStorage==3.5.0
 sentencepiece==0.2.1
-sentry-sdk==2.61.1
+sentry-sdk==2.62.0
 setproctitle==1.3.7
 setuptools==81.0.0
 shellingham==1.5.4
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-soundfile==0.13.1
+soundfile==0.14.0
 soupsieve==2.8.4
 soxr==1.1.0
 SQLAlchemy==2.0.50
@@ -302,22 +306,24 @@ tensorflow==2.20.0
 tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tiktoken==0.13.0
 tokenizers==0.21.4
 torch==2.7.1
 torchaudio==2.7.1
 torchvision==0.22.1
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 triton==3.3.1
-typer==0.26.6
+typer==0.26.7
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
-uvicorn==0.48.0
+uvicorn==0.49.0
 uvloop==0.22.1
 virtualenv-clone==0.5.7
 vllm==0.10.1.1
diff --git a/sdks/python/container/ml/py312/base_image_requirements.txt b/sdks/python/container/ml/py312/base_image_requirements.txt
index ad3c161a2c69..2b8283180794 100644
--- a/sdks/python/container/ml/py312/base_image_requirements.txt
+++ b/sdks/python/container/ml/py312/base_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -32,7 +32,7 @@ asn1crypto==1.5.1
 astunparse==1.6.3
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -54,43 +54,43 @@ envoy_data_plane==1.0.3
 execnet==2.1.2
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
 fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -103,7 +103,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.14.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -126,9 +126,12 @@ keras==3.14.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
+memray==1.19.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -155,6 +158,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -192,7 +196,7 @@ requests-mock==1.12.1
 rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.17.1
 scramp==1.4.8
@@ -211,14 +215,16 @@ tensorflow==2.21.0
 tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tokenizers==0.21.4
 torch==2.8.0+cpu
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py312/gpu_image_requirements.txt b/sdks/python/container/ml/py312/gpu_image_requirements.txt
index d5cfda651ff4..c659def93a8c 100644
--- a/sdks/python/container/ml/py312/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py312/gpu_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-doc==0.0.4
 annotated-types==0.7.0
@@ -34,13 +34,13 @@ astor==0.8.1
 astunparse==1.6.3
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 blake3==1.0.8
 bs4==0.0.2
 build==1.5.0
 cachetools==6.2.6
-cbor2==6.1.1
+cbor2==6.1.2
 certifi==2026.5.20
 cffi==2.0.0
 charset-normalizer==3.4.7
@@ -73,7 +73,7 @@ fastapi-cloud-cli==0.19.0
 fastar==0.11.0
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
@@ -81,36 +81,36 @@ fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
 gguf==0.19.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -123,7 +123,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.16.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -150,14 +150,17 @@ keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 lark==1.2.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 llguidance==0.7.30
 llvmlite==0.44.0
 lm-format-enforcer==0.10.12
 Markdown==3.10.2
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
-mistral_common==1.11.2
+memray==1.19.3
+mistral_common==1.11.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -222,6 +225,7 @@ partial-json-parser==0.2.1.1.post7
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 prometheus-fastapi-instrumentator==8.0.0
@@ -256,7 +260,7 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.2
 python-json-logger==4.1.0
-python-multipart==0.0.30
+python-multipart==0.0.32
 python-tds==1.17.1
 pytz==2026.2
 PyYAML==6.0.3
@@ -268,24 +272,24 @@ regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
 rich==15.0.0
-rich-toolkit==0.19.10
+rich-toolkit==0.20.1
 rignore==0.7.6
 rpds-py==2026.5.1
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.17.1
 scramp==1.4.8
 SecretStorage==3.5.0
 sentencepiece==0.2.1
-sentry-sdk==2.61.1
+sentry-sdk==2.62.0
 setproctitle==1.3.7
 setuptools==79.0.1
 shellingham==1.5.4
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-soundfile==0.13.1
+soundfile==0.14.0
 soupsieve==2.8.4
 soxr==1.1.0
 SQLAlchemy==2.0.50
@@ -300,22 +304,24 @@ tensorflow==2.20.0
 tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tiktoken==0.13.0
 tokenizers==0.21.4
 torch==2.7.1
 torchaudio==2.7.1
 torchvision==0.22.1
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 triton==3.3.1
-typer==0.26.6
+typer==0.26.7
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
-uvicorn==0.48.0
+uvicorn==0.49.0
 uvloop==0.22.1
 virtualenv-clone==0.5.7
 vllm==0.10.1.1
diff --git a/sdks/python/container/ml/py313/base_image_requirements.txt b/sdks/python/container/ml/py313/base_image_requirements.txt
index 1d129a09fedf..b98bef893b89 100644
--- a/sdks/python/container/ml/py313/base_image_requirements.txt
+++ b/sdks/python/container/ml/py313/base_image_requirements.txt
@@ -24,7 +24,7 @@
 absl-py==2.4.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -32,7 +32,7 @@ asn1crypto==1.5.1
 astunparse==1.6.3
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -54,42 +54,42 @@ envoy_data_plane==1.0.3
 execnet==2.1.2
 fastavro==1.12.2
 fasteners==0.20
-filelock==3.29.0
+filelock==3.29.1
 flatbuffers==25.12.19
 freezegun==1.5.5
 frozenlist==1.8.0
 fsspec==2026.4.0
 future==1.0.0
 gast==0.7.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.35
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
-google-cloud-pubsub==2.38.0
+google-cloud-monitoring==2.31.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
+google-genai==2.8.0
 google-pasta==0.2.0
-google-resumable-media==2.9.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -102,7 +102,7 @@ guppy3==3.1.7
 h11==0.16.0
 h2==4.3.0
 h5py==3.14.0
-hf-xet==1.5.0
+hf-xet==1.5.1
 hpack==4.1.0
 httpcore==1.0.9
 httplib2==0.31.2
@@ -125,9 +125,12 @@ keras==3.14.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
+linkify-it-py==2.1.0
 markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
 mdurl==0.1.2
+memray==1.19.3
 ml_dtypes==0.5.4
 mmh3==5.2.1
 mock==5.2.0
@@ -154,6 +157,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -191,7 +195,7 @@ requests-mock==1.12.1
 rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
-safetensors==0.7.0
+safetensors==0.8.0
 scikit-learn==1.7.2
 scipy==1.17.1
 scramp==1.4.8
@@ -210,14 +214,16 @@ tensorflow==2.21.0
 tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64"
 termcolor==3.3.0
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tokenizers==0.21.4
 torch==2.8.0+cpu
-tqdm==4.67.3
+tqdm==4.68.2
 transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/profiler.go b/sdks/python/container/profiler.go
new file mode 100644
index 000000000000..64211e9fac25
--- /dev/null
+++ b/sdks/python/container/profiler.go
@@ -0,0 +1,336 @@
+// Licensed to the Apache Software Foundation (ASF) under one or more
+// contributor license agreements.  See the NOTICE file distributed with
+// this work for additional information regarding copyright ownership.
+// The ASF licenses this file to You under the Apache License, Version 2.0
+// (the "License"); you may not use this file except in compliance with
+// the License.  You may obtain a copy of the License at
+//
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"strings"
+	"time"
+
+	"github.com/apache/beam/sdks/v2/go/container/tools"
+)
+
+type profilerConfigKeyType struct{}
+
+var profilerConfigKey profilerConfigKeyType
+
+// ProfilerConfig holds all pre-computed profiling parameters.
+type ProfilerConfig struct {
+	Enabled                bool
+	Agent                  string
+	ExtraArgs              []string
+	ExtraEnvVars           []string
+	Location               string
+	TempLocation           string
+	BaseTempDir            string
+	StopSentinelPath       string
+	GcsDestPath            string
+	UploadIntervalSec      int
+	StopAfterSec           int
+	StopAfterCrash         bool
+	PostprocessIntervalSec int
+}
+
+// setupProfilerConfig parses PipelineOptionsData and stores a resolved ProfilerConfig in the context.
+func setupProfilerConfig(ctx context.Context, logger *tools.Logger, opts *PipelineOptionsData) context.Context {
+	agent := opts.Options.ProfilerAgent
+	if agent == "" {
+		return ctx
+	}
+
+	baseTempDir := opts.Options.ProfileTempLocation
+	if baseTempDir == "" {
+		baseTempDir = filepath.Join(*semiPersistDir, "profiles")
+	}
+
+	jobId := opts.Options.JobId
+	if jobId == "" {
+		jobId = "BEAM_JOB"
+	}
+	hostname, _ := os.Hostname()
+	if hostname == "" {
+		hostname = "default-worker"
+	}
+
+	tempLocation := filepath.Join(baseTempDir, jobId, hostname)
+	sentinelPath := filepath.Join(tempLocation, fmt.Sprintf(".profiler_disengaged_%s_%s", jobId, hostname))
+
+	var gcsDestPath string
+	if strings.HasPrefix(opts.Options.ProfileLocation, "gs://") {
+		gcsDestPath = strings.TrimSuffix(opts.Options.ProfileLocation, "/")
+	}
+
+	config := &ProfilerConfig{
+		Enabled:                true,
+		Agent:                  agent,
+		ExtraArgs:              opts.Options.ProfilerExtraArgs,
+		ExtraEnvVars:           opts.Options.ProfilerExtraEnvVars,
+		Location:               opts.Options.ProfileLocation,
+		BaseTempDir:            baseTempDir,
+		TempLocation:           tempLocation,
+		StopSentinelPath:       sentinelPath,
+		GcsDestPath:            gcsDestPath,
+		UploadIntervalSec:      opts.Options.ProfileUploadIntervalSec,
+		StopAfterSec:           opts.Options.ProfilerStopAfterSec,
+		StopAfterCrash:         opts.Options.ProfilerStopAfterCrash,
+		PostprocessIntervalSec: opts.Options.ProfilePostprocessIntervalSec,
+	}
+
+	return context.WithValue(ctx, profilerConfigKey, config)
+}
+
+// getProfilerConfig extracts the ProfilerConfig from the context.
+func getProfilerConfig(ctx context.Context) *ProfilerConfig {
+	if cfg, ok := ctx.Value(profilerConfigKey).(*ProfilerConfig); ok {
+		return cfg
+	}
+	return nil
+}
+
+// startProfilerBackgroundTasks initializes profiling locations and runs background tasks (GCS sync, post-processing loops) if profiling is enabled.
+func startProfilerBackgroundTasks(ctx context.Context, logger *tools.Logger) {
+	pcfg := getProfilerConfig(ctx)
+	if pcfg == nil {
+		return
+	}
+
+	logger.Printf(ctx, "Worker will be configured with profiler agent enabled.")
+	logger.Printf(ctx, "ProfilerAgent: %v", pcfg.Agent)
+	logger.Printf(ctx, "ProfilerExtraArgs: %v", pcfg.ExtraArgs)
+	logger.Printf(ctx, "ProfilerExtraEnvVars: %v", pcfg.ExtraEnvVars)
+	logger.Printf(ctx, "ProfileLocation: %v", pcfg.Location)
+	logger.Printf(ctx, "ProfileTempLocation: %v", pcfg.BaseTempDir)
+	logger.Printf(ctx, "ProfileUploadIntervalSec: %v", pcfg.UploadIntervalSec)
+	logger.Printf(ctx, "ProfilerStopAfterSec: %v", pcfg.StopAfterSec)
+	logger.Printf(ctx, "ProfilerStopAfterCrash: %v", pcfg.StopAfterCrash)
+	logger.Printf(ctx, "ProfilePostprocessIntervalSec: %v", pcfg.PostprocessIntervalSec)
+	if err := os.MkdirAll(pcfg.TempLocation, 0755); err != nil {
+		logger.Warnf(ctx, "Failed to create ProfileTempLocation: %v", err)
+	}
+
+	if pcfg.GcsDestPath != "" {
+		if _, err := exec.LookPath("gcloud"); err != nil {
+			logger.Errorf(ctx, "gcloud is not available, profiles will not be uploaded.")
+		} else {
+			if pcfg.UploadIntervalSec > 0 {
+				go func() {
+					for {
+						select {
+						case <-ctx.Done():
+							return
+						case <-time.After(time.Duration(pcfg.UploadIntervalSec) * time.Second):
+							// TODO(tvalentyn): Consider a periodic cleanup as well to save local disk space.
+							syncProfilesToGCS(ctx, logger, pcfg.BaseTempDir, pcfg.GcsDestPath)
+						}
+					}
+				}()
+			}
+		}
+	}
+
+	if pcfg.Agent == "memray" {
+		go postProcessProfilesLoop(ctx, logger, pcfg.TempLocation, pcfg.PostprocessIntervalSec)
+	}
+}
+
+// maybeWithProfiler builds the execution arguments and environment variables if profiling is enabled and active.
+func maybeWithProfiler(
+	ctx context.Context,
+	logger *tools.Logger,
+	workerId string,
+	currentProg string,
+	currentArgs []string,
+	currentEnv map[string]string,
+) (string, []string, map[string]string, bool) {
+	pcfg := getProfilerConfig(ctx)
+	if pcfg == nil {
+		return currentProg, currentArgs, currentEnv, false
+	}
+
+	if _, err := os.Stat(pcfg.StopSentinelPath); err == nil {
+		return currentProg, currentArgs, currentEnv, false
+	}
+
+	prog := currentProg
+	var args []string
+	// Copy env
+	env := make(map[string]string)
+	for k, v := range currentEnv {
+		env[k] = v
+	}
+
+	if pcfg.Agent == "memray" {
+		timeSuffix := time.Now().Format("20060102150405")
+		memrayFile := filepath.Join(pcfg.TempLocation, fmt.Sprintf("memray-%s-%s.bin", workerId, timeSuffix))
+		args = []string{"-m", "memray", "run"}
+		args = append(args, pcfg.ExtraArgs...)
+		args = append(args, "-o", memrayFile, "-m", sdkHarnessEntrypoint)
+	} else if pcfg.Agent == "tcmalloc" {
+		tcmallocHeapPath := filepath.Join(pcfg.TempLocation, fmt.Sprintf("tcmalloc-%s", workerId))
+		existingPreload := os.Getenv("LD_PRELOAD")
+		if existingPreload != "" {
+			env["LD_PRELOAD"] = existingPreload + ":libtcmalloc.so.4"
+		} else {
+			env["LD_PRELOAD"] = "libtcmalloc.so.4"
+		}
+		env["HEAPPROFILE"] = tcmallocHeapPath
+		args = currentArgs
+	} else {
+		prog = pcfg.Agent
+		args = append(append([]string{}, pcfg.ExtraArgs...), currentProg)
+		args = append(args, currentArgs...)
+	}
+
+	for _, envVar := range pcfg.ExtraEnvVars {
+		parts := strings.SplitN(envVar, "=", 2)
+		if len(parts) == 2 {
+			env[parts[0]] = parts[1]
+		} else {
+			logger.Errorf(ctx, "Failed to parse profiler extra environment variable: %v. Expected format KEY=VALUE", envVar)
+		}
+	}
+
+	return prog, args, env, true
+}
+
+// stopProfiling creates a dummy file at StopSentinelPath to signal that profiling should stop.
+func stopProfiling(ctx context.Context) error {
+	pcfg := getProfilerConfig(ctx)
+	if pcfg == nil {
+		return nil
+	}
+	f, err := os.Create(pcfg.StopSentinelPath)
+	if err == nil {
+		f.Close()
+	}
+	return err
+}
+
+// syncProfilesToGCS uploads newly created local memory profiles to the designated GCS target path using gcloud storage.
+func syncProfilesToGCS(ctx context.Context, logger *tools.Logger, localDir, gcsDest string) {
+	entries, err := os.ReadDir(localDir)
+	if err != nil || len(entries) == 0 {
+		return
+	}
+
+	logger.Printf(ctx, "Syncing profiles from %s to %s", localDir, gcsDest)
+
+	cmd := exec.CommandContext(ctx, "gcloud", "storage", "rsync", "-r", localDir, gcsDest)
+	if err := cmd.Run(); err != nil {
+		logger.Warnf(ctx, "Failed to sync profiles to GCS: %v", err)
+	} else {
+		logger.Printf(ctx, "Successfully synced profiles to GCS.")
+	}
+}
+
+// postProcessProfilesLoop runs a background loop that periodically triggers profile post-processing if enabled.
+func postProcessProfilesLoop(ctx context.Context, logger *tools.Logger, profilesDir string, intervalSec int) {
+	if intervalSec <= 0 {
+		return
+	}
+
+	for {
+		runPostProcessingSweep(ctx, logger, profilesDir, intervalSec)
+
+		select {
+		case <-ctx.Done():
+			return
+		case <-time.After(time.Duration(intervalSec) * time.Second):
+			// Block until the sleep completes before starting the next sweep
+		}
+	}
+}
+
+// runPostProcessingSweep scans the profiles directory and launches sequential postprocessing for newly updated profiles.
+func runPostProcessingSweep(ctx context.Context, logger *tools.Logger, profilesDir string, intervalSec int) {
+	files, err := os.ReadDir(profilesDir)
+	if err != nil {
+		return
+	}
+
+	for _, file := range files {
+		name := file.Name()
+		if !strings.HasSuffix(name, ".bin") || strings.HasPrefix(name, ".") {
+			continue
+		}
+
+		binPath := filepath.Join(profilesDir, name)
+		binInfo, err := os.Stat(binPath)
+		if err != nil || binInfo.Size() == 0 {
+			continue
+		}
+
+		peakHtml := strings.TrimSuffix(binPath, ".bin") + ".html"
+		leaksHtml := strings.TrimSuffix(binPath, ".bin") + "_leaks.html"
+
+		filename := filepath.Base(binPath)
+		peakReportStale := needsProcessing(binInfo, peakHtml)
+		leakReportStale := needsProcessing(binInfo, leaksHtml)
+
+		if peakReportStale || leakReportStale {
+			binSizeMb := float64(binInfo.Size()) / (1024 * 1024)
+			logger.Printf(ctx, "Post-processing profile %s of size %.2f MB", filename, binSizeMb)
+		}
+
+		// 1. Peak Flamegraph
+		if peakReportStale {
+			tmpPath := peakHtml + ".tmp"
+			cmd1 := exec.CommandContext(ctx, "python", "-m", "memray", "flamegraph", "-f", "-o", tmpPath, binPath)
+			if err := cmd1.Run(); err != nil {
+				logger.Warnf(ctx, "Failed to generate peak flamegraph for %s: %v", filename, err)
+			} else {
+				if err := os.Rename(tmpPath, peakHtml); err != nil {
+					logger.Warnf(ctx, "Failed to rename peak flamegraph for %s: %v", filename, err)
+				} else {
+					logger.Printf(ctx, "Successfully updated peak flamegraph for %s", filename)
+					_ = os.Chtimes(peakHtml, binInfo.ModTime(), binInfo.ModTime())
+				}
+			}
+		}
+
+		// 2. Leaks Flamegraph
+		if leakReportStale {
+			tmpPath := leaksHtml + ".tmp"
+			cmd2 := exec.CommandContext(ctx, "python", "-m", "memray", "flamegraph", "-f", "--leaks", "-o", tmpPath, binPath)
+			if err := cmd2.Run(); err != nil {
+				logger.Warnf(ctx, "Failed to generate leaks flamegraph for %s: %v", filename, err)
+			} else {
+				if err := os.Rename(tmpPath, leaksHtml); err != nil {
+					logger.Warnf(ctx, "Failed to rename leaks flamegraph for %s: %v", filename, err)
+				} else {
+					logger.Printf(ctx, "Successfully updated leaks flamegraph for %s", filename)
+					_ = os.Chtimes(leaksHtml, binInfo.ModTime(), binInfo.ModTime())
+				}
+			}
+		}
+	}
+}
+
+func needsProcessing(binInfo os.FileInfo, path string) bool {
+	info, err := os.Stat(path)
+	if os.IsNotExist(err) {
+		return true
+	}
+	if err != nil {
+		return true
+	}
+	// Don't regenerate when there were no updates to the profile.
+	return binInfo.ModTime().After(info.ModTime())
+}
diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index c44d8ef0bf5c..f3a840c1809e 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -23,7 +23,7 @@
 
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -32,7 +32,7 @@ async-timeout==5.0.1
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b7
 bs4==0.0.2
 build==1.5.0
@@ -58,35 +58,35 @@ fasteners==0.20
 freezegun==1.5.5
 frozenlist==1.8.0
 future==1.0.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
-google-resumable-media==2.9.0
+google-genai==2.8.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -117,7 +117,12 @@ jsonschema==4.26.0
 jsonschema-specifications==2025.9.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
+linkify-it-py==2.1.0
+markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+memray==1.19.3
 mmh3==5.2.1
 mock==5.2.0
 more-itertools==11.1.0
@@ -138,6 +143,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -172,6 +178,7 @@ referencing==0.37.0
 regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
+rich==15.0.0
 rpds-py==0.30.0
 rsa==4.9.1
 scikit-learn==1.7.2
@@ -188,12 +195,14 @@ sqlalchemy_pytds==1.0.2
 sqlparse==0.5.5
 tenacity==9.1.4
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
 tomli==2.4.1
-tqdm==4.67.3
+tqdm==4.68.2
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 790825a8b2af..68f5e5469390 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -23,7 +23,7 @@
 
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
@@ -31,7 +31,7 @@ asn1crypto==1.5.1
 attrs==26.1.0
 backports.tarfile==1.2.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -56,35 +56,35 @@ fasteners==0.20
 freezegun==1.5.5
 frozenlist==1.8.0
 future==1.0.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
-google-resumable-media==2.9.0
+google-genai==2.8.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -116,7 +116,12 @@ jsonschema==4.26.0
 jsonschema-specifications==2025.9.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
+linkify-it-py==2.1.0
+markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+memray==1.19.3
 mmh3==5.2.1
 mock==5.2.0
 more-itertools==11.1.0
@@ -137,6 +142,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -171,6 +177,7 @@ referencing==0.37.0
 regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
+rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
 scikit-learn==1.7.2
@@ -187,11 +194,13 @@ sqlalchemy_pytds==1.0.2
 sqlparse==0.5.5
 tenacity==9.1.4
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
-tqdm==4.67.3
+tqdm==4.68.2
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 151705811fdd..3f4194f20ea4 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -23,14 +23,14 @@
 
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
 asn1crypto==1.5.1
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -55,35 +55,35 @@ fasteners==0.20
 freezegun==1.5.5
 frozenlist==1.8.0
 future==1.0.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.31
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
+google-cloud-monitoring==2.31.0
 google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.38.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
-google-resumable-media==2.9.0
+google-genai==2.8.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -114,7 +114,12 @@ jsonschema==4.26.0
 jsonschema-specifications==2025.9.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
+linkify-it-py==2.1.0
+markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+memray==1.19.3
 mmh3==5.2.1
 mock==5.2.0
 more-itertools==11.1.0
@@ -135,6 +140,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -169,6 +175,7 @@ referencing==0.37.0
 regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
+rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
 scikit-learn==1.7.2
@@ -185,11 +192,13 @@ sqlalchemy_pytds==1.0.2
 sqlparse==0.5.5
 tenacity==9.1.4
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
-tqdm==4.67.3
+tqdm==4.68.2
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt
index 68ad2a9530c2..31ef940c1e20 100644
--- a/sdks/python/container/py313/base_image_requirements.txt
+++ b/sdks/python/container/py313/base_image_requirements.txt
@@ -23,14 +23,14 @@
 
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
 asn1crypto==1.5.1
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -55,34 +55,34 @@ fasteners==0.20
 freezegun==1.5.5
 frozenlist==1.8.0
 future==1.0.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-api-python-client==2.197.0
 google-apitools==0.5.35
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
-google-cloud-pubsub==2.38.0
+google-cloud-monitoring==2.31.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
-google-resumable-media==2.9.0
+google-genai==2.8.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -113,7 +113,12 @@ jsonschema==4.26.0
 jsonschema-specifications==2025.9.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
+linkify-it-py==2.1.0
+markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+memray==1.19.3
 mmh3==5.2.1
 mock==5.2.0
 more-itertools==11.1.0
@@ -134,6 +139,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -168,6 +174,7 @@ referencing==0.37.0
 regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
+rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
 scikit-learn==1.7.2
@@ -184,11 +191,13 @@ sqlalchemy_pytds==1.0.2
 sqlparse==0.5.5
 tenacity==9.1.4
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
-tqdm==4.67.3
+tqdm==4.68.2
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 uritemplate==4.2.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py314/base_image_requirements.txt b/sdks/python/container/py314/base_image_requirements.txt
index 7b9225c5e68d..2c7fd33996c2 100644
--- a/sdks/python/container/py314/base_image_requirements.txt
+++ b/sdks/python/container/py314/base_image_requirements.txt
@@ -23,14 +23,14 @@
 
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.2
-aiohttp==3.14.0
+aiohttp==3.14.1
 aiosignal==1.4.0
 annotated-types==0.7.0
 anyio==4.13.0
 asn1crypto==1.5.1
 attrs==26.1.0
 beartype==0.22.9
-beautifulsoup4==4.14.3
+beautifulsoup4==4.15.0
 betterproto==2.0.0b6
 bs4==0.0.2
 build==1.5.0
@@ -55,33 +55,33 @@ fasteners==0.20
 freezegun==1.5.5
 frozenlist==1.8.0
 future==1.0.0
-google-api-core==2.30.3
+google-api-core==2.31.0
 google-apitools==0.5.35
 google-auth==2.53.0
 google-auth-httplib2==0.2.1
-google-cloud-aiplatform==1.154.0
+google-cloud-aiplatform==1.157.0
 google-cloud-bigquery==3.41.0
-google-cloud-bigquery-storage==2.38.0
+google-cloud-bigquery-storage==2.39.0
 google-cloud-bigtable==2.38.0
-google-cloud-build==3.36.0
+google-cloud-build==3.37.0
 google-cloud-core==2.6.0
 google-cloud-dataflow-client==0.13.0
-google-cloud-datastore==2.24.0
-google-cloud-dlp==3.36.0
+google-cloud-datastore==2.25.0
+google-cloud-dlp==3.37.0
 google-cloud-kms==3.13.0
 google-cloud-language==2.20.0
-google-cloud-monitoring==2.30.0
-google-cloud-pubsub==2.38.0
+google-cloud-monitoring==2.31.0
+google-cloud-pubsub==2.39.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.17.0
-google-cloud-secret-manager==2.28.0
-google-cloud-spanner==3.66.0
-google-cloud-storage==3.10.1
+google-cloud-secret-manager==2.29.0
+google-cloud-spanner==3.67.0
+google-cloud-storage==3.11.0
 google-cloud-videointelligence==2.19.0
 google-cloud-vision==3.14.0
 google-crc32c==1.8.0
-google-genai==2.7.0
-google-resumable-media==2.9.0
+google-genai==2.8.0
+google-resumable-media==2.10.0
 googleapis-common-protos==1.75.0
 greenlet==3.5.1
 grpc-google-iam-v1==0.14.4
@@ -112,7 +112,12 @@ jsonschema==4.26.0
 jsonschema-specifications==2025.9.1
 keyring==25.7.0
 keyrings.google-artifactregistry-auth==1.1.2
+linkify-it-py==2.1.0
+markdown-it-py==4.2.0
 MarkupSafe==3.0.3
+mdit-py-plugins==0.6.1
+mdurl==0.1.2
+memray==1.19.3
 mmh3==5.2.1
 mock==5.2.0
 more-itertools==11.1.0
@@ -133,6 +138,7 @@ parameterized==0.9.0
 pg8000==1.31.5
 pillow==12.2.0
 pip==26.1.2
+platformdirs==4.10.0
 pluggy==1.6.0
 portalocker==3.2.0
 propcache==0.5.2
@@ -167,6 +173,7 @@ referencing==0.37.0
 regex==2026.5.9
 requests==2.34.2
 requests-mock==1.12.1
+rich==15.0.0
 rpds-py==2026.5.1
 rsa==4.9.1
 scikit-learn==1.7.2
@@ -183,11 +190,13 @@ sqlalchemy_pytds==1.0.2
 sqlparse==0.5.5
 tenacity==9.1.4
 testcontainers==4.14.2
+textual==8.2.7
 threadpoolctl==3.6.0
-tqdm==4.67.3
+tqdm==4.68.2
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2026.2
+uc-micro-py==2.0.0
 urllib3==2.7.0
 virtualenv-clone==0.5.7
 websockets==16.0