Merge branch 'tensorzero:main' into main

Author: pycoder49

.buildkite/pipeline.yml

@@ -6,12 +6,12 @@ agents:
 steps:
   - label: "Clickhouse Cloud tests - normal release channel"
     concurrency: 1
-    concurrency_group: 'clickhouse-cloud-normal-${CLICKHOUSE_ID}'
+    concurrency_group: "clickhouse-cloud-normal-${CLICKHOUSE_ID}"
     command: CLICKHOUSE_PREFIX="dev-tensorzero-e2e-tests-instance-" ./ci/buildkite/test-clickhouse-cloud.sh
   - label: "Clickhouse Cloud tests - fast release channel"
     concurrency: 1
-    concurrency_group: 'clickhouse-cloud-fast-${CLICKHOUSE_ID}'
-    command: CLICKHOUSE_PREFIX="dev-tensorzero-e2e-tests-fast-instance-" ./ci/buildkite/test-clickhouse-cloud.sh
+    concurrency_group: "clickhouse-cloud-fast-${CLICKHOUSE_ID}"
+    command: CLICKHOUSE_PREFIX="dev-tensorzero-e2e-tests-fast-instance-" TENSORZERO_CLICKHOUSE_FAST_CHANNEL=1 ./ci/buildkite/test-clickhouse-cloud.sh
 
 notify:
   - github_commit_status:

.cargo/config.toml

@@ -40,6 +40,7 @@ test-e2e-no-creds = [
     "clickhouse",
 ]
 
+
 build-e2e = "build --bin gateway --features e2e_tests"
 run-e2e = "run --bin gateway --features e2e_tests -- --config-file tensorzero-core/tests/e2e/tensorzero.toml"
 watch-e2e = "watch -x run-e2e"

.config/nextest.toml

@@ -27,12 +27,14 @@ slow-timeout = { period = "20s", terminate-after = 3 }
 [profile.e2e]
 retries = { backoff = "exponential", count = 4, delay = "5s", jitter = true, max-delay = "60s" }
 default-filter = "not (test(batch)) and not (test(test_dummy_only) | test(clickhouse))"
+junit.path = "junit.xml"
 
 [profile.batch]
 default-filter = 'test(batch)'
 
 [profile.clickhouse]
 default-filter = 'test(test_dummy_only) | test(clickhouse)'
+junit.path = "junit.xml"
 
 [profile.optimization]
 default-filter = 'binary(optimization-live)'
@@ -62,13 +64,12 @@ e2e_aws_sagemaker_tgi = { max-threads = 1 }
 # Our Sagemaker instance seems to be able to handle 2 concurrent requests
 e2e_aws_sagemaker_openai = { max-threads = 2 }
 e2e_groq = { max-threads = 1 }
+# Run ClickHouse migration tests serially to avoid conflicts
+clickhouse_migration = { max-threads = 1 }
 
-# Require that nothing else runs at the same time as a Jaeger test,
-# so that we can find our Jaeger traces (without other tests
-# flushing our target spans out of the Jaeger buffer).
 [[profile.default.overrides]]
-filter = 'test(test_jaeger)'
-threads-required = 'num-test-threads'
+filter = 'test(test_otel_export)'
+slow-timeout = { period = "60s", terminate-after = 2 }
 
 [[profile.default.overrides]]
 filter = 'binary(e2e) and test(providers::aws_bedrock::)'
@@ -88,6 +89,10 @@ test-group = 'e2e_groq'
 # We have a low rate limit on Groq, so we often need to retry several times
 retries = { backoff = "exponential", count = 8, delay = "5s", jitter = true, max-delay = "120s" }
 
+[[profile.default.overrides]]
+filter = 'test(test_clickhouse_migration_manager)'
+test-group = 'clickhouse_migration'
+
 [[profile.default.overrides]]
 filter = 'binary(e2e) and test(providers::vllm::)'
 slow-timeout = { period = "60s", terminate-after = 2 }
@@ -109,10 +114,15 @@ filter = 'test(batch)'
 slow-timeout = { period = "15s", terminate-after = 3 }
 
 [[profile.default.overrides]]
-# Settings for running clickhouse tests, which can be very slow on ClickHouse Clouc
+# Settings for running clickhouse tests, which can be very slow on ClickHouse Cloud
 # (when spawning lots of concurrent inserts)
 filter = 'test(clickhouse)'
-slow-timeout = { period = "500s", terminate-after = 1 }
+slow-timeout = { period = "900s", terminate-after = 1 }
+
+[[profile.default.overrides]]
+filter = 'test(test_concurrent_requests)'
+# This test creates and uses lots of `reqwest::Client`s, which can be slow
+slow-timeout = { period = "30s", terminate-after = 1 }
 
 [[profile.default.overrides]]
 # Settings for running unit tests

.dockerignore

@@ -11,7 +11,11 @@ target-rust-analyzer
 **/.claude
 /recipes
 /examples
+gcp_jwt_key.json
+.credentials/
+/docs
 !/examples/integrations/cursor/feedback
 !/examples/quickstart/package.json
 !/examples/integrations/helicone/package.json
 !/examples/guides/tool-use/package.json
+!/examples/haiku-hidden-preferences

.github/PULL_REQUEST_TEMPLATE.md

@@ -20,6 +20,11 @@ updates:
       interval: "weekly"
     labels: []
     open-pull-requests-limit: 0 # only send security updates
+    # These paths contain educational content that is not directly meant for production use.
+    # Automatic upgrades are likely to break them over time as they're not actively tested.
+    exclude-paths:
+      - "examples/**"
+      - "recipes/**"
 
   - package-ecosystem: "cargo"
     directory: "/"

.github/dependabot.yml

@@ -35,6 +35,7 @@ on:
 jobs:
   batch-tests:
     runs-on: ubuntu-latest
+    if: github.repository == 'tensorzero/tensorzero'
 
     timeout-minutes: 15
 

.github/workflows/batch-test.yml

@@ -6,6 +6,7 @@ on:
 jobs:
   build-gateway-container:
     runs-on: namespace-profile-tensorzero-2x8;overrides.cache-tag=build-gateway-cache
+    if: github.repository == 'tensorzero/tensorzero'
 
     steps:
       # TODO - investigate why using the Namespace checkout action causes

.github/workflows/build-gateway-container.yml

@@ -0,0 +1,28 @@
+name: Build Mock Inference Container
+
+on:
+  workflow_call:
+
+jobs:
+  build-mock-inference-container:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
+
+      - name: Build `mock-inference-provider` container
+        run: |
+          docker build -f tensorzero-core/tests/mock-inference-provider/Dockerfile . -t mock-inference-provider:latest
+
+      - name: Save `mock-inference-provider` container
+        run: docker save mock-inference-provider:latest > mock-inference-container.tar
+
+      - name: Upload `mock-inference-provider` container as an artifact
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02
+        with:
+          name: build-mock-inference-container
+          path: mock-inference-container.tar
+          retention-days: 1
+          if-no-files-found: error
+          overwrite: false

.github/workflows/build-mock-inference-container.yml

@@ -6,6 +6,7 @@ on:
 jobs:
   build-ui-container:
     runs-on: namespace-profile-tensorzero-2x8;overrides.cache-tag=build-ui-cache
+    if: github.repository == 'tensorzero/tensorzero'
 
     steps:
       - uses: namespacelabs/nscloud-checkout-action@953fed31a6113cc2347ca69c9d823743c65bc84b