From c0af67e4d6a809dd2eccd5d64a60f9b5d515103c Mon Sep 17 00:00:00 2001 From: JulienPeloton Date: Fri, 31 Jan 2025 16:26:00 +0100 Subject: [PATCH] k8s workflow uses its own kafka server name --- .github/workflows/e2e-common.yml | 8 ++++---- bin/ztf/stream2raw.py | 6 ++++-- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/.github/workflows/e2e-common.yml b/.github/workflows/e2e-common.yml index c127c7f9..228c3a99 100644 --- a/.github/workflows/e2e-common.yml +++ b/.github/workflows/e2e-common.yml @@ -138,10 +138,10 @@ jobs: else echo "Using pre-existing image from registry (See "Ciux project ignition" section)" fi - - name: Setup tmate session - uses: mxschmitt/action-tmate@v3 - with: - detached: true + # - name: Setup tmate session + # uses: mxschmitt/action-tmate@v3 + # with: + # detached: true - name: Run argoCD run: | ./e2e/argocd.sh -S "${{ matrix.storage }}" diff --git a/bin/ztf/stream2raw.py b/bin/ztf/stream2raw.py index 86575175..fef3f5ec 100644 --- a/bin/ztf/stream2raw.py +++ b/bin/ztf/stream2raw.py @@ -93,8 +93,10 @@ def main(): alert_schema, _, alert_schema_json = get_schemas_from_avro(args.schema) # Decode the Avro data, and keep only (timestamp, data) - if args.servers.startswith("localhost"): - # Only for test suite + if args.servers.startswith("localhost") or args.servers.startswith( + "kafka-cluster-kafka-bootstrap.kafka" + ): + # Only for test suite (sentinel or k8s) df_decoded = df.select([ from_avro(df["value"], alert_schema_json).alias("decoded") ])