[WS1][CUDA][Qwen3-Next] Full-model chain: vLLM rollout vs VIME recompute, raw-bit through two updates and a reload (RFC #428 stack 7/8)

.github/workflows/ci.yml

@@ -5,9 +5,9 @@ name: CI-Pipeline
 
 on:
   push:
-    branches: [ main, test ]
+    branches: [ main, test, test-qwennext ]
   pull_request:
-    branches: [ main, test ]
+    branches: [ main, test, test-qwennext ]
 
 permissions:
   contents: read
@@ -75,7 +75,32 @@ jobs:
         run: |
           python -m pytest tests/runtime/test_dispatch.py -v
           PYTEST_DISABLE_PLUGIN_AUTOLOAD=1 python -m pytest tests/ops/attention/test_attention_correctness.py -q -rs
-          python -m pytest tests/validation/operators/test_forward_invariance.py tests/contracts/test_tolerance_contract.py tests/validation/operators/test_ws1_workload.py tests/validation/operators/test_gradient_invariance.py tests/validation/operators/test_elementwise_inventory.py tests/validation/operators/test_four_judgment_matrix.py tests/validation/operators/test_op_checks.py tests/validation/operators/test_operator_inputs.py tests/benchmarks/test_profiler.py tests/validation/operators/test_kv_consistency.py tests/models/qwen3/test_ws1_qwen3_dense.py tests/validation/models/test_ws1_chain_integration.py -q
+          python -m pytest tests/validation/operators/test_forward_invariance.py tests/contracts/test_tolerance_contract.py tests/validation/operators/test_ws1_workload.py tests/validation/operators/test_gradient_invariance.py tests/validation/operators/test_elementwise_inventory.py tests/validation/operators/test_four_judgment_matrix.py tests/validation/operators/test_op_checks.py tests/validation/operators/test_operator_inputs.py tests/benchmarks/test_profiler.py tests/validation/operators/test_kv_consistency.py tests/models/qwen3/test_ws1_qwen3_dense.py tests/validation/models/test_ws1_chain_integration.py tests/models/qwen3_next/test_qwen3_next_norm.py tests/models/qwen3_next/test_gdn_state_contract.py tests/validation/common/test_tensor_identity.py tests/models/qwen3_next/test_qwen3_next_forward_contract.py tests/models/qwen3_next/test_qwen3_next_tp_blocks.py tests/models/qwen3_next/test_qwen3_next_tp_gdn.py -q
+          python -m pytest -q \
+            tests/models/qwen3_next/test_qwen3_next_binary_evidence.py \
+            tests/models/qwen3_next/test_qwen3_next_case_manifest.py \
+            tests/models/qwen3_next/test_qwen3_next_checkpoint.py \
+            tests/models/qwen3_next/test_qwen3_next_engine_weights.py \
+            tests/models/qwen3_next/test_qwen3_next_environment_identity.py \
+            tests/models/qwen3_next/test_qwen3_next_failure.py \
+            tests/models/qwen3_next/test_qwen3_next_imported_binary.py \
+            tests/models/qwen3_next/test_qwen3_next_installed_provider_identity.py \
+            tests/models/qwen3_next/test_qwen3_next_l2.py \
+            tests/models/qwen3_next/test_qwen3_next_layers.py \
+            tests/models/qwen3_next/test_qwen3_next_logprob_adapter.py \
+            tests/models/qwen3_next/test_qwen3_next_native_recompute.py \
+            tests/models/qwen3_next/test_qwen3_next_operator_gates.py \
+            tests/models/qwen3_next/test_qwen3_next_profile.py \
+            tests/models/qwen3_next/test_qwen3_next_rl_fixture.py \
+            tests/models/qwen3_next/test_qwen3_next_rotary_dtype.py \
+            tests/models/qwen3_next/test_qwen3_next_storage.py \
+            tests/models/qwen3_next/test_qwen3_next_training_audit.py \
+            tests/models/qwen3_next/test_qwen3_next_training_closeout.py \
+            tests/models/qwen3_next/test_qwen3_next_training_export.py \
+            tests/models/qwen3_next/test_qwen3_next_subnode.py \
+            tests/models/qwen3_next/test_qwen3_next_chain_report.py \
+            tests/models/qwen3_next/test_qwen3_next_run.py \
+            tests/models/qwen3_next/test_qwen3_next_evidence_redaction.py
 
       - name: Run Cross-Configuration Contract Tests (CPU-safe)
         run: |

.github/workflows/qwen3-next-provider-gpu.yml

@@ -0,0 +1,96 @@
+# SPDX-License-Identifier: Apache-2.0
+# RFC #428 Qwen3-Next provider comparisons: the C1/C3/C4 norm providers, the C6
+# GDN decode-step goldens, the shared GEMM/MoE route-combine provider and the TP4
+# GDN/convolution/attention mixers, each checked against the real vLLM 0.30.0 provider.
+#
+# These check_ files import vLLM, so the default pytest collection never runs them
+# (tests/integrations/common/test_framework_operator_integrations.py asserts vLLM is not imported). This
+# workflow runs them in their own process on a self-hosted runner that a maintainer
+# registers with the labels below and keeps on the audited runtime (CUDA 13,
+# torch 2.13.0+cu130, vLLM 0.30.0). Without such a runner the job queues rather than
+# reporting a false pass.
+#
+# Security: do not use pull_request_target. Fork PRs never reach the self-hosted
+# runner; a maintainer dispatches the reviewed commit from a trusted branch.
+
+name: Qwen3-Next-provider-GPU
+
+on:
+  pull_request:
+    branches: [main, test-qwennext]
+    paths:
+      - "rl_engine/backends/**"
+      - "rl_engine/reference/**"
+      - "csrc/cuda/attention/**"
+      - "rl_engine/models/qwen3_next/**"
+      - "rl_engine/integrations/engines/train/vllm/qwen3_next*"
+      - "rl_engine/validation/models/qwen3_next*"
+      - "tools/validation/models/*qwen3_next*"
+      - "tests/models/qwen3_next/**"
+      - "tests/models/qwen3_next/check_gdn_recurrent_golden.py"
+      - ".github/workflows/qwen3-next-provider-gpu.yml"
+  workflow_dispatch:
+
+concurrency:
+  group: qwen3-next-provider-gpu-${{ github.ref }}
+  cancel-in-progress: false
+
+permissions:
+  contents: read
+
+jobs:
+  fork-pr-notice:
+    if: github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository
+    runs-on: ubuntu-latest
+    steps:
+      - name: Report required trusted execution
+        run: |
+          echo "Fork code does not run on the self-hosted Qwen3-Next provider runner."
+          echo "A maintainer must dispatch this workflow from a trusted upstream branch."
+          echo "source_repository=${{ github.event.pull_request.head.repo.full_name }}"
+          echo "source_sha=${{ github.event.pull_request.head.sha }}"
+
+  provider:
+    if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
+    runs-on: [self-hosted, linux, x64, rl-kernel-qwen3-next]
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+      - name: Require the audited runtime
+        run: |
+          python3 - <<'PY'
+          import torch, vllm
+          assert torch.__version__ == "2.13.0+cu130"
+          assert vllm.__version__ == "0.30.0"
+          assert torch.cuda.is_available()
+          PY
+      - name: Build the extension against that runtime
+        run: python3 setup.py build_ext --inplace
+      - name: Require the extension built from this checkout
+        # A stale editable install elsewhere on the runner would otherwise satisfy the
+        # import and test some other tree's _C.
+        run: |
+          python3 - <<'PY'
+          import os
+          from pathlib import Path
+
+          from rl_engine import _C
+
+          workspace = Path(os.environ["GITHUB_WORKSPACE"]).resolve()
+          loaded = Path(_C.__file__).resolve()
+          assert workspace in loaded.parents, f"rl_engine._C loaded from {loaded}, outside {workspace}"
+          print("rl_engine._C:", loaded)
+          PY
+      - name: Check pinned providers in their own process
+        # The FP32 router needs IEEE Triton dots from process start.
+        env:
+          TRITON_F32_DEFAULT: ieee
+        run: |
+          python3 -m pytest -q tests/models/qwen3_next/check_qwen3_next_norm_providers.py tests/models/qwen3_next/check_gdn_recurrent_golden.py \
+            tests/models/qwen3_next/check_qwen3_next_forward.py tests/models/qwen3_next/check_qwen3_next_attention.py \
+            tests/models/qwen3_next/check_qwen3_next_gdn_bridge.py tests/models/qwen3_next/check_qwen3_next_gdn_sequence.py \
+            tests/models/qwen3_next/check_qwen3_next_conv_bridge.py tests/models/qwen3_next/check_qwen3_next_core_matrix.py \
+            tests/models/qwen3_next/check_qwen3_next_shared_core.py \
+            tests/models/qwen3_next/check_qwen3_next_paged_attention.py tests/models/qwen3_next/check_qwen3_next_batch_invariance.py

.github/workflows/ws1-gtest-gpu.yml

@@ -10,7 +10,7 @@ name: WS1-gtest-GPU
 
 on:
   pull_request:
-    branches: [ main ]
+    branches: [ main, test-qwennext ]
     paths:
       - "rl_engine/validation/**"
       - "rl_engine/backends/**"
@@ -28,6 +28,7 @@ on:
       - "tools/validation/operators/ws1_candidate_evidence.py"
       - "tests/validation/**"
       - "tests/models/**"
+      - "tests/ops/norm/**"
       - "tests/validation/operators/test_forward_invariance.py"
       - "tests/validation/operators/test_gradient_invariance.py"
       - "tests/validation/operators/test_four_judgment_matrix.py"
@@ -36,7 +37,7 @@ on:
       - "ci/scripts/run_gpu_ci.sh"
       - ".github/workflows/ws1-gtest-gpu.yml"
   push:
-    branches: [ main ]
+    branches: [ main, test-qwennext ]
     paths:
       - "rl_engine/validation/**"
       - "rl_engine/backends/**"
@@ -54,6 +55,7 @@ on:
       - "tools/validation/operators/ws1_candidate_evidence.py"
       - "tests/validation/**"
       - "tests/models/**"
+      - "tests/ops/norm/**"
       - "tests/validation/operators/test_forward_invariance.py"
       - "tests/validation/operators/test_gradient_invariance.py"
       - "tests/validation/operators/test_four_judgment_matrix.py"

.pre-commit-config.yaml

@@ -4,9 +4,10 @@ repos:
     hooks:
       - id: trailing-whitespace
         # Unified diffs include significant context markers and pinned hashes.
-        exclude: '(\.patch$|^reports/archive/)'
+        # Published Qwen3-Next chain evidence is byte-exact (SHA256SUMS).
+        exclude: '(\.patch$|^reports/archive/|^docs/usage/evidence/qwen3-next-chain-b200/)'
       - id: end-of-file-fixer
-        exclude: ^reports/archive/
+        exclude: '^(reports/archive/|docs/usage/evidence/qwen3-next-chain-b200/)'
       - id: check-yaml
         exclude: 'mkdocs\.yaml$'
       - id: check-added-large-files

ci/scripts/run_qwen3_next_chain_gate.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+# SPDX-License-Identifier: Apache-2.0
+# Qwen3-Next chain-report adapter checks; with a report path, also validate that report.
+#   bash ci/scripts/run_qwen3_next_chain_gate.sh [chain-report.json]
+set -euo pipefail
+ROOT="$(cd "$(dirname "$0")/.." && pwd)"
+cd "$ROOT"
+PY="${PY:-python3}"
+export PYTHONPATH="$ROOT${PYTHONPATH:+:$PYTHONPATH}"
+"$PY" -m pytest -q tests/models/qwen3_next/test_qwen3_next_chain_report.py
+if [ "$#" -ge 1 ]; then
+  "$PY" - "$1" <<'PY'
+import dataclasses, json, sys
+
+from rl_engine.validation.models.chain_gate import ChainGateReport
+from rl_engine.validation.models.qwen3_next_chain_report import COMPATIBLE_SCHEMA, SCHEMA_VERSION
+
+report = json.load(open(sys.argv[1]))
+missing = {f.name for f in dataclasses.fields(ChainGateReport)} - set(report)
+assert not missing, f"chain report lacks ChainGateReport fields: {sorted(missing)}"
+assert report["schema_version"] == SCHEMA_VERSION, report["schema_version"]
+assert report["compatible_schema"] == COMPATIBLE_SCHEMA, report["compatible_schema"]
+print(f"passed={report['passed']} first_drift={report['first_drift']} "
+      f"family={report['first_drift_family']} cells={len(report['cells'])}")
+sys.exit(0 if report["passed"] else 1)
+PY
+fi

ci/scripts/run_qwen3_next_operator_gates.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+# Required operator acceptance and diagnostics use separate declared case sets.
+set -euo pipefail
+ROOT="$(cd "$(dirname "$0")/.." && pwd)"
+cd "$ROOT"
+PY="${PY:-python3}"
+OUT="${QWEN3_NEXT_EVIDENCE_DIR:?Set QWEN3_NEXT_EVIDENCE_DIR to an artifact directory}"
+export PYTHONPATH="$ROOT${PYTHONPATH:+:$PYTHONPATH}"
+exec "$PY" tools/validation/models/qwen3_next_operator_gates.py --out "$OUT" \
+  --suite "${QWEN3_NEXT_OPERATOR_SUITE:-all}"

ci/scripts/run_ws1_gtest.sh

@@ -19,6 +19,7 @@ echo "[ws1-gtest] interpreter=$PY out=$OUT"
 
 "$PY" -m pytest -q \
   tests/validation/operators/test_ws1_gtest_gpu.py \
+  tests/models/qwen3_next/test_qwen3_next_norm.py \
   tests/ops/attention/test_triton_batch_invariant_attention.py \
   tests/validation/operators/test_four_judgment_matrix.py \
   tests/validation/operators/test_ws1_candidate_evidence.py \
@@ -75,3 +76,14 @@ for cell in required:
         )
 print("[ws1-gtest] C8 gate passed")
 PY
+
+echo "[ws1-gtest] Qwen3-Next C3/C4 norms (operator scope)"
+QWEN3_NEXT_NORM_MANIFEST=rl_engine/validation/models/qwen3_next_norm_manifest.json
+"$PY" tools/validation/operators/check_forward_invariance.py --manifest "$QWEN3_NEXT_NORM_MANIFEST" \
+  --op qwen3_next_rms_norm --candidate cuda --backend-profile cuda_bf16 --hidden 2048 --head-dim 128
+"$PY" tools/validation/operators/check_gradient_invariance.py --manifest "$QWEN3_NEXT_NORM_MANIFEST" \
+  --op qwen3_next_rms_norm --candidate cuda --backend-profile cuda_bf16 --hidden 2048 --head-dim 128
+"$PY" tools/validation/operators/check_forward_invariance.py --manifest "$QWEN3_NEXT_NORM_MANIFEST" \
+  --op rms_norm_gated --candidate cuda --backend-profile cuda_bf16 --hidden 2048 --head-dim 128
+"$PY" tools/validation/operators/check_gradient_invariance.py --manifest "$QWEN3_NEXT_NORM_MANIFEST" \
+  --op rms_norm_gated --candidate cuda --backend-profile cuda_bf16 --hidden 2048 --head-dim 128