Development

.github/workflows/ci.yml

@@ -30,7 +30,7 @@ jobs:
   guard:
     name: Clean-repo guard + Python checks
     runs-on: ubuntu-24.04
-    timeout-minutes: 20
+    timeout-minutes: 10
     steps:
       - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
       - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
@@ -48,47 +48,112 @@ jobs:
         # compileall only compiles (never imports), so it needs no deps and
         # skips heavy vendored model code. Covers the surface we edit.
         run: python -m compileall -q app/services app/launch.py scripts
+
+  python-tests-a:
+    name: Python tests A
+    runs-on: ubuntu-24.04
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
+      - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
+        with:
+          python-version: "3.10"
+          cache: pip
+          cache-dependency-path: |
+            scripts/ci-python-requirements.txt
+            scripts/ci-python-torch-cpu.txt
+            app/requirements.txt
+            app/runtime/locks/*.txt
       - name: Install lightweight test dependencies
-        run: >-
-          python -m pip install
-          "starlette==0.46.1"
-          "soundfile==0.13.1"
-          "numpy==2.2.6"
-          "opencv-python-headless==4.12.0.88"
-          "Pillow==11.3.0"
-          "requests==2.32.4"
-          "accelerate==1.12.0"
-          "av==16.1.0"
-          "diffusers==0.36.0"
-          "decord==0.6.0"
-          "einops==0.8.2"
-          "fastapi==0.115.12"
-          "ffmpeg-python==0.2.0"
-          "imageio==2.37.2"
-          "imageio-ffmpeg==0.6.0"
-          "json_repair==0.59.5"
-          "mmgp==3.7.6"
-          "onnxruntime==1.23.2"
-          "pydantic==2.10.6"
-          "psutil==7.2.2"
-          "pytest==8.3.5"
-          "rembg==2.0.65"
-          "tqdm==4.67.3"
-          "transformers==4.57.1"
-          "websocket-client==1.9.0"
+        run: python -m pip install -r scripts/ci-python-requirements.txt
       - name: Install CPU tensor test runtime
-        run: >-
-          python -m pip install
-          "torch==2.7.0+cpu"
-          "torchaudio==2.7.0+cpu"
-          "torchvision==0.22.0+cpu"
-          --extra-index-url https://download.pytorch.org/whl/cpu
+        run: python -m pip install -r scripts/ci-python-torch-cpu.txt
+      - name: Cache apt archives
+        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
+        with:
+          path: ~/.cache/hocus-apt-archives
+          key: ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+          restore-keys: |
+            ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+            ${{ runner.os }}-${{ runner.arch }}-apt-ffmpeg-
       - name: Install ffmpeg for media tests
-        run: sudo apt-get update && sudo apt-get install -y ffmpeg
-      - name: Pytest collection
-        run: python -m pytest --collect-only -q
-      - name: Python test suite
-        run: python -m pytest -q
+        run: |
+          set -euo pipefail
+          cache_dir="${HOME}/.cache/hocus-apt-archives"
+          mkdir -p "${cache_dir}"
+          sudo mkdir -p /var/cache/apt/archives/partial
+          if ls "${cache_dir}"/*.deb >/dev/null 2>&1; then
+            sudo cp "${cache_dir}"/*.deb /var/cache/apt/archives/ || true
+          fi
+          sudo apt-get update
+          sudo DEBIAN_FRONTEND=noninteractive apt-get install -y ffmpeg
+          cp /var/cache/apt/archives/*.deb "${cache_dir}/" 2>/dev/null || true
+      - name: Python test suite (shard A)
+        run: |
+          set -euo pipefail
+          python scripts/select_local_tests.py --group python-a > "${RUNNER_TEMP}/shard-a.txt"
+          test -s "${RUNNER_TEMP}/shard-a.txt"
+          python -m pytest -q --junitxml=pytest-shard-a.xml $(cat "${RUNNER_TEMP}/shard-a.txt")
+      - name: Upload shard A report
+        if: always()
+        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
+        with:
+          name: pytest-shard-a
+          path: pytest-shard-a.xml
+          if-no-files-found: ignore
+
+  python-tests-b:
+    name: Python tests B
+    runs-on: ubuntu-24.04
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0
+      - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
+        with:
+          python-version: "3.10"
+          cache: pip
+          cache-dependency-path: |
+            scripts/ci-python-requirements.txt
+            scripts/ci-python-torch-cpu.txt
+            app/requirements.txt
+            app/runtime/locks/*.txt
+      - name: Install lightweight test dependencies
+        run: python -m pip install -r scripts/ci-python-requirements.txt
+      - name: Install CPU tensor test runtime
+        run: python -m pip install -r scripts/ci-python-torch-cpu.txt
+      - name: Cache apt archives
+        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
+        with:
+          path: ~/.cache/hocus-apt-archives
+          key: ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+          restore-keys: |
+            ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+            ${{ runner.os }}-${{ runner.arch }}-apt-ffmpeg-
+      - name: Install ffmpeg for media tests
+        run: |
+          set -euo pipefail
+          cache_dir="${HOME}/.cache/hocus-apt-archives"
+          mkdir -p "${cache_dir}"
+          sudo mkdir -p /var/cache/apt/archives/partial
+          if ls "${cache_dir}"/*.deb >/dev/null 2>&1; then
+            sudo cp "${cache_dir}"/*.deb /var/cache/apt/archives/ || true
+          fi
+          sudo apt-get update
+          sudo DEBIAN_FRONTEND=noninteractive apt-get install -y ffmpeg
+          cp /var/cache/apt/archives/*.deb "${cache_dir}/" 2>/dev/null || true
+      - name: Python test suite (shard B)
+        run: |
+          set -euo pipefail
+          python scripts/select_local_tests.py --group python-b > "${RUNNER_TEMP}/shard-b.txt"
+          test -s "${RUNNER_TEMP}/shard-b.txt"
+          python -m pytest -q --junitxml=pytest-shard-b.xml $(cat "${RUNNER_TEMP}/shard-b.txt")
+      - name: Upload shard B report
+        if: always()
+        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
+        with:
+          name: pytest-shard-b
+          path: pytest-shard-b.xml
+          if-no-files-found: ignore
 
   ui-check:
     name: UI tests + lint + type-check + build
@@ -167,8 +232,26 @@ jobs:
       - name: Install Chrome for native H.264 and AAC speech export checks
         working-directory: ui
         run: npx playwright install chrome
+      - name: Cache apt archives
+        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
+        with:
+          path: ~/.cache/hocus-apt-archives
+          key: ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+          restore-keys: |
+            ${{ runner.os }}-${{ runner.arch }}-ubuntu-24.04-ffmpeg
+            ${{ runner.os }}-${{ runner.arch }}-apt-ffmpeg-
       - name: Install FFmpeg for Linux scene audio finalization
-        run: sudo apt-get update && sudo apt-get install -y ffmpeg
+        run: |
+          set -euo pipefail
+          cache_dir="${HOME}/.cache/hocus-apt-archives"
+          mkdir -p "${cache_dir}"
+          sudo mkdir -p /var/cache/apt/archives/partial
+          if ls "${cache_dir}"/*.deb >/dev/null 2>&1; then
+            sudo cp "${cache_dir}"/*.deb /var/cache/apt/archives/ || true
+          fi
+          sudo apt-get update
+          sudo DEBIAN_FRONTEND=noninteractive apt-get install -y ffmpeg
+          cp /var/cache/apt/archives/*.deb "${cache_dir}/" 2>/dev/null || true
       - name: UI E2E
         working-directory: ui
         run: npm run test:e2e
@@ -195,9 +278,14 @@ jobs:
       - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
         with:
           python-version: "3.10"
+          cache: pip
+          cache-dependency-path: |
+            scripts/ci-python-windows-requirements.txt
+            app/requirements.txt
+            app/runtime/locks/*.txt
       - name: Runtime isolation and native Windows launcher shell checks
         run: |
-          python -m pip install "pytest==8.3.5" "setuptools==80.9.0"
+          python -m pip install -r scripts/ci-python-windows-requirements.txt
           python -m pytest tests/test_runtime_profiles.py tests/test_launcher_compatibility.py tests/test_ui_distribution.py -q
       - uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6.5.0
         with:
@@ -256,7 +344,7 @@ jobs:
   ci-required:
     name: CI required
     if: always()
-    needs: [guard, ui-check, ui-e2e, ui-speech-windows]
+    needs: [guard, python-tests-a, python-tests-b, ui-check, ui-e2e, ui-speech-windows]
     runs-on: ubuntu-24.04
     timeout-minutes: 5
     steps:
@@ -265,6 +353,8 @@ jobs:
         run: |
           python3 scripts/ci_required.py \
             "Clean-repo guard + Python checks=${{ needs.guard.result }}" \
+            "Python tests A=${{ needs.python-tests-a.result }}" \
+            "Python tests B=${{ needs.python-tests-b.result }}" \
             "UI tests + lint + type-check + build=${{ needs.ui-check.result }}" \
             "UI E2E boot (Chromium + simulated API)=${{ needs.ui-e2e.result }}" \
             "Speech E2E Windows (real H.264 + AAC)=${{ needs.ui-speech-windows.result }}"

H07_HANDOFF.md

@@ -0,0 +1,48 @@
+# H07 handoff — reuse vocal analysis across shots
+
+Branch `grok/agente1-h07-speech-analysis-cache-20260911` from `origin/development`.
+Draft PR toward `development`. Do not merge.
+
+## What shipped
+
+- Persistent atomic cache (`app/services/speech_analysis_cache.py`) keyed by
+  audio SHA-256, BS-RoFormer/Rhubarb identity, isolation/analysis parameters
+  and the 90 s payload window. Same segment, three shots → one isolation and
+  one Rhubarb run. Different windows stay different keys; they are never
+  concatenated.
+- `isolate_voice` / `analyze_voice` coalesce in-flight work. A failed worker
+  does not publish a `.wav`/`.json` entry. Pins skip eviction while another
+  consumer still needs the result.
+- UI `decodeVoice` keeps a bounded (8) decoder cache. Simultaneous requests
+  share one fetch; aborting one caller does not abort or drop the shared
+  decode. `mixSceneSpeech` still mixes the original soundtrack URL.
+
+CueTimeline was not edited (H06). 90 s analysis cap unchanged.
+
+## Mock vs real isolation
+
+| Circuit | Result |
+| --- | --- |
+| Isolation worker mocked (`subprocess.run` copies WAV, CPU/offline env still asserted) | **simulated PASS** — three shots, one worker |
+| Rhubarb mocked (writes `mouthCues`) + isolation mock | **simulated PASS** — cue times identical, isolation once |
+| Missing optional BS-RoFormer files | **simulated PASS** — `reason=optional_model_missing`, no download |
+| Failure / `os.replace` error | **simulated PASS** — no partial cache file |
+| Concurrent waiters; one abandoned | **simulated PASS** — shared result kept |
+| UI decode cache + mix soundtrack | **simulated PASS** — original URL only |
+| Installed BS-RoFormer `app/ckpts/roformer/*.ckpt,*.yaml` + `audio_separator` | **PENDING real** — tests never start a download |
+| Real Rhubarb binary | **PENDING real** — not required for this PR |
+
+Do not download vocal-isolation models to “complete” this lane. The worker
+stays installed-only, CPU, `HF_HUB_OFFLINE=1`.
+
+## How to try it
+
+```bash
+PYTHONPATH=app /home/ina/pinokio/api/Maestro-next.git/app/env/bin/python -m pytest \
+  tests/test_speech_analysis_cache.py tests/test_vocal_isolation.py tests/test_scene3d_speech.py -q
+cd ui && npx tsx --tsconfig tsconfig.app.json --import ./tests/setupI18n.ts \
+  --test tests/scene3dSpeechAudioCache.test.ts
+```
+
+Cache dir: `SPEECH_ANALYSIS_CACHE_DIR` or `cache/speech-analysis/` (gitignored).
+Limits: `SPEECH_ANALYSIS_CACHE_MAX_BYTES` (128 MiB), `SPEECH_ANALYSIS_CACHE_MAX_ENTRIES` (64).

H17_HANDOFF.md

@@ -0,0 +1,60 @@
+# H17 handoff — Wizard/MCP corpus
+
+Branch `grok/agente1-h17-wizard-corpus-20260911` from `origin/development` `780d3915`.
+Draft PR toward `development`. Do not merge.
+
+## What shipped
+
+- EN/ES corpus fixture `tests/fixtures/wizard_mcp_corpus.json` (intents, negations,
+  ambiguous refs, workspace change, retry, compound, unpublished, errors).
+- Contract tests: `tests/test_wizard_mcp_corpus.py`, `ui/tests/wizardMcpCorpus.test.ts`.
+- Simulated E2E: `ui/e2e/specs/wizard-mcp-corpus.spec.ts` (Playwright harness, no Pinokio restart).
+- Guide: `docs/development/WIZARD_MCP_USAGE.md` (usable without reading the code).
+- Local evidence (gitignored): `outputs/wizard-mcp-corpus-20260911/`.
+
+No product runtime files were changed. No foreign lanes edited.
+
+## Mock vs real
+
+| Circuit | Result |
+| --- | --- |
+| FakeNative HTTP + MCP (image/speech/music/sfx/upscale) | **simulated PASS** — admission, replay, two clients, same id |
+| Wizard parse/reconcile/format (EN/ES corpus) | **simulated PASS** |
+| Playwright simulated API | implemented; run in CI / locally with the UI preview |
+| Live `GET /api/v1/generation/commands` on already-running API `:42005` | **read-only real** if that process is up |
+| Live MCP `tools/list` | not executed (Bearer token not taken from the shared runtime) |
+| Real generation with installed models | **PENDING** |
+
+Installed on the shared machine (not used): `flux2_klein_4b`, `kugelaudio_0_open`,
+`ace_step_v1_5_xl_sft_lm_4b`, others. H17 does **not** enqueue GPU work on the
+cinematic/shared Pinokio runtime.
+
+## Matrix
+
+See the fixture `matrix` array and `docs/development/WIZARD_MCP_USAGE.md`.
+Short form: designed/implemented/simulated for published ops; `generation.video`
+designed but **not implemented** (H01); real generate pending.
+
+## Failures found (not silently fixed)
+
+1. **H01** `generation.video` is unpublished on this base. Repro: catalog omits it;
+   MCP `tools/call` name `generation.video` is `isError` and creates zero tasks.
+2. **H09** prior Video Editor 589/590 frame finding is recorded, not retested.
+3. **agentActions** “Open Studio, prepare a Flux image … and generate it.”
+   fills the form and does **not** start. Repro `compound-prepare-and-generate-it`.
+4. **wizardTurnReport** how-to with an empty action list keeps model prose
+   (invented “I generated invented.png.”). No task is created. Repro in the
+   corpus fixture `howto-empty-turn-keeps-model-prose`. Not patched here
+   (`wizardTurnReport.ts` is read-only for this lane).
+
+## How to try it
+
+```bash
+PYTHONPATH=app /home/ina/pinokio/api/Maestro-next.git/app/env/bin/python -m pytest tests/test_wizard_mcp_corpus.py -q
+cd ui && npx tsx --tsconfig tsconfig.app.json --import ./tests/setupI18n.ts --test tests/wizardMcpCorpus.test.ts
+# optional: npx playwright test -c e2e/playwright.config.ts e2e/specs/wizard-mcp-corpus.spec.ts
+```
+
+As a user: read `docs/development/WIZARD_MCP_USAGE.md`. Refusal must create no
+task; an unpublished tool must not promise success; a timeout replay must keep
+the same job id on both clients.

INTEGRATION.patch

@@ -0,0 +1,30 @@
+H14 integration notes (do not rewrite ActivityFooter / useStore / applicationAdapters).
+
+1) i18n resources one-liner (ui/tests/i18nFoundation.test.tsx freezes NAMESPACES;
+   this PR keeps catalogs in ui/src/i18n/locales/{en,es}/generationInspector.json
+   and loads them from features/generation-inspector/copy.ts):
+
+   import generationInspectorEn from './locales/en/generationInspector.json'
+   import generationInspectorEs from './locales/es/generationInspector.json'
+   // NAMESPACES += 'generationInspector'
+   // resources.en.generationInspector = generationInspectorEn
+   // resources.es.generationInspector = generationInspectorEs
+
+2) H02 execution detail hook (ui/src/features/activity/executionDetail.tsx GroupActions),
+   without rewriting ActivityFooter:
+
+   import { inspectFromActivity } from '../generation-inspector'
+   <button
+     type="button"
+     onClick={() => inspectFromActivity(workspace, {
+       generation_id: inspected?.id,
+       output_folder: workspace,
+       prompt_original: /* stored original only */,
+       prompt_effective: /* stored effective only */,
+     })}
+   >
+
+   Pass the workspace/output folder of the task. Do not copy another folder's
+   record into this source. Missing original/effective must stay omitted.
+
+3) App mount: done in this PR (GenerationInspectorHost in ui/src/App.tsx).