test(benchmarks): expand Buzz-native dataset (#6448) #114
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Harbor Buzz Orchestra | |
| on: | |
| push: | |
| branches: [main] | |
| paths: | |
| - "benchmarks/harbor-buzz-orchestra/**" | |
| - "benchmarks/buzz-dataset/**" | |
| - ".github/workflows/benchmark-harbor.yml" | |
| pull_request: | |
| paths: | |
| - "benchmarks/harbor-buzz-orchestra/**" | |
| - "benchmarks/buzz-dataset/**" | |
| - ".github/workflows/benchmark-harbor.yml" | |
| permissions: | |
| contents: read | |
| jobs: | |
| test: | |
| name: Python tests and lint | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3 | |
| - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5 | |
| with: | |
| python-version: "3.12" | |
| cache: pip | |
| - name: Test adapter | |
| working-directory: benchmarks/harbor-buzz-orchestra | |
| run: | | |
| python -m pip install --disable-pip-version-check -e ".[dev]" | |
| pytest -q | |
| ruff check . | |
| # The task verifiers live in the sibling benchmarks/buzz-dataset, so | |
| # they need the harness config passed explicitly to stay linted. | |
| ruff check --config pyproject.toml ../buzz-dataset | |
| - name: Test provisioner | |
| working-directory: benchmarks/harbor-buzz-orchestra/testbed | |
| run: | | |
| python -m pip install --disable-pip-version-check -e ".[dev]" | |
| pytest -q | |
| ruff check . |