Add a simple integration test (#275)

Author: AA-Turner

.github/workflows/test.yml

@@ -1,42 +1,73 @@
 name: Test
 
-on: [push, pull_request, workflow_dispatch]
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
 
 permissions: {}
 
 env:
   FORCE_COLOR: 1
 
 jobs:
-  test:
-    runs-on: ${{ matrix.os }}
+  integration:
+    name: Integration test
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        persist-credentials: false
+    - uses: actions/setup-python@v5
+      with:
+        python-version: "3.13"
+
+    - name: Set up requirements
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install -r requirements.txt
+
+    - name: Build documentation
+      run: >
+        python ./build_docs.py
+        --quick
+        --build-root ./build_root
+        --www-root ./www
+        --log-directory ./logs
+        --group "$(id -g)"
+        --skip-cache-invalidation
+        --languages en
+        --branches 3.14
+
+  unit:
+    name: Unit tests
+    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.13", "3.14"]
-        os: [ubuntu-latest]
+        python-version:
+        - "3.13"
+        - "3.14"
 
     steps:
-      - uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-          allow-prereleases: true
-
-      - name: Install uv
-        uses: hynek/setup-cached-uv@v2
-
-      - name: Tox tests
-        run: |
-          uvx --with tox-uv tox -e py
-
-      - name: Upload coverage
-        uses: codecov/codecov-action@v5
-        with:
-          flags: ${{ matrix.os }}
-          name: ${{ matrix.os }} Python ${{ matrix.python-version }}
-          token: ${{ secrets.CODECOV_ORG_TOKEN }}
+    - uses: actions/checkout@v4
+      with:
+        persist-credentials: false
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        allow-prereleases: true
+
+    - name: Install uv
+      uses: hynek/setup-cached-uv@v2
+
+    - name: Tox tests
+      run: uvx --with tox-uv tox -e py
+
+    - name: Upload coverage
+      uses: codecov/codecov-action@v5
+      with:
+        name: Python ${{ matrix.python-version }}
+        token: ${{ secrets.CODECOV_ORG_TOKEN }}

build_docs.py

@@ -1043,7 +1043,7 @@ def parse_args() -> argparse.Namespace:
 def setup_logging(log_directory: Path, select_output: str | None) -> None:
     """Setup logging to stderr if run by a human, or to a file if run from a cron."""
     log_format = "%(asctime)s %(levelname)s: %(message)s"
-    if sys.stderr.isatty():
+    if sys.stderr.isatty() or "CI" in os.environ:
         logging.basicConfig(format=log_format, stream=sys.stderr)
     else:
         log_directory.mkdir(parents=True, exist_ok=True)