Make github actions for QA checks too

.github/workflows/LicenseChecks.yml

@@ -0,0 +1,11 @@
+name: 📃 License Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  ensure-license-header:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: bash scripts/license_check.sh

.github/workflows/LoadSchema.yml

@@ -1,19 +1,17 @@
-name: PostGIS Load Test
-
+name: 🏋🏽 PostGIS Load Test
 on:
   push:
     paths:
       - '**'
-      #- 'sql/**.sql'
-      #- '.github/workflows/sql-lint-and-load.yml'
-      #- 'load_schema.sh'
+      # - 'sql/**.sql'
+      # - '.github/workflows/sql-lint-and-load.yml'
+      # - 'load_schema.sh'
   pull_request:
     paths:
       - 'sql/**.sql'
       - '.github/workflows/sql-lint-and-load.yml'
       - 'load_schema.sh'
   workflow_dispatch:
-
 jobs:
   postgis-load:
     runs-on: ubuntu-latest
@@ -27,25 +25,18 @@ jobs:
         ports:
           - 5432:5432
         options: >-
-          --health-cmd="pg_isready -U postgres"
-          --health-interval=10s
-          --health-timeout=5s
-          --health-retries=5
-
+          --health-cmd="pg_isready -U postgres" --health-interval=10s --health-timeout=5s --health-retries=5
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
-
       - name: Wait for Postgres to be ready
         run: |
-          for i in {1..30}; do
+          for _ in {1..30}; do
             pg_isready -h localhost -U postgres && break
             sleep 2
           done
-
       - name: Install PostgreSQL client
         run: sudo apt-get update && sudo apt-get install -y postgresql-client
-
       - name: Run load_schema.sh
         env:
           PGHOST: localhost

.github/workflows/MarkdownChecks.yml

@@ -0,0 +1,12 @@
+name: ✏️ Markdown Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  markdownlint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g markdownlint-cli
+      - run: markdownlint '**/*.md'

.github/workflows/PythonChecks.yml

@@ -0,0 +1,43 @@
+name: 🐍 Python Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  black:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: pip install black
+      - run: black --check --diff .
+  ensure-utf8-encoding:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: bash scripts/encoding_check.sh
+  ensure-google-docstrings:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: bash scripts/docstrings_check.sh
+  test-count-feedback:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: pip install -r requirements.txt || true
+      - run: python scripts/commit_test_stats.py
+  isort:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: pip install isort
+      - run: isort --check --diff .

.github/workflows/QAChecks.yml

@@ -0,0 +1,11 @@
+name: ⚒️ QA Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  code-size-feedback:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: bash scripts/codebase_size_check.sh

.github/workflows/SQLChecks.yml

@@ -0,0 +1,24 @@
+name: Pre-commit Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  sqlfluff-lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: pip install sqlfluff
+      - run: sqlfluff lint sql/
+  sqlfluff-fix:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - run: pip install sqlfluff
+      - run: sqlfluff fix --force --check sql/

.github/workflows/SpellCheck.yml

@@ -0,0 +1,12 @@
+name: Pre-commit Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  cspell:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g cspell
+      - run: cspell --no-progress --no-summary '**/*.md'

.github/workflows/YamlChecks.yml

@@ -0,0 +1,34 @@
+name: 🗜️ Yaml Checks
+on:
+  pull_request:
+  push:
+    branches: [main, master]
+jobs:
+  yamllint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - run: pip install yamllint
+      - run: yamllint .
+  yamlfmt:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install yamlfmt
+        run: sudo snap install yamlfmt
+      - name: Run yamlfmt
+        run: |
+          find . -name '*.yaml' -o -name '*.yml' | while read -r f; do
+            # Skip empty files
+            if [ ! -s "$f" ]; then
+              echo "🦘 Skipping empty file: $f"
+              continue
+            fi
+            # Skip files with only whitespace/comments
+            if ! grep -q '[^[:space:]#]' "$f"; then
+              echo "🦘 Skipping file containing only whitespace or comments: $f"
+              continue
+            fi
+            echo "⚒️ Formatting yaml file: $f"
+            yamlfmt "$f"
+          done

.gitignore

@@ -89,3 +89,6 @@ history.gif
 pgdata/
 
 presentations/*.html
+
+
+scripts/.test_stats.json

.markdownlint.yaml

@@ -0,0 +1,2 @@
+MD013: false # allow long lines
+MD033: false # allow inline HTML

.pre-commit-config.yaml

@@ -7,7 +7,6 @@ repos:
         language_version: python3
         additional_dependencies: []
         args: [sql]
-
   - repo: https://github.com/sqlfluff/sqlfluff
     rev: 3.0.7
     hooks:
@@ -21,7 +20,6 @@ repos:
         entry: sqlfluff fix --force
         language: python
         types: [sql]
-
   - repo: local
     hooks:
       - id: remove-core-file
@@ -30,7 +28,6 @@ repos:
         language: system
         stages:
           - pre-commit
-
   - repo: local
     hooks:
       - id: ensure-utf8-encoding
@@ -39,7 +36,6 @@ repos:
         language: system
         types: [python]
         stages: [pre-commit]
-
   - repo: local
     hooks:
       - id: ensure-license-header
@@ -48,7 +44,6 @@ repos:
         language: system
         types: [python, shell, sql]
         stages: [pre-commit]
-
   - repo: local
     hooks:
       - id: ensure-google-docstrings
@@ -57,15 +52,13 @@ repos:
         language: system
         types: [python]
         stages: [pre-commit]
-
   - repo: local
     hooks:
       - id: code-size-feedback
         name: "📏 Code Size Feedback"
         entry: bash scripts/codebase_size_check.sh
         language: system
-        stages: [pre-commit]        
-
+        stages: [pre-commit]
   - repo: local
     hooks:
       - id: test-count-feedback
@@ -74,7 +67,6 @@ repos:
         language: system
         types: [python]
         stages: [pre-commit]
-
   - repo: https://github.com/PyCQA/isort
     rev: 6.0.1
     hooks:
@@ -84,19 +76,45 @@ repos:
         language: python
         types: [python]
         stages: [pre-commit]
-
   - repo: local
     hooks:
       - id: nixfmt
-        name: nixfmt (RFC style)
+        name: "❄️ Nixfmt (RFC style)"
         description: Format Nix code with nixfmt-rfc-style
         entry: nixfmt
         language: system
         args: ["--"]
         types: [nix]
-        exclude: >
-          (?x)^(
-            nix/sources.nix|
-            test_data/.*
-          )$
-
+  - repo: local
+    hooks:
+      - id: markdownlint
+        name: "📝 markdownlint - Markdown linter"
+        entry: markdownlint
+        language: system
+        types: [markdown]
+        stages: [pre-commit]
+  - repo: local
+    hooks:
+      - id: cspell
+        name: "🔤 cspell - Spell checker for Markdown"
+        entry: cspell --no-progress --no-summary
+        language: system
+        types: [markdown]
+        stages: [pre-commit]
+  - repo: local
+    hooks:
+      - id: yamllint
+        name: "🔍 yamllint - YAML linter"
+        entry: yamllint
+        language: system
+        types: [yaml]
+        stages: [pre-commit]
+  - repo: local
+    hooks:
+      - id: actionlint
+        name: "🤖 actionlint - GitHub Actions workflow linter"
+        entry: actionlint
+        language: system
+        types: [yaml]
+        files: ^\.github/workflows/.*\.ya?ml$
+        stages: [pre-commit]

.yamllint

@@ -0,0 +1,2 @@
+rules:
+  document-start: disable