From 524dde1cbc171d0083939f422fa06df23e74dc19 Mon Sep 17 00:00:00 2001 From: yuqiliang <41510849+yuqiliang@users.noreply.github.com> Date: Wed, 24 Jun 2026 15:54:36 +0100 Subject: [PATCH] Add DeLTA, FeatureRecord, and harmonisation checks to CI The validate workflow previously ran the MOSAIQ linkage check for ISD, ARAUS, and SATP only, leaving DeLTA and two Python validators unguarded. Extend coverage so every built package is checked on push and PR: - run validate_mosaiq.py for DeLTA as well - add check_feature_records.py for ISD/ARAUS/SATP - add validate_schema_harmonisation.py Co-Authored-By: Claude Opus 4.8 --- .github/workflows/validate.yml | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/.github/workflows/validate.yml b/.github/workflows/validate.yml index 99dcf4d..7576024 100644 --- a/.github/workflows/validate.yml +++ b/.github/workflows/validate.yml @@ -33,7 +33,23 @@ jobs: run: uv run frictionless validate datasets/ARAUS/datapackage.yaml --trusted - name: Validate SATP package - run: uv run frictionless validate datasets/SATP/datapackage.yaml + run: uv run frictionless validate datasets/SATP/datapackage.yaml --trusted - name: Validate DeLTA package run: uv run frictionless validate datasets/DeLTA/datapackage.yaml + + - name: Validate MOSAIQ linked records + run: | + uv run python scripts/validate_mosaiq.py --dataset-dir datasets/ISD --skip-file-check + uv run python scripts/validate_mosaiq.py --dataset-dir datasets/ARAUS --skip-file-check + uv run python scripts/validate_mosaiq.py --dataset-dir datasets/SATP --skip-file-check + uv run python scripts/validate_mosaiq.py --dataset-dir datasets/DeLTA --skip-file-check + + - name: Check FeatureRecords + run: | + uv run python scripts/check_feature_records.py --dataset ISD + uv run python scripts/check_feature_records.py --dataset ARAUS + uv run python scripts/check_feature_records.py --dataset SATP + + - name: Validate schema-level harmonisation + run: uv run python scripts/validate_schema_harmonisation.py