testing.yml

name: UDMI Test Suite

on:
  push:
    branches:
      - '**'
  workflow_dispatch:
  pull_request:
  schedule:
    - cron: '0 13 * * *'

concurrency:
  group: ci-${{ github.repository }}
  cancel-in-progress: true

jobs:
  unit:
    name: Unit Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 10
    steps:
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - uses: actions/setup-python@v5
        with:
          python-version: '3.10'
      - name: Checkout source
        uses: actions/checkout@v4
      - name: start and test local servers
        run: |
          bin/setup_base
          bin/clone_model
          bin/start_pubsub
      - name: bin/run_tests all_tests
        run: bin/run_tests all_tests
      - name: all test output
        if: ${{ !cancelled() }}
        run: more out/test_*
      - name: gencode test output
        if: ${{ !cancelled() }}
        run: more out/test_bin+gencode+check
      - name: validator test output
        if: ${{ !cancelled() }}
        run: more out/test_validator+bin+build+check
      - name: pubber test output
        if: ${{ !cancelled() }}
        run: more out/test_pubber+bin+build+check
      - name: udmis test output
        if: ${{ !cancelled() }}
        run: more out/test_udmis+bin+build+check
      - name: site test output
        if: ${{ !cancelled() }}
        run: more out/test_bin+test_sites

  spelling:
    name: Docs Spelling Checks
    runs-on: ubuntu-24.04
    timeout-minutes: 2
    steps:
      - uses: actions/checkout@v4
      - name: Check Spelling
        uses: rojopolis/spellcheck-github-actions@0.35.0
        with:
          config_path: .spellcheck.yml
          task_name: Markdown

  automapping:
    name: Automapping capability
    runs-on: ubuntu-24.04
    timeout-minutes: 10
    if: ${{ vars.TARGET_PROJECT != '' && !cancelled() }}
    env:
      TARGET_PROJECT: ${{ vars.TARGET_PROJECT }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - name: base setup
        run: |
          bin/setup_base
          bin/clone_model
      - name: local setup
        run: |
          bin/start_local sites/udmi_site_model $TARGET_PROJECT
          bin/pull_messages ${TARGET_PROJECT}%ZZ-TRI-FECTA > /tmp/message_capture.log 2>&1 &
      - name: bin/test_automapper
        run: bin/test_automapper $TARGET_PROJECT
      - name: extra devices
        run: |
          find sites/udmi_site_model/extras/ -type f | xargs sed -i '$a\'
          find sites/udmi_site_model/extras/ -type f | xargs more
      - name: udmis log
        if: ${{ !cancelled() }}
        run: cat /tmp/udmis.log
      - name: pubber log
        if: ${{ !cancelled() }}
        run: cat out/pubber.log.GAT-123
      - name: captured messages
        if: ${{ !cancelled() }}
        run: |
          cat /tmp/message_capture.log
          mkdir -p out/registries && cd out/registries/
          find . -type f | sort | xargs more
      - name: support bundle
        if: ${{ !cancelled() }}
        run: bin/support ${{ github.repository_owner }}_${{ github.job }}_
      - uses: actions/upload-artifact@v4
        if: ${{ !cancelled() }}
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}-m
          path: '*_udmi-support_*.tgz'

  baseline:
    name: Baseline Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 15
    needs: automapping
    if: vars.TARGET_PROJECT != ''
    env:
      TARGET_PROJECT: ${{ vars.TARGET_PROJECT }}
      UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - name: base setup
        run: bin/run_tests install_dependencies
      - name: local setup
        run: bin/start_local sites/udmi_site_model $TARGET_PROJECT
      - name: registrar clean
        run: bin/test_regclean solo $TARGET_PROJECT
      - name: special sequences
        if: ${{ !cancelled() }}
        run: bin/test_special $TARGET_PROJECT
      - name: telemetry validator
        if: ${{ !cancelled() }}
        run: bin/test_validator $TARGET_PROJECT
      - name: validator result
        if: ${{ !cancelled() }}
        run: more out/validator.out || true
      - name: message captures
        if: ${{ !cancelled() }}
        run: |
          cd sites/udmi_site_model/out
          find . -type f | sort | xargs ls -l
          find . -type f | sort | xargs more | cat
      - name: nostate sequences
        if: ${{ !cancelled() }}
        run: bin/test_sequencer nostate full $TARGET_PROJECT
      - name: support bundle
        if: ${{ !cancelled() }}
        run: UDMI_REGISTRY_SUFFIX=_b bin/support ${{ github.repository_owner }}_${{ github.job }}_
      - uses: actions/upload-artifact@v4
        if: ${{ !cancelled() }}
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}-b
          path: '*_udmi-support_*.tgz'

  sequencer:
    name: Sequencer Tests
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    strategy:
      fail-fast: false
      matrix:
        shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
    if: vars.TARGET_PROJECT != ''
    env:
      TARGET_PROJECT: ${{ vars.TARGET_PROJECT }}
      UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA
      UDMI_REGISTRY_SUFFIX: _${{ matrix.shard }}
      MATRIX_SHARD_COUNT: 10
      MATRIX_SHARD_INDEX: ${{ matrix.shard }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - name: base setup
        run: bin/run_tests install_dependencies
      - name: local setup
        run: bin/start_local sites/udmi_site_model $TARGET_PROJECT
      - name: registrar clean
        run: bin/test_regclean $TARGET_PROJECT
      - name: sequence tests clean
        if: ${{ !cancelled() }}
        run: bin/test_sequencer clean nocheck $TARGET_PROJECT
      - name: sequence tests alpha
        if: ${{ !cancelled() }}
        run: bin/test_sequencer alpha nocheck $TARGET_PROJECT
      - name: sequence test post-process
        if: ${{ !cancelled() }}
        run: egrep ' test .* after .*s ' out/sequencer.log | tee out/timing_sequencer.out
      - name: itemized sequencer tests
        if: ${{ !cancelled() }}
        run: bin/test_itemized $TARGET_PROJECT
      - name: output files
        if: ${{ !cancelled() }}
        run: more out/*.out* | cat
      - name: pubber logs
        if: ${{ !cancelled() }}
        run: more out/pubber.log* pubber/out/*.json | cat
      - name: udmis log
        if: ${{ !cancelled() }}
        run: cat /tmp/udmis.log
      - name: itemized test post-process
        if: ${{ !cancelled() }}
        run: egrep ' test .* after .*s ' out/sequencer.log-* | tee out/timing_itemized.out
      - name: support bundle
        if: ${{ !cancelled() }}
        run: |
          bin/support ${{ github.repository_owner }}_${{ github.job }}_
          tar -tzvf *udmi-support*.tgz
      - uses: actions/upload-artifact@v4
        if: ${{ !cancelled() }}
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}-${{ matrix.shard }}
          path: '*_udmi-support_*.tgz'

  runlocal:
    name: UDMIS Local Setup
    runs-on: ubuntu-24.04
    timeout-minutes: 20
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - name: base setup
        run: |
          bin/setup_base
          bin/clone_model
          bin/registrar sites/udmi_site_model
      - name: local setup
        run: |
          bin/start_local sites/udmi_site_model //mqtt/localhost
          bin/pull_messages //mqtt/localhost /tmp/message_capture.log 2>&1 &
      - name: bin/test_etcd
        run: bin/test_etcd
      - name: bin/test_mosquitto
        run: bin/test_mosquitto
      - name: bin/test_regclean
        run: bin/test_regclean //mqtt/localhost
      - name: bin/test_sequencer
        run: bin/test_sequencer local full //mqtt/localhost $(< etc/local_tests.txt)
      - name: bin/test_udmis
        run: bin/test_udmis
      - name: mosquitto debug
        if: ${{ !cancelled() }}
        run: |
          mosquitto -h || true
          sudo more /etc/mosquitto/* /etc/mosquitto/conf.d/* || true
      - name: udmis log
        if: ${{ !cancelled() }}
        run: cat /tmp/udmis.log
      - name: mosquitto logs
        if: ${{ !cancelled() }}
        run: cat /var/log/mosquitto/mosquitto.log || true
      - name: captured messages
        if: ${{ !cancelled() }}
        run: find out/registries -type f
      - name: support bundle
        if: ${{ !cancelled() }}
        run: bin/support ${{ github.repository_owner }}_${{ github.job }}_
      - uses: actions/upload-artifact@v4
        if: ${{ !cancelled() }}
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}-l
          path: '*_udmi-support_*.tgz'

  endpoint:
    name: Endpoint Redirection
    runs-on: ubuntu-24.04
    timeout-minutes: 15
    env:
      UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA
      TARGET_PROJECT: //mqtt/localhost
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '17'
      - name: base setup
        run: bin/run_tests install_dependencies
      - name: local setup
        run: bin/start_local sites/udmi_site_model $TARGET_PROJECT
      - name: regclean
        run: bin/test_regclean $TARGET_PROJECT
      - name: bin/test_proxy
        if: ${{ env.MQTT_PROXY_HOST != '' }}
        run: bin/test_proxy $TARGET_PROJECT $MQTT_PROXY_HOST
      - name: bin/test_redirect
        run: bin/test_redirect $TARGET_PROJECT
      - name: pubber.log
        if: ${{ !cancelled() }}
        run: more out/pubber.log* | cat
      - name: support bundle
        if: ${{ !cancelled() }}
        run: UDMI_REGISTRY_SUFFIX=_r bin/support ${{ github.repository_owner }}_${{ github.job }}_
      - uses: actions/upload-artifact@v4
        if: ${{ !cancelled() }}
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}-r
          path: '*_udmi-support_*.tgz'

  posttest:
    name: Post-test Summarization
    runs-on: ubuntu-24.04
    timeout-minutes: 5
    needs: [ baseline, sequencer, endpoint, runlocal ]
    if: ${{ !cancelled() && vars.TARGET_PROJECT != '' }}
    env:
      TARGET_PROJECT: ${{ vars.TARGET_PROJECT }}
      UDMI_ALT_REGISTRY: ZZ-REDIRECT-NA
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: '3.10'
      - name: Base setup
        run: bin/setup_base
      - name: Download all sharded support packages
        uses: actions/download-artifact@v4
        with:
          path: udmi-support_${{ github.run_id }}
          pattern: udmi-support_${{ github.run_id }}-*
          merge-multiple: true
      - name: Upload merged support package
        uses: actions/upload-artifact@v4
        with:
          if-no-files-found: error
          name: udmi-support_${{ github.run_id }}
          path: 'udmi-support_${{ github.run_id }}/*_udmi-support_*.tgz'
      - name: Processing support package
        run: bin/support_process udmi-support_*
      - name: Test run index
        run: |
          ls -d sites/udmi_site_model*/out*/devices/AHU-1/tests/*
          find out* -name 'schema*.out*' -size +0 | xargs more | cat
      - name: Sequencer validation
        if: ${{ !cancelled() }}
        run: bin/test_sequcheck
      - name: Itemized validation
        if: ${{ !cancelled() }}
        run: bin/test_itemcheck