Improve kselftest report

Signed-off-by: Shreeya Patel <[email protected]>

Author: shreeya-patel98

.github/workflows/kernel-build-and-test-x86_64.yml

@@ -212,6 +212,7 @@ jobs:
         name: kselftest-logs-x86_64
         path: output-previous
         branch: ${{ github.ref_name }}
+        workflow_conclusion: success
         search_artifacts: true
         skip_unpack: false
         if_no_artifact_found: warn
@@ -220,13 +221,44 @@ jobs:
     - name: Compare test results
       run: |
         if [ -f output-previous/kselftests-*.log ]; then
-          BEFORE=$(grep -a '^ok' output-previous/kselftests-*.log | wc -l)
-          AFTER=$(grep -a '^ok' output-current/kselftests-*.log | wc -l)
-          echo "Previous run: $BEFORE passing tests"
-          echo "Current run: $AFTER passing tests"
-          if [ "$AFTER" -lt "$BEFORE" ]; then
-            echo "::warning::Regression detected: $BEFORE -> $AFTER"
+          # Compare passing tests (ok)
+          BEFORE_PASS=$(grep -a '^ok' output-previous/kselftests-*.log | wc -l)
+          AFTER_PASS=$(grep -a '^ok' output-current/kselftests-*.log | wc -l)
+
+          # Compare failing tests (not ok)
+          BEFORE_FAIL=$(grep -a '^not ok' output-previous/kselftests-*.log | wc -l)
+          AFTER_FAIL=$(grep -a '^not ok' output-current/kselftests-*.log | wc -l)
+
+          echo "### Kselftest Comparison (Branch: ${{ github.ref_name }})"
+          echo "Passing tests: $BEFORE_PASS -> $AFTER_PASS"
+          echo "Failing tests: $BEFORE_FAIL -> $AFTER_FAIL"
+
+          # Calculate differences
+          PASS_DIFF=$((AFTER_PASS - BEFORE_PASS))
+          FAIL_DIFF=$((AFTER_FAIL - BEFORE_FAIL))
+
+          echo "Pass difference: $PASS_DIFF"
+          echo "Fail difference: $FAIL_DIFF"
+
+          # Check for regression (more than 3 tests difference)
+          REGRESSION=0
+
+          if [ $PASS_DIFF -lt -3 ]; then
+            echo "::error::Regression detected: $PASS_DIFF passing tests (threshold: -3)"
+            REGRESSION=1
+          fi
+
+          if [ $FAIL_DIFF -gt 3 ]; then
+            echo "::error::Regression detected: +$FAIL_DIFF failing tests (threshold: +3)"
+            REGRESSION=1
+          fi
+
+          if [ $REGRESSION -eq 1 ]; then
+            echo "::error::Test regression exceeds acceptable threshold of 3 tests"
+            exit 1
+          else
+            echo "::notice::Test results within acceptable range (threshold: ±3 tests)"
           fi
         else
-          echo "No previous results found, skipping comparison"
+          echo "::warning::No previous successful test results found for branch ${{ github.ref_name }}, skipping comparison"
         fi