Catch json decoding issues

astrolabsoftware · Jan 15, 2025 · 33fcf77 · 33fcf77
1 parent c7620f5
commit 33fcf77
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/scheduler/check_status.sh b/scheduler/check_status.sh
@@ -62,6 +62,11 @@ for file in $FILES; do
         MESSAGE+="SPARK FAILURE: $(basename $file) $newline"
     fi
 
+    isJsonProblem=$(grep -n JSONDecodeError "$file")
+    if [[ $isJsonProblem != "" ]]; then
+        MESSAGE+="JSON FAILURE: $(basename $file) $newline"
+    fi
+
     isHdfsProblem=$(grep -n "Name node is in safe mode" "$file")
     if [[ $isHdfsProblem != "" ]]; then
         MESSAGE+="HDFS FAILURE: $(basename $file) $newline"