Don't save files that error'd on download

paulmech · Dec 1, 2024 · 5d8aaa4 · 5d8aaa4
1 parent 9653277
commit 5d8aaa4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/data/get-data.sh b/data/get-data.sh
@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-set -e
+set -eo pipefail
 
 DOWNLOAD_PATH=$PWD/downloaded
 
@@ -23,7 +23,7 @@ while true; do
     OUTPUT_FUELWATCH=$DOWNLOAD_PATH/$FILENAME
 
     if [ ! -f $OUTPUT_FUELWATCH ]; then
-        curl -sL "${FUELWATCH_URL_BASE}${FILENAME}" -o $DOWNLOAD_PATH/$FILENAME
+        curl -f -sL "${FUELWATCH_URL_BASE}${FILENAME}" -o $DOWNLOAD_PATH/$FILENAME
     fi
     let COUNTER="COUNTER + 1"
     if [ $COUNTER -gt $BACKFILL_MONTHS ]; then