update test scripts to exit on cmd error (i.e. set -e) and add initia…

…l grouping of cmds to gleaner verification gh action

.github/workflows/test_geoconnex_dev_sitemap.yml

@@ -10,14 +10,14 @@ jobs:
       - uses: actions/setup-go@v5
         with:
           go-version: '1.20'
-      - run: sudo apt-get install make
-      - run: sudo apt-get install git 
-      - run: mkdir -p $HOME/bin
-      - run: curl https://dl.min.io/client/mc/release/linux-amd64/mc -o $HOME/bin/mc && chmod +x $HOME/bin/mc 
-      - run: sh scripts/iow/start-headless-chrome.sh
-      - run: sh scripts/iow/start-minio.sh && sleep 3
-      - run: $HOME/bin/mc alias set myminio http://localhost:9000 amazingaccesskey amazingsecretkey
-      - run: $HOME/bin/mc mb myminio/iow
+      - name: Install and Run Gleaner Runtime Dependencies, Test Utils, and Setup Env.
+        run: |
+            mkdir -p $HOME/bin
+            curl https://dl.min.io/client/mc/release/linux-amd64/mc -o $HOME/bin/mc && chmod +x $HOME/bin/mc 
+            sh scripts/iow/start-headless-chrome.sh
+            sh scripts/iow/start-minio.sh && sleep 3
+            $HOME/bin/mc alias set myminio http://localhost:9000 amazingaccesskey amazingsecretkey
+            $HOME/bin/mc mb myminio/iow
       - run: make 
       - run: sh scripts/iow/start-gleaner.sh      
       - run: sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/orgs 5

scripts/iow/assert-s3-dir-cnt.sh

@@ -1,5 +1,7 @@
 #!/bin/sh
 
+set -e #exit on error
+
 MC="$1"
 DIR="$2"
 DESIRED_COUNT="$3"

scripts/iow/start-gleaner.sh

@@ -1,16 +1,17 @@
 #!/bin/sh
 
+# exit on error
+set -e
 
-
-
+# set relative path of gleaner config from root of this repository
 CFGPATH="configs/iow/pids-geoconnex-dev-gleanerconfig.yaml"
 
 for src in `cat $CFGPATH | grep '\Wname:'|awk '{print $2}'`
 do
 
 
 echo "harvesting source '$src'..."
-./gleaner -log debug  -cfg $CFGPATH -source $src -rude
+./gleaner -log info  -cfg $CFGPATH -source $src -rude
 done
 echo "complete!"
 

scripts/iow/start-headless-chrome.sh

@@ -1,5 +1,6 @@
 #!/bin/sh
 
+set -e # exit on error
 
 docker run -d  \
 	--rm \

scripts/iow/start-minio.sh

@@ -1,7 +1,12 @@
 #!/bin/sh
 
+
+set -e # exit on error
+
 # --rm
 # --memory
+
+
 docker run -d \
    --rm \
    -p 9000:9000 \