Update docker image build contexts #24
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Gleaner against pids.geoconnex.dev Sitemap | |
| on: | |
| [ workflow_dispatch, pull_request ] | |
| jobs: | |
| main: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-go@v5 | |
| with: | |
| go-version: '1.20' | |
| - name: Install and Run Gleaner Runtime Dependencies, Test Utils, and Setup Env. | |
| run: | | |
| echo "::group::Install/Run Gleaner Runtime Dependencies" | |
| mkdir -p $HOME/bin | |
| curl https://dl.min.io/client/mc/release/linux-amd64/mc -o $HOME/bin/mc && chmod +x $HOME/bin/mc | |
| sh scripts/iow/start-headless-chrome.sh | |
| sh scripts/iow/start-minio.sh && sleep 3 | |
| echo "::endgroup::" | |
| - name: Setup Environment | |
| run: | | |
| echo "::group::Setup Environment" | |
| $HOME/bin/mc alias set myminio http://localhost:9000 amazingaccesskey amazingsecretkey | |
| $HOME/bin/mc mb myminio/iow | |
| echo "::endgroup::" | |
| - name: Build and Run Gleaner Harvest | |
| run: | | |
| echo "::group::Build and Run Gleaner Harvest" | |
| make | |
| sh scripts/iow/start-gleaner.sh | |
| echo "::endgroup::" | |
| - name: Verify Harvest Counts on First Harvest (Pristine S3) | |
| run: | | |
| echo "::group::Verify Harvest Counts on First Harvest (Pristine S3)" | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/orgs 5 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/cdss0 30 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/dams0 45 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/nmwdist0 266 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refgages0 330 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refmainstems 66 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/cdss0 30 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/dams0 45 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/nmwdist0 265 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refgages0 330 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refmainstems 66 | |
| echo "::endgroup::" | |
| - name: Run Gleaner Harvest Again | |
| run: | | |
| echo "::group:: Run Gleaner Harvest Again" | |
| sh scripts/iow/start-gleaner.sh | |
| echo "::endgroup::" | |
| - name: Verify Harvest Counts on Second Harvest (Verify Idempotency) | |
| run: | | |
| echo "::group::Verify Harvest Counts on Second Harvest (Verify Idempotency)" | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/orgs 5 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/cdss0 30 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/dams0 45 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/nmwdist0 266 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refgages0 330 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/prov/refmainstems 66 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/cdss0 30 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/dams0 45 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/nmwdist0 265 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refgages0 330 | |
| sh scripts/iow/assert-s3-dir-cnt.sh $HOME/bin/mc myminio/iow/summoned/refmainstems 66 | |
| echo "::endgroup::" | |