Merge pull request #240 from ds-wizard/release/4.11.0 #1175
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build | |
| on: | |
| push: | |
| jobs: | |
| package: | |
| name: Python Package | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| package: | |
| - dsw-command-queue | |
| - dsw-config | |
| - dsw-data-seeder | |
| - dsw-database | |
| - dsw-document-worker | |
| - dsw-mailer | |
| - dsw-models | |
| - dsw-storage | |
| - dsw-tdk | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.11 | |
| cache: pip | |
| cache-dependency-path: | | |
| **/pyproject.toml | |
| **/requirements*.txt | |
| - name: Prepare Python env | |
| run: | | |
| python -m pip install -U pip setuptools wheel | |
| - name: Create build info | |
| run: | | |
| bash scripts/build-info.sh | |
| - name: Install dependencies | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| pip install -r requirements.txt | |
| make local-deps | |
| - name: Install package | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| pip install . | |
| - name: Verify installation | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| make verify | |
| - name: Build package sdist | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| python setup.py sdist | |
| - name: Build package bdist (wheel) | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| python setup.py bdist_wheel | |
| - name: Test package | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| make test | |
| docker: | |
| name: Docker | |
| runs-on: ubuntu-latest | |
| needs: [package] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| package: | |
| - dsw-data-seeder | |
| - dsw-document-worker | |
| - dsw-mailer | |
| - dsw-tdk | |
| env: | |
| PUBLIC_IMAGE_PREFIX: 'datastewardshipwizard' | |
| DOCKER_META_CONTEXT: '.' | |
| DOCKER_META_FILE: './packages/${{ matrix.package }}/Dockerfile' | |
| DOCKER_META_PLATFORMS: 'linux/amd64,linux/arm64' | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Get Docker image name | |
| id: docker-image-name | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| NAME=$(make docker-image-name) | |
| echo "NAME=$NAME" >> $GITHUB_OUTPUT | |
| - name: Create build info | |
| run: | | |
| bash scripts/build-info.sh | |
| # TEST DOCKER IMAGE BUILD | |
| - name: Docker meta [test] | |
| id: meta-test | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=sha | |
| - name: Docker build [test] | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: false | |
| tags: ${{ steps.meta-test.outputs.tags }} | |
| labels: ${{ steps.meta-test.outputs.labels }} | |
| # PREPARE | |
| - name: Docker login [docker.io] | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| # DEVELOPMENT IMAGES | |
| - name: Docker meta [dev] | |
| id: meta-dev | |
| if: github.event_name != 'pull_request' | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ secrets.DOCKER_HUB_USERNAME }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| - name: Docker build+push [dev] | |
| uses: docker/build-push-action@v6 | |
| if: github.event_name != 'pull_request' && steps.meta-dev.outputs.tags != '' | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: true | |
| tags: ${{ steps.meta-dev.outputs.tags }} | |
| labels: ${{ steps.meta-dev.outputs.labels }} | |
| # PUBLIC IMAGES | |
| - name: Docker meta [public] | |
| id: meta-public | |
| if: github.event_name != 'pull_request' | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ steps.docker-image-name.outputs.NAME }} | |
| ${{ secrets.DOCKER_HUB_USERNAME }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=raw,value=latest,enable=${{ github.ref == format('refs/heads/{0}', 'main') }} | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=semver,pattern={{major}},enable=${{ !startsWith(github.ref, 'refs/tags/v0.') }} | |
| - name: Docker build+push [public] | |
| uses: docker/build-push-action@v6 | |
| if: github.event_name != 'pull_request' && steps.meta-public.outputs.tags != '' | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: true | |
| tags: ${{ steps.meta-public.outputs.tags }} | |
| labels: ${{ steps.meta-public.outputs.labels }} | |
| lambda-docker: | |
| name: Docker (lambda) | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| package: | |
| - dsw-document-worker | |
| env: | |
| PUBLIC_IMAGE_PREFIX: 'datastewardshipwizard' | |
| DOCKER_META_CONTEXT: '.' | |
| DOCKER_META_FILE: './packages/${{ matrix.package }}/lambda.Dockerfile' | |
| DOCKER_META_PLATFORMS: 'linux/amd64' | |
| DOCKER_META_SUFFIX_LAMBDA: '-lambda' | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Get Docker image name | |
| id: docker-image-name | |
| run: | | |
| cd packages/${{ matrix.package }} | |
| NAME=$(make docker-image-name) | |
| echo "NAME=$NAME" >> $GITHUB_OUTPUT | |
| - name: Create build info | |
| run: | | |
| bash scripts/build-info.sh | |
| # TEST DOCKER IMAGE BUILD | |
| - name: Docker meta [test] | |
| id: meta-test | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=sha | |
| flavor: | | |
| suffix=${{ env.DOCKER_META_SUFFIX_LAMBDA }} | |
| - name: Docker build [test] | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: false | |
| tags: ${{ steps.meta-test.outputs.tags }} | |
| labels: ${{ steps.meta-test.outputs.labels }} | |
| # PREPARE | |
| - name: Docker login [docker.io] | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| # DEVELOPMENT IMAGES | |
| - name: Docker meta [dev] | |
| id: meta-dev | |
| if: github.event_name != 'pull_request' | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ secrets.DOCKER_HUB_USERNAME }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=ref,event=branch | |
| flavor: | | |
| suffix=${{ env.DOCKER_META_SUFFIX_LAMBDA }} | |
| - name: Docker build+push [dev] | |
| uses: docker/build-push-action@v6 | |
| if: github.event_name != 'pull_request' && steps.meta-dev.outputs.tags != '' | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: true | |
| tags: ${{ steps.meta-dev.outputs.tags }} | |
| labels: ${{ steps.meta-dev.outputs.labels }} | |
| # PUBLIC IMAGES | |
| - name: Docker meta [public] | |
| id: meta-public | |
| if: github.event_name != 'pull_request' | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.PUBLIC_IMAGE_PREFIX }}/${{ steps.docker-image-name.outputs.NAME }} | |
| ${{ secrets.DOCKER_HUB_USERNAME }}/${{ steps.docker-image-name.outputs.NAME }} | |
| tags: | | |
| type=raw,value=latest,enable=${{ github.ref == format('refs/heads/{0}', 'main') }} | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=semver,pattern={{major}},enable=${{ !startsWith(github.ref, 'refs/tags/v0.') }} | |
| flavor: | | |
| suffix=${{ env.DOCKER_META_SUFFIX_LAMBDA }} | |
| - name: Docker build+push [public] | |
| uses: docker/build-push-action@v6 | |
| if: github.event_name != 'pull_request' && steps.meta-public.outputs.tags != '' | |
| with: | |
| context: ${{ env.DOCKER_META_CONTEXT }} | |
| file: ${{ env.DOCKER_META_FILE }} | |
| platforms: ${{ env.DOCKER_META_PLATFORMS }} | |
| push: true | |
| tags: ${{ steps.meta-public.outputs.tags }} | |
| labels: ${{ steps.meta-public.outputs.labels }} |