adds schema version hack to integration test (#186) #36
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run integration tests | |
| on: | |
| push: | |
| branches: | |
| - dev | |
| jobs: | |
| integration_tests: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| env: | |
| AWS_METADATA_MAPPER_ROLE: ${{ secrets.AWS_METADATA_MAPPER_ROLE_PROD }} | |
| AWS_METADATA_MAPPER_BUCKET: ${{ vars.AWS_METADATA_MAPPER_BUCKET_PROD }} | |
| AWS_REGION: ${{ vars.AWS_REGION_PROD }} | |
| MOUNT_S3_URL: ${{ vars.MOUNT_S3_URL }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.10 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: '3.10' | |
| - name: Install dependencies | |
| run: | |
| python -m pip install -e .[all] | |
| - name: Configure aws credentials | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ env.AWS_METADATA_MAPPER_ROLE }} | |
| role-session-name: github-integration-test-session | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: install mountpoint-s3 | |
| run: | | |
| wget $MOUNT_S3_URL | |
| sudo apt-get update | |
| sudo apt-get install ./mount-s3.deb | |
| - name: mount s3 bucket | |
| run: | | |
| mkdir bucket_mt | |
| mount-s3 $AWS_METADATA_MAPPER_BUCKET bucket_mt | |
| - name: run integration tests | |
| run: | | |
| python tests/integration/bergamo/session.py --input_source "bucket_mt/metadata-mapper-integration-testing/bergamo" IntegrationTestBergamo | |
| umount bucket_mt | |