Build, test, generate signed artifacts and optionally prepare release #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: post-weekly-release | |
| run-name: Build, test, generate signed artifacts and optionally prepare release | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| schedule: | |
| - cron: '17 2 * * 1' | |
| jobs: | |
| coverity: | |
| if: ${{ (!startsWith(github.event.ref, 'refs/tags/')) && (github.repository_owner == 'Arm-software') }} | |
| name: Run Coverity static analysis | |
| runs-on: [self-hosted-ubuntu-latest-x64] | |
| steps: | |
| - name: Clean workspace | |
| uses: AutoModality/action-clean@v1 | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Coverity preparation | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| mkdir build_cov | |
| cd build_cov | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON .. | |
| cov-configure --config ${GITHUB_WORKSPACE}/coverity.conf --template --compiler cc --comptype gcc | |
| cov-configure --config ${GITHUB_WORKSPACE}/coverity.conf --template --compiler c++ --comptype g++ | |
| - name: Coverity build | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| cd build_cov | |
| cov-build --config ${GITHUB_WORKSPACE}/coverity.conf --dir ${GITHUB_WORKSPACE}/intermediate make install | |
| - name: Coverity analyze | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| cd build_cov | |
| cov-analyze --dir ${GITHUB_WORKSPACE}/intermediate | |
| - name: Coverity upload | |
| env: | |
| COVERITY_KEY: ${{ secrets.COVERITY_KEY }} | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| echo "${COVERITY_KEY}" > coverity.key | |
| chmod 400 coverity.key | |
| cd build_cov | |
| cov-commit-defects \ | |
| --dir ${GITHUB_WORKSPACE}/intermediate \ | |
| --stream astcenc-master \ | |
| --url https://coverity.cambridge.arm.com \ | |
| --auth-key-file ../coverity.key \ | |
| --strip-path ${GITHUB_WORKSPACE} | |
| build-ubuntu-x64: | |
| name: Ubuntu x64 | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Build release | |
| run: | | |
| export CXX=clang++ | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON -DASTCENC_ISA_SSE41=ON -DASTCENC_ISA_SSE2=ON -DASTCENC_PACKAGE=x64 .. | |
| make install package -j4 | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-linux-x86_64 | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| - name: Run system tests | |
| run: | | |
| python ./Test/astc_test_functional.py | |
| python ./Test/astc_test_image.py --encoder=all-x86 --test-set Small | |
| build-macos-universal: | |
| name: macOS universal | |
| runs-on: macos-14 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Build release | |
| run: | | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_PACKAGE=universal .. | |
| make install package -j4 | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-macos-universal | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| - name: Run system tests | |
| run: | | |
| python ./Test/astc_test_image.py --test-set Small --encoder universal | |
| build-windows-multi: | |
| name: Windows multi | |
| runs-on: windows-2022 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Setup Visual Studio x64 | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| - name: Build release x64 | |
| run: | | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Visual Studio 17 2022" -T ClangCL -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON -DASTCENC_ISA_SSE41=ON -DASTCENC_ISA_SSE2=ON -DASTCENC_PACKAGE=x64 .. | |
| msbuild astcencoder.sln -property:Configuration=Release | |
| msbuild PACKAGE.vcxproj -property:Configuration=Release | |
| msbuild INSTALL.vcxproj -property:Configuration=Release | |
| shell: cmd | |
| - name: Setup Visual Studio arm64 | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| with: | |
| arch: x86_arm64 | |
| - name: Build release arm64 | |
| run: | | |
| mkdir build_rel_arm64 | |
| cd build_rel_arm64 | |
| cmake -G "Visual Studio 17 2022" -A ARM64 -T ClangCL -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_NEON=ON -DASTCENC_PACKAGE=arm64 .. | |
| msbuild astcencoder.sln -property:Configuration=Release | |
| msbuild PACKAGE.vcxproj -property:Configuration=Release | |
| msbuild INSTALL.vcxproj -property:Configuration=Release | |
| shell: cmd | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-windows-multi-cl | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| build_rel_arm64/*.zip | |
| build_rel_arm64/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| shell: cmd | |
| - name: Run system tests | |
| run: | | |
| python ./Test/astc_test_image.py --test-set Small | |
| shell: cmd | |
| sign-binaries: | |
| if: github.repository_owner == 'Arm-software' | |
| name: Sign Windows and Mac | |
| runs-on: [self-hosted-ubuntu-latest-x64] | |
| needs: [build-macos-universal, build-windows-multi] | |
| steps: | |
| - name: Clean workspace | |
| uses: AutoModality/action-clean@v1 | |
| - name: Checkout signing code | |
| env: | |
| SIGNING_REPO_URL: ${{ secrets.SIGNING_REPO_URL }} | |
| run: | | |
| git clone --depth 1 ${SIGNING_REPO_URL} | |
| - name: Install code sign v2 client | |
| env: | |
| ARTIFACTORY_USER: ${{ secrets.ARTIFACTORY_USER }} | |
| ARTIFACTORY_APIKEY: ${{ secrets.ARTIFACTORY_APIKEY }} | |
| ARTIFACTORY_FQDN: ${{ secrets.ARTIFACTORY_FQDN }} | |
| run: | | |
| python3.11 -m venv cs | |
| . ./cs/bin/activate | |
| pip install -i https://${ARTIFACTORY_USER}:${ARTIFACTORY_APIKEY}@${ARTIFACTORY_FQDN}/artifactory/api/pypi/dsgcore.pypi/simple code-signer-client | |
| - name: Download macOS binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-macos-universal | |
| path: mac | |
| - name: Download Windows binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-windows-multi-cl | |
| path: windows | |
| - name: Sign macOS binaries | |
| env: | |
| CODESIGNER_USER: ${{ secrets.CODESIGNER_USER }} | |
| run: | | |
| . ./cs/bin/activate | |
| cd mac | |
| python3 ${GITHUB_WORKSPACE}/signing/macos-client-wrapper.py ${CODESIGNER_USER} *.zip | |
| - name: Sign Windows binaries | |
| env: | |
| ARTIFACTORY_APIKEY: ${{ secrets.ARTIFACTORY_APIKEY }} | |
| run: | | |
| . ./cs/bin/activate | |
| cd windows | |
| for FILENAME in */*; do mv ${FILENAME} .; done | |
| for ZIPFILE in *.zip; do python3 ../signing/windows-client-wrapper.py -b ${GITHUB_RUN_NUMBER} -t ${ARTIFACTORY_APIKEY} ${ZIPFILE}; done | |
| - name: Upload signed binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: signed-binaries | |
| path: | | |
| windows/* | |
| mac/* | |
| - name: Tidy intermediate artifacts | |
| uses: geekyeggo/delete-artifact@v5 | |
| with: | |
| name: | | |
| astcenc-windows-multi-cl | |
| astcenc-macos-universal | |
| prepare-release: | |
| if: ${{ (startsWith(github.event.ref, 'refs/tags/')) && (github.repository_owner == 'Arm-software') }} | |
| name: Prepare release | |
| runs-on: ubuntu-22.04 | |
| needs: [sign-binaries, build-ubuntu-x64] | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| - name: Download signed binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: signed-binaries | |
| path: prepare-release | |
| - name: Download Linux binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-linux-x86_64 | |
| path: prepare-release | |
| - name: Flatten file structure | |
| run: | | |
| cd prepare-release | |
| for FILENAME in */*; do mv ${FILENAME} .; done | |
| rmdir windows | |
| rmdir mac | |
| - name: Create checksum file | |
| run: | | |
| cd prepare-release | |
| cat *.sha256 > release-sha256.txt | |
| rm *.sha256 | |
| - name: Create release body | |
| run: | | |
| export STATUS_DATE=$(date "+%B %Y") | |
| GITHUB_REF=${{ github.ref }} ; export RELEASE_VERSION=${GITHUB_REF##*/} | |
| export SHA_CHECKSUMS=$(cat prepare-release/release-sha256.txt) | |
| envsubst < .github/workflows/release_body_template.md > prepare-release/release_body.md | |
| - name: Create release | |
| id: create_release | |
| uses: comnoco/create-release-action@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref }} | |
| release_name: ${{ github.ref }} | |
| body_path: prepare-release/release_body.md | |
| draft: true | |
| - name: Attach artifacts | |
| uses: AButler/[email protected] | |
| with: | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| release-id: ${{ steps.create_release.outputs.id }} | |
| files: "prepare-release/astcenc-*-*-*.zip;prepare-release/release-sha256.txt" |