ci.yml

name: Ubuntu CI

on:
  push:
    branches:
    - master
    tags:
    - "*"
  pull_request:
  schedule:
    - cron: '30 2 * * 1,4' # Every Monday and Thursday @ 2h30am UTC

env:
  POETRY_VERSION: 1.6.1
  MINIO_SERVER_DOWNLOAD_URL: https://dl.min.io/server/minio/release/linux-amd64/archive/minio_20231111081441.0.0_amd64.deb

jobs:
  check_skip:
    runs-on: ubuntu-latest
    if: |
      !contains(format('{0} {1} {2}', github.event.head_commit.message, github.event.pull_request.title, github.event.pull_request.body), '[skip ci]')
    steps:
      - run: |
          cat <<'MESSAGE'
          github.event_name: ${{ toJson(github.event_name) }}
          github.event:
          ${{ toJson(github.event) }}
          MESSAGE
  test:
    needs: check_skip
    runs-on: ubuntu-latest
    if: "!contains(github.event.head_commit.message, '[skip ci]')"
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.9", "3.10", "3.11"]

    steps:
      - name: Create Cache Hash
        run: |
          export HASH=$(sha256sum <<EOT | cut -c -16
          ${{ env.POETRY_VERSION }}
          ${{ env.MINIO_SERVER_DOWNLOAD_URL }}
          EOT
          )
          echo "INSTALL_CACHE_HASH=$HASH" >> $GITHUB_ENV

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Cache Installations
        id: cache-installs
        uses: actions/cache@v4
        with:
          path: ~/.local
          key: install-${{ env.INSTALL_CACHE_HASH }}-2

      - name: Install Poetry
        if: steps.cache-installs.outputs.cache-hit != 'true'
        run: |
          curl -sSL https://install.python-poetry.org | python3 - --version ${{ env.POETRY_VERSION }}

      - name: Test poetry run
        run: poetry --version

      - name: Install Minio Server
        if: steps.cache-installs.outputs.cache-hit != 'true'
        run: |
          cd /tmp
          wget -q -c ${{ env.MINIO_SERVER_DOWNLOAD_URL }} -O minio.deb
          dpkg-deb --extract minio.deb /tmp/minio
          mkdir -p "${HOME}/.local/bin"
          echo "${HOME}/.local/bin" >> $GITHUB_PATH
          install /tmp/minio/usr/local/bin/minio "${HOME}/.local/bin/minio"

      - name: Test minio run
        run: minio --help

      - name: Checkout source
        uses: actions/checkout@v4
        with:
          fetch-depth: 1

      - name: Setup a virtual environment appropriate to the python version
        run: poetry env use python${{ matrix.python-version }}

      - name: Install dask-ms base
        run: poetry install --extras "testing arrow zarr"

      - name: Test dask-ms base
        run: poetry run py.test -s -vvv daskms/

      - name: Install dask-ms complete
        run: poetry install --extras "testing complete"

      - name: Test dask-ms complete
        run: poetry run py.test -s -vvv daskms/

      # - name: Debug with tmate on failure
      #   if: ${{ failure() }}
      #   uses: mxschmitt/action-tmate@v3

  test_apps:
    needs: check_skip
    runs-on: ubuntu-latest
    if: "!contains(github.event.head_commit.message, '[skip ci]')"
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10"]

    steps:
      - name: Create Cache Hash
        run: |
          export HASH=$(sha256sum <<EOT | cut -c -16
          ${{ env.POETRY_VERSION }}
          EOT
          )
          echo "INSTALL_CACHE_HASH=$HASH" >> $GITHUB_ENV

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Cache Installations
        id: cache-installs
        uses: actions/cache@v4
        with:
          path: ~/.local
          key: install-${{ env.INSTALL_CACHE_HASH }}-0

      - name: Install Poetry
        if: steps.cache-installs.outputs.cache-hit != 'true'
        run: |
          curl -sSL https://install.python-poetry.org | python3 - --version ${{ env.POETRY_VERSION }}

      - name: Test poetry run
        run: poetry --version

      - name: Checkout source
        uses: actions/checkout@v4
        with:
          fetch-depth: 1

      - name: Install dask-ms complete
        run: poetry install --extras "testing complete"

      - name: Test dask-ms applications
        run: poetry run py.test -s -vvv --applications daskms/

      # - name: Debug with tmate on failure
      #   if: ${{ failure() }}
      #   uses: mxschmitt/action-tmate@v3


  deploy:
    needs: [test, test_apps]
    runs-on: ubuntu-latest
    # Run on a push to a tag or master
    if: >
      github.event_name == 'push' &&
      (startsWith(github.event.ref, 'refs/tags') ||
       github.event.ref == 'refs/heads/master')

    steps:
      - name: Set up Python 3.11
        uses: actions/setup-python@v5
        with:
          python-version: 3.11

      - name: Install Poetry
        uses: abatilo/actions-poetry@v3
        with:
          poetry-version: ${{ env.POETRY_VERSION }}

      - name: Checkout source
        uses: actions/checkout@v4
        with:
          fetch-depth: 1

      - name: Build distributions
        run: poetry build

      - name: Publish distribution 📦 to Test PyPI
        uses: pypa/gh-action-pypi-publish@master
        with:
          user: __token__
          password: ${{ secrets.test_pypi_token }}
          repository_url: https://test.pypi.org/legacy/
        continue-on-error: true

      - name: Publish distribution 📦 to PyPI
        uses: pypa/gh-action-pypi-publish@master
        if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags')
        with:
          user: __token__
          password: ${{ secrets.pypi_token }}