extra.yml

name: libEnsemble-complete-CI

on:
  workflow_dispatch:

jobs:
    test-libE:
        runs-on: ${{ matrix.os }}
        strategy:
            fail-fast: false
            matrix:
                os: [ubuntu-latest]
                mpi-version: [mpich]
                python-version: [3.9, "3.10", "3.11", "3.12"]
                pydantic-version: ["2.6.4"]
                comms-type: [m, l]
                include:
                    - os: macos-latest
                      python-version: 3.11
                      mpi-version: mpich
                      pydantic-version: "2.6.4"
                      comms-type: m
                    - os: macos-latest
                      python-version: 3.11
                      mpi-version: mpich
                      pydantic-version: "2.6.4"
                      comms-type: l

        env:
            HYDRA_LAUNCHER: "fork"
            TERM: xterm-256color
            GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

        defaults:
            run:
                shell: bash -l {0}

        steps:
        - uses: actions/checkout@v4
        - name: Setup conda - Python ${{ matrix.python-version }}
          uses: conda-incubator/setup-miniconda@v3
          with:
            activate-environment: condaenv
            miniconda-version: "latest"
            python-version: ${{ matrix.python-version }}
            channels: conda-forge
            channel-priority: flexible
            auto-update-conda: true

        - name: Force-update certifi
          run: |
            python --version
            pip install -I --upgrade certifi

        - name: Install Ubuntu compilers
          if: matrix.os == 'ubuntu-latest'
          run: conda install gcc_linux-64

        # Roundabout solution on macos for proper linking with mpicc
        - name: Install macOS compilers
          if: matrix.os == 'macos-latest'
          run: |
            conda install clang_osx-64

        - name: Install mpi4py and MPI from conda
          if: (matrix.python-version != '3.10' && matrix.os == 'ubuntu-latest') || matrix.os == 'macos-latest'
          run: |
            conda install mpi4py ${{ matrix.mpi-version }}

        - name: Install mpi4py from pip, MPI from conda
          if: matrix.python-version == '3.10' && matrix.os == 'ubuntu-latest'
          run: |
            conda install ${{ matrix.mpi-version }}
            pip install mpi4py flake8

        - name: Install generator dependencies
          run: |
            python -m pip install --upgrade pip
            pip install flake8
            pip install -r install/testing_requirements.txt
            conda env update --file install/gen_deps_environment.yml

        - name: $$$ ADD DEPS HERE &&& Install libEnsemble, flake8, lock environment
          run: |
            pip install ax-platform
            pip install pydantic==${{ matrix.pydantic-version }}
            pip install -e .
            flake8 libensemble

        - name: Remove various tests on newer pythons
          if: matrix.python-version >= '3.11'
          run: |
            rm ./libensemble/tests/regression_tests/test_ytopt_heffte.py
            rm ./libensemble/tests/regression_tests/test_gpCAM.py
            rm ./libensemble/tests/regression_tests/test_persistent_gp.py

        - name: Remove test for persistent Tasmanian on Python 3.12
          if: matrix.python-version >= '3.12'
          run: |
            rm ./libensemble/tests/regression_tests/test_persistent_tasmanian.py
            rm ./libensemble/tests/regression_tests/test_persistent_tasmanian_async.py

        - name: Remove Balsam/Globus-compute tests on Pydantic 2
          if: matrix.pydantic-version == '2.6.4'
          run: |
            rm ./libensemble/tests/unit_tests/test_ufunc_runners.py
            rm ./libensemble/tests/unit_tests/test_executor_balsam.py

        - name: Run extensive tests, Ubuntu
          if: matrix.os == 'ubuntu-latest'
          run: |
           ./libensemble/tests/run-tests.sh -ue -z -${{ matrix.comms-type }}

        - name: Run extensive tests, macOS
          if: matrix.os == 'macos-latest'
          run: |
            ./libensemble/tests/run-tests.sh -ue -z -${{ matrix.comms-type }}

        - name: Merge coverage
          run: |
            mv libensemble/tests/.cov* .

        - name: Upload coverage reports to Codecov
          uses: codecov/codecov-action@v4
          env:
            CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

    spellcheck:
        name: Spellcheck release branch
        if: contains(github.base_ref, 'develop')
        runs-on: ubuntu-latest
        steps:
        - uses: actions/checkout@v4
        - uses: crate-ci/typos@v1.23.3