Skip to content

DM-45933: new query system changes prompted by integration with QG generation #5914

DM-45933: new query system changes prompted by integration with QG generation

DM-45933: new query system changes prompted by integration with QG generation #5914

Workflow file for this run

name: build_and_test
on:
push:
branches:
- main
tags:
- "*"
pull_request:
jobs:
build_and_test:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.11", "3.12"]
steps:
- uses: actions/checkout@v4
with:
# Need to clone everything for the git tags.
fetch-depth: 0
- uses: conda-incubator/setup-miniconda@v3
with:
python-version: ${{ matrix.python-version }}
channels: conda-forge,defaults
channel-priority: strict
show-channel-urls: true
miniforge-variant: Mambaforge
use-mamba: true
- name: Update pip/wheel infrastructure
shell: bash -l {0}
run: |
mamba install -y -q pip wheel
- name: Install sqlite
shell: bash -l {0}
run: |
mamba install -y -q sqlite
# Postgres-14 is already installed from official postgres repo, but we
# also need pgsphere which is not installed. The repo is not in the list,
# so we need to re-add it first.
- name: Install postgresql (server)
run: |
sudo sh -c \
'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add -
sudo apt-get update
sudo apt-get install postgresql-14 postgresql-14-pgsphere
- name: Install postgresql Python packages
shell: bash -l {0}
run: |
mamba install -y -q psycopg2
- name: Install cryptography package for moto
shell: bash -l {0}
run: |
mamba install -y -q cryptography
- name: Install dependencies
shell: bash -l {0}
run: |
pip install uv
uv pip install -r requirements.txt
# We have two cores so we can speed up the testing with xdist
- name: Install pytest packages
shell: bash -l {0}
run: |
mamba install -y -q \
pytest pytest-xdist pytest-cov
- name: List installed packages
shell: bash -l {0}
run: |
mamba list
pip list -v
- name: Build and install
shell: bash -l {0}
run: |
uv pip install -v --no-deps -e .
- name: Run tests
shell: bash -l {0}
env:
SQLALCHEMY_WARN_20: 1
run: |
pytest -r a -v -n 3 --cov=lsst.daf.butler --cov=tests --cov-report=xml --cov-report=term --cov-branch
- name: Upload coverage to codecov
uses: codecov/codecov-action@v4
with:
files: ./coverage.xml
token: ${{ secrets.CODECOV_TOKEN }}
pypi:
runs-on: ubuntu-latest
needs: [build_and_test]
# The "not starts with 's'" is meant to catch server release tags in the
# form 'server/x.y.z'
if: startsWith(github.ref, 'refs/tags') && ! startsWith(github.ref, 'refs/tags/s')
steps:
- uses: actions/checkout@v4
with:
# Need to clone everything to embed the version.
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.11"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install --upgrade setuptools wheel build
- name: Build and create distribution
run: |
python -m build --skip-dependency-check
- name: Upload
uses: pypa/gh-action-pypi-publish@release/v1
with:
user: __token__
password: ${{ secrets.PYPI_UPLOADS }}