This repository has been archived by the owner on Jan 5, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 6
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Update CircleCI config to use Poetry
We're installing the Poetry system package on Debian Bookworm -- that's generally a preferable strategy going forward, and in fact, pip will error out if you attempt to install it from PyPI. This necessitates some conditional logic we can drop once we move fully to Bookworm.
- Loading branch information
Showing
1 changed file
with
37 additions
and
21 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,54 +1,64 @@ | ||
--- | ||
common-steps: | ||
- &install_poetry | ||
run: | ||
name: Install Poetry | ||
command: | | ||
set -e | ||
source /etc/os-release | ||
if [[ "$VERSION_CODENAME" == "bullseye" ]]; then | ||
# Install Poetry via PyPI | ||
apt-get update && apt-get install --yes --no-install-recommends python3-pip | ||
pip install poetry==1.6.1 | ||
elif [[ "$VERSION_CODENAME" == "bookworm" ]]; then | ||
# Install Poetry via system package | ||
apt-get update && apt-get install --yes --no-install-recommends python3-poetry | ||
else | ||
echo "Unsupported Debian version: $VERSION_CODENAME" | ||
exit 1 | ||
fi | ||
- &install_testing_dependencies | ||
run: | ||
name: Install testing dependencies | ||
command: | | ||
set -e | ||
apt update && apt install -y git gnupg make python3-dev python3-venv | ||
apt-get install --yes --no-install-recommends git gnupg make | ||
poetry install --no-ansi | ||
- &install_build_dependencies | ||
run: | ||
name: Install build dependencies | ||
command: | | ||
set -e | ||
apt update && apt install -y git make sudo | ||
apt-get update && apt-get install --yes git make sudo | ||
- &run_unit_tests | ||
run: | ||
name: Install requirements and run unit tests | ||
command: | | ||
set -e | ||
make venv | ||
source .venv/bin/activate | ||
export PYTHONPATH=$PYTHONPATH:. # so alembic can get to Base metadata | ||
make test | ||
- &run_lint | ||
run: | ||
name: Run lint, type checking, code formatting | ||
command: | | ||
set -e | ||
make venv | ||
source .venv/bin/activate | ||
make lint | ||
- &check_security | ||
run: | ||
name: Run static analysis on source code to find security issues | ||
command: | | ||
set -e | ||
make venv | ||
source .venv/bin/activate | ||
poetry update bandit | ||
make bandit | ||
- &check_python_dependencies_for_vulnerabilities | ||
run: | ||
name: Check Python dependencies for known vulnerabilities | ||
command: | | ||
set -e | ||
make venv | ||
source .venv/bin/activate | ||
poetry update safety | ||
make safety | ||
- &install_packaging_dependencies | ||
|
@@ -59,10 +69,11 @@ common-steps: | |
mkdir ~/packaging && cd ~/packaging | ||
# local builds may not have an ssh url, so || true | ||
git config --global --unset url.ssh://[email protected] || true | ||
git clone https://github.com/freedomofpress/securedrop-debian-packaging.git | ||
cd securedrop-debian-packaging | ||
git clone https://github.com/freedomofpress/securedrop-builder.git | ||
cd securedrop-builder | ||
apt-get update && apt-get install -y sudo make | ||
make install-deps | ||
source .venv/bin/activate | ||
PKG_DIR=~/project make requirements | ||
- &verify_requirements | ||
|
@@ -78,9 +89,10 @@ common-steps: | |
run: | ||
name: Build debian package | ||
command: | | ||
cd ~/packaging/securedrop-debian-packaging | ||
cd ~/packaging/securedrop-builder | ||
export PKG_VERSION=1000.0 | ||
export PKG_PATH=~/project/ | ||
source .venv/bin/activate | ||
make securedrop-proxy | ||
version: 2.1 | ||
|
@@ -93,8 +105,8 @@ jobs: | |
docker: &docker | ||
- image: debian:<< parameters.image >> | ||
steps: | ||
- *install_build_dependencies | ||
- checkout | ||
- *install_build_dependencies | ||
- *install_packaging_dependencies | ||
- *verify_requirements | ||
- *build_debian_package | ||
|
@@ -103,8 +115,9 @@ jobs: | |
parameters: *parameters | ||
docker: *docker | ||
steps: | ||
- *install_testing_dependencies | ||
- checkout | ||
- *install_poetry | ||
- *install_testing_dependencies | ||
- *run_unit_tests | ||
- store_test_results: | ||
path: test-results | ||
|
@@ -113,24 +126,27 @@ jobs: | |
parameters: *parameters | ||
docker: *docker | ||
steps: | ||
- *install_testing_dependencies | ||
- checkout | ||
- *install_poetry | ||
- *install_testing_dependencies | ||
- *run_lint | ||
|
||
check-security: | ||
parameters: *parameters | ||
docker: *docker | ||
steps: | ||
- *install_testing_dependencies | ||
- checkout | ||
- *install_poetry | ||
- *install_testing_dependencies | ||
- *check_security | ||
|
||
check-python-security: | ||
parameters: *parameters | ||
docker: *docker | ||
steps: | ||
- *install_testing_dependencies | ||
- checkout | ||
- *install_poetry | ||
- *install_testing_dependencies | ||
- *check_python_dependencies_for_vulnerabilities | ||
|
||
|
||
|