build: capturing new migrations. #130

Workflow file for this run

.github/workflows/capture_new_migrations.yml at b470868

	name: Check any new django Migrations

	on:
	workflow_dispatch:
	pull_request:
	push:
	branches:
	- master

	jobs:
	check_migrations:
	name: check migrations
	runs-on: ${{ matrix.os }}
	strategy:
	matrix:
	os: [ ubuntu-20.04 ]
	python-version: [ 3.8 ]
	# 'pinned' is used to install the latest patch version of Django
	# within the global constraint i.e. Django==3.2.21 in current case
	# because we have global constraint of Django<4.2
	django-version: ["4.2"]
	mongo-version: ["4"]
	mysql-version: ["8"]
	# excluding mysql5.7 with Django 4.2 since Django 4.2 has
	# dropped support for MySQL<8
	exclude:
	- django-version: "4.2"
	mysql-version: "5.7"
	services:
	mongo:
	image: mongo:${{ matrix.mongo-version }}
	ports:
	- 27017:27017
	# Note: Calling mongo here only works with mongo 4, in newer versions of mongo
	# we'll have to use `mongosh`
	options: >-
	--health-cmd "mongo --quiet --eval 'db.runCommand(\"ping\")'"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 3
	mysql:
	image: mysql:${{ matrix.mysql-version }}
	ports:
	- 3306:3306
	env:
	MYSQL_DATABASE: "edxapp"
	MYSQL_USER: "edxapp001"
	MYSQL_PASSWORD: "password"
	MYSQL_RANDOM_ROOT_PASSWORD: true
	options: >-
	--health-cmd "mysqladmin ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 3
	steps:
	- name: Setup mongodb user
	run: \|
	mongosh edxapp --eval '
	db.createUser(
	{
	user: "edxapp",
	pwd: "password",
	roles: [
	{ role: "readWrite", db: "edxapp" },
	]
	}
	);
	'

	- name: Verify mongo and mysql db credentials
	run: \|
	mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select 1;" edxapp
	mongosh --host 127.0.0.1 --username edxapp --password password --eval 'use edxapp; db.adminCommand("ping");' edxapp

	- name: Checkout master repo
	uses: actions/checkout@v2
	with:
	ref: master

	- name: Setup Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}

	- name: Install system Packages
	run: \|
	sudo apt-get update
	make ubuntu-requirements

	- name: Get pip cache dir
	id: pip-cache-dir
	run: \|
	echo "::set-output name=dir::$(pip cache dir)"

	- name: Cache pip dependencies
	id: cache-dependencies
	uses: actions/cache@v3
	with:
	path: ${{ steps.pip-cache-dir.outputs.dir }}
	key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
	restore-keys: ${{ runner.os }}-pip-

	- name: Install Python dependencies
	run: \|
	make dev-requirements
	if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
	pip install "django~=${{ matrix.django-version }}.0"
	pip check # fail if this test-reqs/Django combination is broken
	fi

	- name: Run migrations on master branch
	env:
	LMS_CFG: lms/envs/minimal.yml
	# This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
	STUDIO_CFG: lms/envs/minimal.yml
	run: \|
	echo "Running the LMS migrations."
	./manage.py lms migrate social_django
	# echo "Running the CMS migrations."
	# ./manage.py cms migrate

	- name: Verify executed migrations on master.
	id: capture1
	shell: bash
	run: \|
	query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
	echo "echo $query_result1"
	numeric_result=$(echo "$query_result1" \| tr -d '\n' \| sed -E 's/[^0-9]+//g')
	echo "Numeric Result: $numeric_result"
	echo "FIRST_QUERY=$numeric_result" >> $GITHUB_ENV

	- name: Step 12
	run: \|
	subtraction_result=${{ env.FIRST_QUERY }}
	echo "State is: subtraction_result"

	- name: Checkout branch repo
	uses: actions/checkout@v2

	- name: Install Python dependencies
	run: \|
	make dev-requirements
	if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
	pip install "django~=${{ matrix.django-version }}.0"
	pip check # fail if this test-reqs/Django combination is broken
	fi
	#
	- name: list installed package versions
	run: \|
	pip freeze

	- name: Run Tests
	env:
	LMS_CFG: lms/envs/minimal.yml
	# This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
	STUDIO_CFG: lms/envs/minimal.yml
	run: \|
	echo "Running the LMS migrations."
	./manage.py lms makemigrations
	./manage.py lms migrate social_django

	echo "Running the CMS migrations."
	./manage.py cms makemigrations
	# ./manage.py cms migrate

	- name: Verify executed migrations on branch.
	shell: bash
	id: capture2
	run: \|
	query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
	echo "echo $query_result1"
	numeric_result=$(echo "$query_result1" \| tr -d '\n' \| sed -E 's/[^0-9]+//g')
	echo "Numeric Result: $numeric_result"
	echo "SECOND_QUERY=$numeric_result" >> $GITHUB_ENV

	- name: Process Data
	run: \|
	number2=${{ env.SECOND_QUERY }}
	number1=${{ env.FIRST_QUERY }}
	diff=$((number2 - number1))
	if [ $number2 -gt $number1 ]; then
	data=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select name from django_migrations ORDER by -id limit $diff;" edxapp;)
	echo "$data" > cleaned_data.txt
	elif [ $number1 -gt $number2 ]; then
	echo "Your PR removed migrations." > cleaned_data.txt
	fi
	shell: bash

	- name: Comment PR
	uses: thollander/actions-comment-pull-request@v2
	with:
	filePath: cleaned_data.txt
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

	# This job aggregates test results. It's the required check for branch protection.
	# https://github.com/marketplace/actions/alls-green#why
	# https://github.com/orgs/community/discussions/33579
	success:
	name: Migrations checks successful
	if: always()
	needs:
	- check_migrations
	runs-on: ubuntu-latest
	steps:
	- name: Decide whether the needed jobs succeeded or failed
	# uses: re-actors/[email protected]
	uses: re-actors/alls-green@05ac9388f0aebcb5727afa17fcccfecd6f8ec5fe
	with:
	jobs: ${{ toJSON(needs) }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

build: capturing new migrations. #130

Workflow file

build: capturing new migrations. #130

Jobs

Run details

Workflow file for this run