scrap-etalab #444

	name: scrap-etalab

	on:
	workflow_dispatch: # https://docs.github.com/en/actions/using-workflows/events-that-trigger-workflows#workflow_dispatch

	schedule: # https://docs.github.com/en/actions/using-workflows/events-that-trigger-workflows#schedule
	- cron: '00 5 * * *' # every day at 05:00 UTC

	env:
	PYTHON_VERSION: '3.10'
	POETRY_VERSION: '1.5.1'

	jobs:
	scrap-etalab:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/setup-python@v2
	with:
	python-version: ${{ env.PYTHON_VERSION }}
	- uses: actions/checkout@v2
	- name: Install Poetry
	uses: snok/install-poetry@v1
	with:
	version: ${{ env.POETRY_VERSION }}
	virtualenvs-create: true
	virtualenvs-in-project: true
	installer-parallel: true
	- name: Verify poetry.lock agrees with pyproject.toml
	run: poetry lock --check
	- name: Install dependencies
	run: poetry install --no-interaction --no-ansi --no-root
	- name: RunScrappingScript
	run: \|
	poetry run python app/clean_irve_data.py
	- name: RunCombinedScript
	run: \|
	poetry run python app/combined_irve_data.py
	- name: CompleteFollowUp
	run: \|
	poetry run python app/complete_irve_data_followup.py
	- name: AnalyseIrveData
	run: \|
	poetry run python app/analyse_irve_data.py
	- name: Push data to the repo
	run: \|
	git config user.name github-actions
	git config user.email [email protected]
	git status
	git add .
	git commit -m "ci (update data): etalab"
	git push origin main --force

Provide feedback