.gitlab-ci.yml

stages:
  - test
  - doc
  - build
  - build_check
  - notif

before_script:
  - echo 'sudo --preserve-env=PYTHONPATH -u www-data python3-coverage run -a --source se,sosse ./sosse/sosse_admin.py "$@"' > /tmp/sudo_sosse
  - chmod 755 /tmp/sudo_sosse
  - test -z "$APT_PROXY" || (echo "Acquire::http::Proxy \"$APT_PROXY\";" > /etc/apt/apt.conf.d/proxy.conf)
  - 'git submodule update --recursive --remote ||:'
  - 'sed -e "s/^__version__.*/__version__ = \"1.0.0\"/" -i se/deps/fake-useragent/src/fake_useragent/settings.py ||:'

variables:
  GIT_SUBMODULE_STRATEGY: recursive

unit_tests:
  image: biolds/sosse:debian-test
  stage: test
  coverage: '/(?i)total.*? (100(?:\.0+)?\%|[1-9]?\d(?:\.\d+)?\%)$/'
  artifacts:
    when: always
    paths:
      - se/migrations/*.py
      - htmlcov/*
      - log/*
    reports:
      coverage_report:
        coverage_format: cobertura
        path: coverage.xml
  script:
    - export PYTHONPATH="$CI_PROJECT_DIR"
    - make _docker_unit_test_prepare
    - failed=0
    - /tmp/sudo_sosse test -v3 --failfast || failed=1
    - /tmp/sudo_sosse load_se tests/opensearch.xml || failed=1
    - /tmp/sudo_sosse update_se || failed=1
    - /tmp/sudo_sosse shell -c 'from django.contrib.auth.models import User; User.objects.all().delete()' || failed=1
    - /tmp/sudo_sosse default_admin || failed=1
    - /tmp/sudo_sosse generate_secret || failed=1
    - /tmp/sudo_sosse extract_doc cli > /dev/null || failed=1
    - /tmp/sudo_sosse extract_doc conf > /dev/null || failed=1
    - /tmp/sudo_sosse extract_doc se > /dev/null || failed=1
    - python3 ./sosse/sosse_admin.py makemigrations || failed=1
    - /tmp/sudo_sosse migrate || failed=1
    - /tmp/sudo_sosse migrate se 0001 || failed=1
    - python3-coverage report --omit "*/se/deps/*,*/dist-packages/*"
    - python3-coverage html --omit "*/se/deps/*,*/dist-packages/*"
    - python3-coverage xml --omit "*/se/deps/*,*/dist-packages/*"
    - mv /var/log/sosse log
    - exit $failed

.functional_tests: &functional_tests
  image: biolds/sosse:pip-test
  stage: test
  needs:
    - doc_code_extract
  artifacts:
    when: always
    paths:
      - tests/robotframework/screenshots/*
      - tests/robotframework/*.html
      - log/*
  script:
    - make _pip_functional_tests
    - (make _rf_functional_tests ; echo -n $? > /tmp/ret_code) || true
    - mv /var/log/sosse log
    - test "$(cat /tmp/ret_code)" -eq 0

functional_tests_chromium:
  <<: *functional_tests
  variables:
    BROWSER: chromium

functional_tests_firefox:
  <<: *functional_tests
  variables:
    BROWSER: firefox

migrations:
  image: biolds/sosse:debian-test
  stage: test
  script:
    - apt update
    - 'grep ^Depends: debian/control | sed -e "s/.*},//" -e "s/,//g" | xargs apt install -y'
    - /etc/init.d/postgresql start
    - export PYTHONPATH="$CI_PROJECT_DIR"
    - chown www-data:www-data -R /var/log/sosse
    - /tmp/sudo_sosse default_conf | sed -e "s/^#db_pass=.*/db_pass=sosse/" -e "s/^#debug=.*/debug=true/" > /etc/sosse/sosse.conf
    - MIGRATION_COUNT="$(ls se/migrations/*.py|grep '/[0-9]'|wc -l)"
    - python3 ./sosse/sosse_admin.py makemigrations
    - MIGRATION_COUNT2="$(ls se/migrations/*.py|grep '/[0-9]'|wc -l)"
    - test "$MIGRATION_COUNT" -eq "$MIGRATION_COUNT2"

static_checks:
  image: biolds/sosse:debian-test
  stage: test
  script:
    - make static_checks

doc_gen:
  image: biolds/sosse:debian-test
  stage: test
  artifacts:
    paths:
      - doc/source/*_generated.rst
      - doc/source/*/*_generated.rst
      - doc/source/CHANGELOG.md
      - doc/source/introduction.md
  script:
    - make doc_gen

doc_code_extract:
  image: biolds/sosse:doc
  stage: test
  needs:
    - doc_gen
  artifacts:
    paths:
      - doc/code_blocks.json
  script:
    - sed -e 's/|[^|]*| //g' -e 's/^.. \(image\|figure\)::.*//' -i $(find doc -name \*.rst)
    - make _build_doc

doc:
  image: biolds/sosse:doc
  stage: doc
  artifacts:
    paths:
      - doc/build/*
  needs:
    - doc_gen
    - functional_tests_chromium
    #- functional_tests_firefox -> commenteed because only the artifacts (screenshot) from Chromium are needed
  script:
    - make _build_doc
    - test -n "$RTD_TOKEN" && curl -X POST -d "branches=main" -d "token=$RTD_TOKEN" -d "default_branch=main" https://readthedocs.org/api/v2/webhook/sosse/236935/ || true

pip_pkg:
  image: biolds/sosse:pip-test
  artifacts:
    paths:
      - dist/*
  stage: build
  needs:
    - doc
    - migrations
    - unit_tests
    - functional_tests_chromium
    - functional_tests_firefox
    - static_checks
  script:
    - sed -e "s/^SOSSE_VERSION_TAG = .*/SOSSE_VERSION_TAG = '${CI_COMMIT_TAG/v/}'/" -i sosse/settings.py
    - sed -e "s/^SOSSE_VERSION_COMMIT = .*/SOSSE_VERSION_COMMIT = '${CI_COMMIT_SHORT_SHA}'/" -i sosse/settings.py
    - make _pip_pkg

debian_pkg:
  image: biolds/sosse:debian-pkg
  #image: registry.gitlab.com/biolds1/sosse/debian-pkg:latest
  stage: build
  needs:
    - doc
    - migrations
    - unit_tests
    - functional_tests_chromium
    - functional_tests_firefox
    - static_checks
  artifacts:
    paths:
      - deb/*.deb
  script:
    - cd "$CI_PROJECT_DIR"
    - rm -rf htmlcov
    - sed -e "s/^SOSSE_VERSION_TAG = .*/SOSSE_VERSION_TAG = '${CI_COMMIT_TAG/v/}'/" -i sosse/settings.py
    - sed -e "s/^SOSSE_VERSION_COMMIT = .*/SOSSE_VERSION_COMMIT = '${CI_COMMIT_SHORT_SHA}'/" -i sosse/settings.py
    - mkdir /deb
    - make _deb
    - mv /deb .

changelog:
  image: biolds/sosse:debian-test
  stage: build
  needs: []
  artifacts:
    paths:
      - CHANGELOG.md
  variables:
    GIT_DEPTH: 0 # disable sahllow cloning since the step requires all tags
  script:
    - 'last_ver="$(git tag -l | sort -V | tail -n 1 | sed -e "s/^v//")"'
    - 'new_ver="${last_ver%.*}.$((${last_ver/*./} + 1))"'
    - echo "$last_ver / $new_ver"
    - 'curl -X GET -H "PRIVATE-TOKEN: $GITLAB_REST_API_CHANGELOG" "https://gitlab.com/api/v4/projects/$CI_PROJECT_ID/repository/changelog?version=$new_ver" | jq -r .notes | tee /tmp/new'
    - cat /tmp/new CHANGELOG.md > new.md && mv new.md CHANGELOG.md

doc_test_debian:
  image: debian:bookworm
  stage: build_check
  needs:
    - doc_code_extract
  script:
    - apt update
    - apt install -y make jq
    - make _doc_test_debian

doc_test_pip:
  image: debian:bookworm
  stage: build_check
  needs:
    - doc_code_extract
  script:
    - apt update
    - apt install -y make jq
    - make _doc_test_pip

.debian_pkg_check: &debian_pkg_check
  image: debian:bookworm
  stage: build_check
  artifacts:
    when: always
    paths:
      - tests/robotframework/screenshots/*
      - tests/robotframework/*.html
      - log/*
  needs:
    - doc_code_extract
    - debian_pkg
  script:
    - apt update
    - apt install -y jq make virtualenv
    - make _deb_pkg_functional_tests
    - (make _rf_functional_tests ; echo -n $? > /tmp/ret_code) || true
    - mv /var/log/sosse log
    - test "$(cat /tmp/ret_code)" -eq 0

debian_pkg_check_chromium:
  <<: *debian_pkg_check
  variables:
    BROWSER: chromium

debian_pkg_check_firefox:
  <<: *debian_pkg_check
  variables:
    BROWSER: firefox

.pip_pkg_check: &pip_pkg_check
  image: biolds/sosse:pip-test
  stage: build_check
  artifacts:
    when: always
    paths:
      - tests/robotframework/screenshots/*
      - tests/robotframework/*.html
      - log/*
  needs:
    - doc_code_extract
    - pip_pkg
  script:
    - make _pip_pkg_functional_tests
    - (make _rf_functional_tests ; echo -n $? > /tmp/ret_code) || true
    - mv /var/log/sosse log
    - test "$(cat /tmp/ret_code)" -eq 0

pip_pkg_check_chromium:
  <<: *pip_pkg_check
  variables:
    BROWSER: chromium

pip_pkg_check_firefox:
  <<: *pip_pkg_check
  variables:
    BROWSER: firefox

discord_tag_notif:
  image: debian:bookworm
  stage: notif
  allow_failure: true
  rules:
  - if: '$CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+$/'
  needs:
    - doc_gen
    - pip_pkg
    - debian_pkg_check_chromium
    - debian_pkg_check_firefox
  script: |
    test -n "$DISCORD_TAG_NOTIF_URL"
    apt update
    apt install -y jq curl make
    changelog="$(grep -v '^# Changelog' < doc/source/CHANGELOG.md | sed '/^$/Q' | sed -e 's#(\(https\?://[^)]*\))#(<\1\>)#g')"
    msg="$(jq -n --arg tag "$CI_COMMIT_TAG" --arg changelog "$changelog" '{"content": ($tag + " was just released! 🎉\n\n" + $changelog)}')"
    curl -X POST -H 'Content-Type: application/json' -d "$msg" "$DISCORD_TAG_NOTIF_URL"