Add test runner, one case, daily and pr trigger #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: test | |
on: | |
pull_request: | |
paths-ignore: | |
- 'README.md' | |
- 'README_zh-CN.md' | |
- 'docs/**' | |
- 'configs/**' | |
- 'tools/**' | |
workflow_dispatch: | |
schedule: | |
- cron: '56 0 * * *' | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
test_functions: | |
runs-on: self-hosted | |
timeout-minutes: 15 | |
strategy: | |
matrix: | |
python-version: ['3.10'] | |
steps: | |
- name: Clone repository | |
uses: actions/checkout@v2 | |
- name: Prepare - Clone Conde Env install and copy data | |
run: | | |
eval "$(conda shell.bash hook)" | |
conda create --name opencompass_regression --clone opencompass_base | |
conda activate opencompass_regression | |
python3 -m pip install -e . | |
cp -r /home/qa-llm-cicd/data . | |
conda info --envs | |
- name: Run test | |
run: | | |
eval "$(conda shell.bash hook)" | |
conda activate opencompass_regression | |
conda info --envs | |
rm -rf regression_result | |
python3 run.py --models hf_internlm_chat_7b --datasets siqa_gen --work-dir regression_result --debug | |
- name: Remove Conda Env | |
run: | | |
eval "$(conda shell.bash hook)" | |
conda env remove --name opencompass_regression | |
conda info --envs | |
- name: Get result | |
run: | | |
score=$(sed -n '$p' regression_result/*/summary/*.csv | awk -F ',' '{print $NF}') | |
if (( ${score%.*} >= 70 && ${score%.*} <= 80 )); then | |
echo "score is $score between 70 and 80" | |
else | |
echo "score is $score not between 70 and 80" | |
exit 1 | |
fi | |
rm -rf regression_result |