update

open-compass · Aug 29, 2024 · bbe1ad2 · bbe1ad2
1 parent 9327a2b
commit bbe1ad2
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 10 deletions.
diff --git a/.github/scripts/eval_regression_chat.py b/.github/scripts/eval_regression_chat.py
@@ -88,7 +88,7 @@
         abbr='lmdeploy-api-test',
         type=OpenAISDK,
         key='EMPTY',
-        openai_api_base='http://10.1.9.14:10001/v1',
+        openai_api_base='http://judgemodel:10001/v1',
         path='compass_judger_internlm2_102b_0508',
         tokenizer_path='internlm/internlm2_5-20b-chat',
         rpm_verbose=True,

diff --git a/.github/workflows/daily-run-test.yml b/.github/workflows/daily-run-test.yml
@@ -29,7 +29,7 @@ jobs:
         uses: actions/checkout@v2
       - name: Prepare - create conda env and install torch
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda create -y --name ${{env.CONDA_ENV}} python=3.10
           conda activate ${{env.CONDA_ENV}}
           pip install /cpfs01/user/qa-llm-cicd/packages/lmdeploy-0.5.0+cu118-cp310-cp310-manylinux2014_x86_64.whl --cache-dir ${{env.PIP_CACHE_PATH}}
@@ -40,7 +40,7 @@ jobs:
           conda info --envs
       - name: Prepare - Pip install code
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           pip install -e . --cache-dir ${{env.PIP_CACHE_PATH}}
           pip install human_eval transformers protobuf pytest --cache-dir ${{env.PIP_CACHE_PATH}}
@@ -52,23 +52,24 @@ jobs:
           ln -s ${{env.HF_CACHE_PATH}} ~/.cache/huggingface/hub
       - name:  Run chat model test
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           conda info --envs
+          sed -i 's/judgemodel/'$(tail -n 1 /cpfs01/shared/public/llmeval/share_info/compassjuder_ip.txt)'/g' .github/scripts/eval_regression_chat.py
           python3 run.py .github/scripts/eval_regression_chat.py --work-dir /cpfs01/user/qa-llm-cicd/report/${{ github.run_id }}/chat --reuse
           rm regression_result_daily -f && ln -s /cpfs01/user/qa-llm-cicd/report/${{ github.run_id }}/chat/*/summary regression_result_daily
           python -m pytest -m chat -s -v --color=yes .github/scripts/oc_score_assert.py
       - name:  Run base model test
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           conda info --envs
           python3 run.py .github/scripts/eval_regression_base.py --work-dir /cpfs01/user/qa-llm-cicd/report/${{ github.run_id }}/base --reuse
           rm regression_result_daily -f && ln -s /cpfs01/user/qa-llm-cicd/report/${{ github.run_id }}/base/*/summary regression_result_daily
           python -m pytest -m base -s -v --color=yes .github/scripts/oc_score_assert.py
       - name:  Run command testcase
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           conda info --envs
           export from_tf=TRUE
@@ -89,7 +90,7 @@ jobs:
         if: always()
         run: |
           rm -rf regression_result_daily
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda env remove -y --name ${{env.CONDA_ENV}}
           conda info --envs
 

diff --git a/.github/workflows/pr-run-test.yml b/.github/workflows/pr-run-test.yml
@@ -35,7 +35,7 @@ jobs:
         uses: actions/checkout@v2
       - name: Prepare - Install opencompass
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           python3 -m pip uninstall opencompass -y
           python3 -m pip install -e . --cache-dir ${{env.USERSPACE_PREFIX}}/.cache/pip
@@ -47,7 +47,7 @@ jobs:
           ln -s ${{env.HF_CACHE_PATH}} ~/.cache/huggingface/hub
       - name:  Run test
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           conda info --envs
           rm -rf regression_result
@@ -65,7 +65,7 @@ jobs:
       - name:  Uninstall opencompass
         if: always()
         run: |
-          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate 
+          . /cpfs01/shared/public/qa-llm-cicd/miniconda3/bin/activate
           conda activate ${{env.CONDA_ENV}}
           python3 -m pip uninstall opencompass -y
           conda info --envs