python-package.yml

# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

name: Python package

on:
  workflow_dispatch:
  push:
    branches: [ "master" ]
  pull_request:
    branches: [ "master" ]

jobs:
  Pylint:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.12.5"]

    steps:
    - uses: actions/checkout@v3
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v3
      with:
        python-version: ${{ matrix.python-version }}
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        python -m pip install flake8 pytest
        python -m pip install chainlit~=1.0.200 flask~=2.3.2 flask-restful==0.3.9
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
    - name: Lint with flake8
      run: |
        # stop the build if there are Python syntax errors or undefined names
        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

  Linux-CI-Tests:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.9","3.12"]
    
    steps:
    - uses: actions/checkout@v4
      with:
        ref: ${{ github.event.pull_request.head.sha }}
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v3
      with:
        python-version: ${{ matrix.python-version }}
    - name: Print ENV
      run: |
        env
        ls
        pwd
    - name: Git Clone And Checkout Branch
      run: |
        fork_repo="https://github.com/$GITHUB_ACTOR/app-builder.git"
        mkdir cicd
        cd cicd
        git clone $fork_repo
        cd app-builder
        git checkout $GITHUB_HEAD_REF
        git remote add upstream https://github.com/baidubce/app-builder.git 
        git fetch upstream
        git remote -v
        git status

        # 找到当前分支与 upstream/master 的共同祖先提交
        merge_base=$(git merge-base HEAD upstream/master)
        echo "merge_base=$merge_base"

        # 比较当前分支与 merge_base 之间的差异
        changed_files=$(git diff --name-only --diff-filter=ACMRT $merge_base)
        changed_files_py_sh=$(git diff --name-only --diff-filter=ACMRT $merge_base -- 'appbuilder/**')
        
        echo "发生更改的文件为:"
        echo "$changed_files"

        echo "发生更改的py/sh文件为:"

        if [ -n "$changed_files_py_sh" ]; then
          export APPBUILDER_PYTHON_TESTS=True
          echo "$changed_files_py_sh"
        else
          export APPBUILDER_PYTHON_TESTS=False
          echo "没有检测到Python或Shell文件被更改"
        fi

        echo "APPBUILDER_PYTHON_TESTS=$APPBUILDER_PYTHON_TESTS" >> $GITHUB_ENV
        pwd
    - name: Install dependencies
      run: |
        echo $APPBUILDER_PYTHON_TESTS
        if [ "$APPBUILDER_PYTHON_TESTS" = "False" ]; then
          echo "环境变量APPBUILDER_PYTHON_TESTS为False,没有检测到Python或Shell文件被更改,跳过Install dependencies部分。"
        else
          echo "检测到Python或Shell文件被更改(根据环境变量APPBUILDER_PYTHON_TESTS),准备启动单元测试Install dependencies部分..."
          cd cicd/app-builder
          pwd
          sudo apt-get install ffmpeg libavcodec-extra
          python3 -m ensurepip --upgrade
          python3 -m pip install --upgrade pip
          python3 -m pip install --upgrade setuptools
          python3 -m pip install wheel
          python3 -m pip install coverage
          python3 -m pip install diff-cover
          python3 -m pip install pydub
          python3 -m pip install SQLAlchemy==2.0.31
          python3 -m pip install chainlit~=1.0.200 flask~=2.3.2 flask-restful==0.3.9
          python3 -m pip install opentelemetry-exporter-otlp==1.23.0 opentelemetry-instrumentation==0.44b0 opentelemetry-sdk==1.23.0 opentelemetry-api==1.23.0
          python3 -m pip install pandas==2.2.2
        fi
    - name: Build whl
      run: |
        echo $APPBUILDER_PYTHON_TESTS
        if [ "$APPBUILDER_PYTHON_TESTS" = "False" ]; then
          echo "环境变量APPBUILDER_PYTHON_TESTS为False,没有检测到Python或Shell文件被更改,跳过Build whl部分。"
        else
          echo "检测到Python或Shell文件被更改(根据环境变量APPBUILDER_PYTHON_TESTS),准备启动单元测试Build whl部分..."
          cd cicd/app-builder     
          pwd
          python3 setup.py bdist_wheel
          python3 -m pip uninstall -y appbuilder-sdk
          python3 -m pip install dist/*.whl
        fi
    - name: Test with unittest
      run: |
        echo "AppBuilder TOKEN: $APPBUILDER_TOKEN"
        echo "AppBuilder TOKEN_V2: $APPBUILDER_TOKEN_V2"
        echo "BAIDU_VDB_API_KEY: $BAIDU_VDB_API_KEY"
        echo "INSTANCE_ID: $INSTANCE_ID"
        echo "DATASET_ID: $DATASET_ID"
        echo "APPBUILDER_TOKEN_DOC_FORMAT: $APPBUILDER_TOKEN_DOC_FORMAT"

        echo $APPBUILDER_PYTHON_TESTS
        if [ "$APPBUILDER_PYTHON_TESTS" = "False" ]; then
          echo "环境变量APPBUILDER_PYTHON_TESTS为False,没有检测到Python或Shell文件被更改,跳过Test with unittest部分。"
        else
          echo "检测到Python或Shell文件被更改(根据环境变量APPBUILDER_PYTHON_TESTS),准备启动单元测试Test with unittest部分..."
          cd cicd/app-builder
          pwd
          sh appbuilder/tests/run_python_test.sh
        fi
      env:
        APPBUILDER_TOKEN: ${{ secrets.APPBUILDER_TOKEN }}
        APPBUILDER_TOKEN_V2: ${{ secrets.APPBUILDER_TOKEN_V2 }}
        BAIDU_VDB_API_KEY: ${{ secrets.BAIDU_VDB_API_KEY }}
        INSTANCE_ID: ${{ secrets.INSTANCE_ID }}
        DATASET_ID: ${{ secrets.DATASET_ID }}
        APPBUILDER_TOKEN_DOC_FORMAT: ${{ secrets.APPBUILDER_TOKEN_DOC_FORMAT }}