-
Notifications
You must be signed in to change notification settings - Fork 244
67 lines (64 loc) · 2.06 KB
/
test.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
name: Test
on:
push:
branches: [ main ]
pull_request:
jobs:
install:
name: Install
runs-on: ubuntu-latest
strategy:
matrix:
python-version: [3.8]
steps:
- uses: actions/checkout@v2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- uses: actions/cache@v2
with:
path: ~/.cache/pip
key: pip-${{ hashFiles('requirements-freeze.txt') }}-${{ matrix.python-version }}
restore-keys: |
pip-
- run: pip install -e .
- run: helm-run -h
- run: helm-summarize -h
- run: echo "Finished installation."
test:
name: Tests
runs-on: ubuntu-latest
steps:
- name: Clear free space
run: |
sudo rm -rf /opt/ghc
df -h
- uses: actions/checkout@v2
- uses: actions/setup-python@v4
with:
python-version: 3.8
- uses: actions/cache@v2
with:
path: ~/.cache/pip
key: pip-${{ hashFiles('requirements-freeze.txt') }}
restore-keys: |
pip-
# Installs dependencies and performs static code checks
- run: ./pre-commit-venv.sh
- name: Run tests
# Skip ICE tokenizer tests. GHA is having trouble downloading ice_text.model.
run: source venv/bin/activate && pytest --ignore src/helm/benchmark/window_services/test_ice_window_service.py --ignore src/helm/proxy/clients/test_ice_tokenizer_client.py
env:
TEST: ${{ matrix.test }}
VERSION: ${{ github.head_ref || 'main' }}
- name: Run entire pipeline quickly without any data
# Checking RunSpecs with openai/davinci should be comprehensive enough
run: source venv/bin/activate && helm-run --suite test -m 100 --skip-instances --models-to-run openai/davinci --exit-on-error
ci:
name: All CI tasks complete
runs-on: ubuntu-latest
needs: [install, test]
steps:
- uses: actions/checkout@v2
- run: echo Done