Fix github workflow #31
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI Test | |
| on: [push, pull_request] | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Convert TEI input to KorAP-XML | |
| run: docker run --rm -v ${PWD}/example:/data korap/kalamar:latest tei2korapxml --no-tokenizer --inline-tokens '!cmc#morpho' --input /data/dck-part1.i5.xml > dck.zip | |
| - name: Convert KorAP-XML to Krill | |
| run: | | |
| mkdir json | |
| docker run --rm -u root -v ${PWD}:/kalamar/data:z korap/kalamar:latest korapxml2krill archive -z -i /kalamar/data/dck.zip --jobs -1 --token 'cmc#morpho' --base-paragraphs 'DeReKo#Structure' --base-sentences 'DeReKo#Structure' -o ./data/json/ | |
| - name: Build index | |
| run: | | |
| mkdir index | |
| INDEX=./index docker run -u root --rm -v ${PWD}:/data:z korap/kustvakt Krill-Indexer.jar -c /kustvakt/kustvakt-lite.conf -i /data/json -o /data/index/ | |
| - name: Start KorAP - lite | |
| run: INDEX=./index docker compose -p korap --profile=lite up -d | |
| - name: Wait until KorAP is up and running | |
| run: count=0; while test $count -lt 25 && ! docker compose -p korap logs | grep -E "Listening at.*:64543"; do count=$((count+1)); echo "waiting ${count}s"; sleep 1; done; sleep 10 | |
| - name: Test that API delivers some search hits | |
| run: test $(curl --silent 'http://localhost:64543/api/v1.0/search?q=geht&ql=poliqarp&cq=corpusSigle=DCK' | jq '.matches | length') -gt 10 | |
| - name: Test that UI delivers some search hits | |
| run: test $(curl --silent 'http://localhost:64543?q=geht&ql=poliqarp&cq=corpusSigle=DCK' | grep -c snippet) -gt 10 | |
| - name: Stop KorAP | |
| run: INDEX=./index docker compose -p korap --profile=lite stop | |
| - name: Test that super_client_info does not exist | |
| run: test ! -f super_client_info | |
| - name: Create kalamar.production.conf | |
| run: | | |
| mkdir -p data | |
| echo "{Kalamar=>{plugins=>['Auth']},'Kalamar-Auth'=>{client_file=>'/kalamar/super_client_info'}}" > data/kalamar.production.conf | |
| - name: Start KorAP - full | |
| run: INDEX=./index docker compose -p korap --profile=full up -d | |
| - name: Wait until KorAP is up and running | |
| run: count=0; while test $count -lt 25 && ! docker compose -p korap logs | grep "Web application available at"; do count=$((count+1)); echo "waiting ${count}s"; sleep 1; done; sleep 10 | |
| - name: Test that super_client_info exists | |
| run: test -f data/super_client_info | |
| - name: Test that API delivers some search hits | |
| run: test $(curl --silent 'http://localhost:64543/api/v1.0/search?q=geht&ql=poliqarp&cq=corpusSigle=DCK' | jq '.matches | length') -gt 10 | |
| - name: Test that UI delivers some search hits | |
| run: test $(curl --silent 'http://localhost:64543?q=geht&ql=poliqarp&cq=corpusSigle=DCK' | grep -c snippet) -gt 10 | |
| - name: Checkout KorAP/KorAP-E2E-Tests | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: KorAP/KorAP-E2E-Tests | |
| path: KorAP-E2E-Tests | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| cache: npm | |
| node-version: latest | |
| cache-dependency-path: "./KorAP-E2E-Tests/package-lock.json" | |
| - name: Install dependencies of KorAP-E2E-Tests | |
| working-directory: ./KorAP-E2E-Tests | |
| run: npm ci | |
| - name: Setup cache for Chromium binary | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.cache/puppeteer/chrome | |
| key: ubuntu-latest-chromium-${{ hashFiles('packages/puppeteer-core/src/revisions.ts') }} | |
| - name: Install Linux dependencies | |
| run: sudo apt-get install xvfb | |
| - name: Run end-to-end tests | |
| working-directory: ./KorAP-E2E-Tests | |
| run: xvfb-run --auto-servernum npm test | |
| - name: Stop KorAP | |
| run: docker compose -p korap --profile=full stop | |
| - name: Start KorAP with example index | |
| run: INDEX='example-index' docker compose -p korap-example-index --profile=example --profile=lite up -d | |
| - name: Wait until KorAP with example index is up and running | |
| run: count=0; while test $count -lt 25 && ! docker compose -p korap-example-index logs | grep -E "Listening at.*:64543"; do count=$((count+1)); echo "waiting ${count}s"; sleep 1; done; sleep 10 | |
| - name: Test that API delivers some search hits on example index | |
| run: test $(curl --silent 'http://localhost:64543/api/v1.0/search?q=%5Btt%2Fl%3Dgut+%26+tt%2Fp%3DADJD%5D&ql=poliqarp' | jq '.matches | length') -gt 10 | |
| - name: Test that UI delivers some search hits on example index | |
| run: test $(curl --silent 'http://localhost:64543?q=%5Btt%2Fl%3Dgut+%26+tt%2Fp%3DADJD%5D&ql=poliqarp' | grep -c snippet) -gt 10 | |
| - name: Run end-to-end tests on example index | |
| working-directory: ./KorAP-E2E-Tests | |
| env: | |
| KORAP_LOGIN: "" | |
| KORAP_QUERIES: "[corenlp/p=VAFIN][]{2}[marmot/m=number:sg][opennlp/p=PPER][tt/l=er][tt/p=ADV]" | |
| run: xvfb-run --auto-servernum npm test | |
| - name: Stop KorAP | |
| run: docker compose -p korap-example-index --profile=lite --profile=example stop |