feat: Add E2E tests to workflow and ignore notebooks with nc deps

nci · Nov 1, 2023 · 85e98f0 · 85e98f0
1 parent 7a208ec
commit 85e98f0
Show file tree

Hide file tree

Showing 10 changed files with 13 additions and 3 deletions.
diff --git a/.github/workflows/python-app.yml b/.github/workflows/python-app.yml
@@ -18,7 +18,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]    
+        python-version: ["3.9", "3.10", "3.11"]
 
     steps:
     - uses: actions/checkout@v3
@@ -38,3 +38,6 @@ jobs:
     - name: Report test coverage
       run: |
         coverage report -m
+    - name: Test tutorial notebooks with pytest
+      run: |
+        coverage run -m pytest --nbmake tutorials/
diff --git a/pyproject.toml b/pyproject.toml
@@ -89,12 +89,19 @@ addopts = [
     '--cov-fail-under=100',
     '--cov-report=html',
     '--cov-report=term-missing',
-    '--junitxml=report.xml'
+    '--junitxml=report.xml',
+    # Ignore notebooks which depend on external data for E2E tests
+    '--ignore=tutorials/First_Data_Fetching.ipynb',
+    '--ignore=tutorials/Mean_Squared_Error.ipynb',
+    '--ignore=tutorials/Root_Mean_Squared_Error.ipynb',
+    '--ignore=tutorials/Weighting_Results.ipynb',
+    '--ignore=tutorials/Mean_Absolute_Error.ipynb'
 ]
+
 [tool.pylint.master]
 # https://github.com/PyCQA/pylint/issues/4081#issuecomment-778242554
 init-hook = 'import sys; sys.setrecursionlimit(3 * sys.getrecursionlimit())'
-ignore-paths = [ 
+ignore-paths = [
     'docs/'
 ]
 

diff --git a/...Continuous Ranked Probability Score.ipynb → ...Continuous_Ranked_Probability_Score.ipynb b/...Continuous Ranked Probability Score.ipynb → ...Continuous_Ranked_Probability_Score.ipynb
diff --git a/...ials/Diebold Mariano Test Statistic.ipynb → ...ials/Diebold_Mariano_Test_Statistic.ipynb b/...ials/Diebold Mariano Test Statistic.ipynb → ...ials/Diebold_Mariano_Test_Statistic.ipynb
diff --git a/tutorials/First - Data Fetching.ipynb → tutorials/First_Data_Fetching.ipynb b/tutorials/First - Data Fetching.ipynb → tutorials/First_Data_Fetching.ipynb
diff --git a/tutorials/Mean Absolute Error.ipynb → tutorials/Mean_Absolute_Error.ipynb b/tutorials/Mean Absolute Error.ipynb → tutorials/Mean_Absolute_Error.ipynb
diff --git a/tutorials/Mean Squared Error.ipynb → tutorials/Mean_Squared_Error.ipynb b/tutorials/Mean Squared Error.ipynb → tutorials/Mean_Squared_Error.ipynb
diff --git a/tutorials/Murphy Diagrams.ipynb → tutorials/Murphy_Diagrams.ipynb b/tutorials/Murphy Diagrams.ipynb → tutorials/Murphy_Diagrams.ipynb
diff --git a/tutorials/Root Mean Squared Error.ipynb → tutorials/Root_Mean_Squared_Error.ipynb b/tutorials/Root Mean Squared Error.ipynb → tutorials/Root_Mean_Squared_Error.ipynb
diff --git a/tutorials/Weighting Results.ipynb → tutorials/Weighting_Results.ipynb b/tutorials/Weighting Results.ipynb → tutorials/Weighting_Results.ipynb