ENG-1293: running tests in debug mode and with coverage report, also …

…saving test results
RasaHQ · Sep 12, 2024 · bfe90d7 · bfe90d7
1 parent 8ff8f86
commit bfe90d7
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 27 deletions.
diff --git a/.github/workflows/continous-integration.yml b/.github/workflows/continous-integration.yml
@@ -181,19 +181,14 @@ jobs:
         RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
         RASA_PRO_BETA_INTENTLESS: true
       run: |
-        pwd && make test-passing 
-
-    - name: List test-passing results
-      if: failure()
-      run: |
-          ls -la tests 
+        make test-passing 
 
     - name: Save test-passing results
       if: failure()
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-passing-results
-        path: ./tests/*
+        path: tests/
 
     - name: Run e2e flaky tests
       if: always()
@@ -210,7 +205,7 @@ jobs:
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-flaky-results
-        path: ./tests/*
+        path: tests/
 
     - name: Run e2e failing tests
       if: always()
@@ -227,7 +222,7 @@ jobs:
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-failing-results
-        path: ./tests/*
+        path: tests/
 
     - name: Stop Duckling server
       run: |
@@ -315,19 +310,14 @@ jobs:
         RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
         RASA_PRO_BETA_E2E_ASSERTIONS: true
       run: |
-        pwd && make test-passing-assertions 
+        make test-passing-assertions 
 
     - name: Save test-passing-assertions results
       if: failure()
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-passing-assertions-results
-        path: ./tests/*
-
-    - name: List test--assertions results
-      if: failure()
-      run: |
-        ls -la tests
+        path: tests/
 
     - name: Run e2e flaky tests with assertions
       if: always()
@@ -344,7 +334,7 @@ jobs:
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-flaky-assertions-results
-        path: ./tests/*
+        path: tests/
 
     - name: Run e2e failing tests with assertions
       if: always()
@@ -361,7 +351,7 @@ jobs:
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-failing-assertions-results
-        path: ./tests/*
+        path: tests/
 
     - name: Stop Duckling server
       run: |
@@ -448,7 +438,7 @@ jobs:
       uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
       with:
         name: test-stub-custom-actions-passing-results
-        path: ./tests/*
+        path: tests/
 
     - name: Stop Duckling server
       run: |

diff --git a/Makefile b/Makefile
@@ -75,16 +75,16 @@ actions:
 	poetry run rasa run actions
 
 test-passing: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests/passing
+	poetry run rasa test e2e e2e_tests/passing --e2e-results --debug
 
 test-flaky: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests/flaky
+	poetry run rasa test e2e e2e_tests/flaky --e2e-results --debug
 
 test-failing: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests/failing
+	poetry run rasa test e2e e2e_tests/failing --e2e-results --debug
 
 test-multistep: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests/multistep
+	poetry run rasa test e2e e2e_tests/multistep --e2e-results --debug
 
 test-one: .EXPORT_ALL_VARIABLES
 	poetry run rasa test e2e $(target) --debug
@@ -93,13 +93,13 @@ stop-duckling:
 	docker stop duckling_container
 
 test-passing-assertions: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests_with_assertions/passing
+	poetry run rasa test e2e e2e_tests_with_assertions/passing --e2e-results --debug
 
 test-flaky-assertions: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests_with_assertions/flaky
+	poetry run rasa test e2e e2e_tests_with_assertions/flaky --e2e-results --debug
 
 test-failing-assertions: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests_with_assertions/failing
+	poetry run rasa test e2e e2e_tests_with_assertions/failing --e2e-results --debug
 
 make test-passing-stub-custom-actions: .EXPORT_ALL_VARIABLES
-	poetry run rasa test e2e e2e_tests_with_stub_custom_actions/passing
+	poetry run rasa test e2e e2e_tests_with_stub_custom_actions/passing --e2e-results --debug