pass integration tests if 90% of the access patterns succeed

nsidc · Feb 29, 2024 · f9325ab · f9325ab
1 parent ad93d81
commit f9325ab
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/tests/integration/conftest.py b/tests/integration/conftest.py
@@ -0,0 +1,12 @@
+import pytest
+
+ACCEPTABLE_FAILURE_RATE = 10
+
+@pytest.hookimpl()
+def pytest_sessionfinish(session, exitstatus):
+    if exitstatus==0:
+        return
+    failure_rate = (100.0 * session.testsfailed) / session.testscollected
+    if failure_rate <= ACCEPTABLE_FAILURE_RATE:
+        session.exitstatus = 0
+