diff --git a/tests/distributions/test_continuous.py b/tests/distributions/test_continuous.py
index 42a618fc0fa..fed70003379 100644
--- a/tests/distributions/test_continuous.py
+++ b/tests/distributions/test_continuous.py
@@ -430,17 +430,6 @@ def scipy_log_cdf(value, a, b):
             lambda q, a, b: (1 - (1 - q) ** (1 / b)) ** (1 / a),
         )
 
-        # Custom logp / logcdf / icdf check for invalid parameters
-        for a, b in ((-2, 0.5), (0.5, -2), (-2, -2)):
-            invalid_dist = pm.Kumaraswamy.dist(a=a, b=b)
-            with pytensor.config.change_flags(mode=Mode("py")):
-                with pytest.raises(ParameterValueError):
-                    logp(invalid_dist, np.array(0.5)).eval()
-                with pytest.raises(ParameterValueError):
-                    logcdf(invalid_dist, np.array(0.5)).eval()
-                with pytest.raises(ParameterValueError):
-                    icdf(invalid_dist, np.array(0.5)).eval()
-
     def test_exponential(self):
         check_logp(
             pm.Exponential,