diff --git a/tests/benchmark-models/test_petab_benchmark.py b/tests/benchmark-models/test_petab_benchmark.py
index 846219968c..33dd07fe99 100644
--- a/tests/benchmark-models/test_petab_benchmark.py
+++ b/tests/benchmark-models/test_petab_benchmark.py
@@ -45,7 +45,7 @@ class GradientCheckSettings:
     atol_sim: float = 1e-12
     rtol_sim: float = 1e-12
     # Absolute and relative tolerances for finite difference gradient checks.
-    atol_check: float = 1e-5
+    atol_check: float = 1e-7
     rtol_check: float = 1e-2
     # Step sizes for finite difference gradient checks.
     step_sizes = [
@@ -134,7 +134,11 @@ def test_benchmark_gradient(model, scale):
         solver=amici_solver,
         scaled_parameters=scale,
         scaled_gradients=scale,
-        cache=not debug,
+        # FIXME: there is some issue with caching in fiddy
+        #  e.g. Elowitz_Nature2000-True fails with cache=True,
+        #  but not with cache=False
+        # cache=not debug,
+        cache=False,
     )
 
     noise_level = 0.1