diff --git a/pax/runners/runner_eval.py b/pax/runners/runner_eval.py
index b530949d..44648dc9 100644
--- a/pax/runners/runner_eval.py
+++ b/pax/runners/runner_eval.py
@@ -305,7 +305,10 @@ def run_loop(self, env, env_params, agents, num_episodes, watchers):
             self.model_path2 is not None and self.run_path2 is not None
         )
 
-        if watchers and not self.args.wandb.mode == "offline":
+        if watchers and self.args.wandb.mode not in [
+            "offline",
+            "disabled",
+        ]:
             wandb.restore(
                 name=self.model_path, run_path=self.run_path, root=os.getcwd()
             )