Stricted 'lm' object to be deleted only if it wasn't an already-initi…

…alized model
EleutherAI · Sep 4, 2024 · 630bba4 · 630bba4
1 parent fb23b3f
commit 630bba4
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -358,11 +358,15 @@ def _adjust_config(task_dict):
         add_env_info(results)  # additional environment info to results
         add_tokenizer_info(results, lm)  # additional info about tokenizer
 
-        del lm
+        if not isinstance(model, lm_eval.api.model.LM): 
+            del lm
+
         return results
     else:
 
-        del lm
+        if not isinstance(model, lm_eval.api.model.LM):
+            del lm
+
         return None