Merge pull request #1001 from EleutherAI/fix-alias

[Refactor] will check if group_name is None
EleutherAI · Nov 17, 2023 · f76941e · f76941e
2 parents 056569e + bf6cf1d
commit f76941e
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -226,6 +226,7 @@ def evaluate(
             versions[group_name] = "N/A"
 
         else:
+            group_name = None
             task_hierarchy[task_name] = []
 
         if task is None:
@@ -237,8 +238,10 @@ def evaluate(
         if "task_alias" in configs[task_name]:
             task_group_alias[task_name] = configs[task_name]["task_alias"]
 
-        if ("group_alias" in configs[task_name]) and (
-            group_name not in task_group_alias
+        if (
+            ("group_alias" in configs[task_name])
+            and (group_name not in task_group_alias)
+            and (group_name is not None)
         ):
             task_group_alias[group_name] = configs[task_name]["group_alias"]