Log which subtasks were called with which groups (EleutherAI#1456)

* log group membership * no stray prints * Update evaluator.py
mycoalchen · May 2, 2024 · b5ee714 · b5ee714
1 parent 328c5be
commit b5ee714
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -636,6 +636,7 @@ def print_tasks(task_hierarchy, results, tab=0):
         results_dict = {
             "results": dict(results_agg.items()),
             **({"groups": dict(groups_agg.items())} if bool(groups_agg) else {}),
+            "group_subtasks": {k: v for k, v in reversed(task_hierarchy.items())},
             "configs": dict(sorted(configs.items())),
             "versions": dict(sorted(versions.items())),
             "n-shot": dict(sorted(num_fewshot.items())),