nit

EleutherAI · Feb 24, 2024 · 57ab8f2 · 57ab8f2
1 parent 29d60d5
commit 57ab8f2
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -399,7 +399,6 @@ def evaluate(
                     )
 
             # then collect metrics across all ranks
-            # vals_torch = collections.defaultdict(list)
             for metrics in task_output.sample_metrics:
                 metric_list = [None] * WORLD_SIZE if RANK == 0 else None
                 torch.distributed.gather_object(