Add evaluator temp code for debug

3d4c4cd6 · Herbie Bradley · be95d945 · 3d4c4cd6
Commit 3d4c4cd6 authored Sep 20, 2023 by Herbie Bradley
Show whitespace changes
Inline Side-by-side

Showing with 24 additions and 23 deletions

lm_eval/evaluator.py lm_eval/evaluator.py +24 -23

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -428,6 +428,7 @@ def evaluate(
                torch_device_tensor = lm.accelerator.pad_across_processes(
                    metrics_tensor.to(torch.float32), pad_index=pad_value
                )
+
                gathered_item = lm.accelerator.gather(torch_device_tensor)
                if numitem > 0:
                    gathered_filtered = gathered_item[gathered_item[:, 0] != pad_value]