Merge pull request #770 from tju01/big-refactor

[Refactor] Use evaluation mode for accelerate to prevent OOM

lm_eval/models/huggingface.py

@@ -289,7 +289,9 @@ class HFLM(LM):
                         "Failed to place model onto specified device. This may be because the model is quantized via `bitsandbytes`. If the desired GPU is being used, this message is safe to ignore."
                     )
             else:
-                self._model = accelerator.prepare(self.model)
+                self._model = accelerator.prepare_model(
+                    self.model, evaluation_mode=True
+                )
                 self._device = torch.device(f"cuda:{accelerator.local_process_index}")
                 self.accelerator = accelerator