Use evaluation_mode=True for accelerate to prevent OOM

lm_eval/models/huggingface.py

@@ -289,7 +289,7 @@ class HFLM(LM):
                         "Failed to place model onto specified device. This may be because the model is quantized via `bitsandbytes`. If the desired GPU is being used, this message is safe to ignore."
                     )
             else:
-                self._model = accelerator.prepare(self.model)
+                self._model = accelerator.prepare_model(self.model, evaluation_mode=True)
                 self._device = torch.device(f"cuda:{accelerator.local_process_index}")
                 self.accelerator = accelerator