Skip to content

GitLab

Unverified Commit c77fa461 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Merge branch 'multigpu-feature' into multigpu-feature-minor-edits

parents bc103ce2 650d3c76
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 4 deletions
lm_eval/models/gpt2.py
View file @ c77fa461
...@@ -72,7 +72,6 @@ class HFLM(LM): ...@@ -72,7 +72,6 @@ class HFLM(LM):
# multigpu support with accelerate # multigpu support with accelerate
if gpus > 1: if gpus > 1:
# accelerator = Accelerator(device_placement=False)
accelerator = Accelerator() accelerator = Accelerator()
if gpus > accelerator.num_processes: if gpus > accelerator.num_processes:
warning = ( warning = (
...@@ -82,8 +81,8 @@ class HFLM(LM): ...@@ -82,8 +81,8 @@ class HFLM(LM):
f"Current run will proceed with {accelerator.num_processes} devices." f"Current run will proceed with {accelerator.num_processes} devices."
) )
print(warning) print(warning)
self._rank = self.accelerator.local_process_index self._rank = accelerator.local_process_index
self._world_size = self.accelerator.num_processes self._world_size = accelerator.num_processes
else: else:
self.gpt2 = accelerator.prepare(self.gpt2) self.gpt2 = accelerator.prepare(self.gpt2)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment