Skip to content

GitLab

".github/vscode:/vscode.git/clone" did not exist on "f20c5d1102ab64ffb24aca6746b6c6461c741786"
Commit 3cfd23a1 authored by Benjamin Fattori's avatar Benjamin Fattori
Browse files

drop comments about pytorch DP

parent 4d3ea67a
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
lm_eval/models/gpt2.py
View file @ 3cfd23a1
...@@ -86,7 +86,7 @@ class HFLM(LM): ...@@ -86,7 +86,7 @@ class HFLM(LM):
self.accelerator = accelerator self.accelerator = accelerator
if self.accelerator.is_local_main_process: if self.accelerator.is_local_main_process:
print(f"Using {gpus} devices data parallelism") print(f"Using {gpus} devices with data parallelism")
self._rank = self.accelerator.local_process_index self._rank = self.accelerator.local_process_index
self._world_size = self.accelerator.num_processes self._world_size = self.accelerator.num_processes
...@@ -111,12 +111,10 @@ class HFLM(LM): ...@@ -111,12 +111,10 @@ class HFLM(LM):
@property @property
def batch_size(self): def batch_size(self):
# TODO: fix multi-gpu return self.batch_size_per_gpu
return self.batch_size_per_gpu # * gpus
@property @property
def device(self): def device(self):
# TODO: fix multi-gpu
return self._device return self._device
@property @property
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment