Unverified Commit e3677848 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update gpt2.py

parent b698048d
...@@ -83,7 +83,6 @@ class HFLM(LM): ...@@ -83,7 +83,6 @@ class HFLM(LM):
print(warning) print(warning)
self._rank = accelerator.local_process_index self._rank = accelerator.local_process_index
self._world_size = accelerator.num_processes self._world_size = accelerator.num_processes
else: else:
self.gpt2 = accelerator.prepare(self.gpt2) self.gpt2 = accelerator.prepare(self.gpt2)
self._device = torch.device(f"cuda:{accelerator.local_process_index}") self._device = torch.device(f"cuda:{accelerator.local_process_index}")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment