Skip to content

GitLab

Commit e1f574cd authored by Jared Casper's avatar Jared Casper
Browse files

Typo fix.

parent 36c2674c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
megatron/checkpointing.py
View file @ e1f574cd
...@@ -312,7 +312,7 @@ def load_checkpoint(model, optimizer, lr_scheduler, load_arg='load', strict=True ...@@ -312,7 +312,7 @@ def load_checkpoint(model, optimizer, lr_scheduler, load_arg='load', strict=True
print_rank_0(f"Invalid checkpoint version {checkpoint_version}.") print_rank_0(f"Invalid checkpoint version {checkpoint_version}.")
sys.exit() sys.exit()
param.data.copy_(fixed_param) param.data.copy_(fixed_param)
if name.endswith(('.key_value.weight', '.key_value.bias'): if name.endswith(('.key_value.weight', '.key_value.bias')):
if checkpoint_version == 0: if checkpoint_version == 0:
fixed_param = _transpose_first_dim(param.data, 2, True, model) fixed_param = _transpose_first_dim(param.data, 2, True, model)
elif checkpoint_version == 1.0: elif checkpoint_version == 1.0:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment