"docs/source/vscode:/vscode.git/clone" did not exist on "8010fda9bfbac3f4860e15bdb476c63c6cf2ce81"
Unverified Commit dd360d58 authored by bugface's avatar bugface Committed by GitHub
Browse files

fix error posted in issue #15448 (#15480)



* fix error posted in issue #15448
Signed-off-by: default avatarbugface <alexgre@ufl.edu>

* clean up - remove commented line
Signed-off-by: default avatarbugface <alexgre@ufl.edu>
parent 44b21f11
......@@ -108,7 +108,7 @@ def convert_megatron_checkpoint(args, input_state_dict, config):
config.hidden_size = ds_args.hidden_size
config.num_hidden_layers = ds_args.num_layers
config.num_attention_heads = ds_args.num_attention_heads
config.intermediate_size = ds_args.get("ffn_hidden_size", 4 * ds_args.hidden_size)
config.intermediate_size = ds_args.ffn_hidden_size if "ffn_hidden_size" in ds_args else 4 * ds_args.hidden_size
# pprint(config)
# The number of heads.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment