Skip to content

GitLab

Commit fda81a21 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

updating no load rng

parent 63121a9e
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
tasks/finetune_utils.py
View file @ fda81a21
...@@ -285,8 +285,11 @@ def finetune(train_valid_datasets_provider, model_provider, ...@@ -285,8 +285,11 @@ def finetune(train_valid_datasets_provider, model_provider,
if args.iteration == 0 and args.pretrained_checkpoint is not None: if args.iteration == 0 and args.pretrained_checkpoint is not None:
original_load = args.load original_load = args.load
args.load = args.pretrained_checkpoint args.load = args.pretrained_checkpoint
original_rng = args.no_load_rng
args.no_load_rng = True
_ = load_checkpoint(model, None, None) _ = load_checkpoint(model, None, None)
args.load = original_load args.load = original_load
args.no_load_rng = original_rng
# This is critical when only model is loaded. We should make sure # This is critical when only model is loaded. We should make sure
# main parameters are also updated. # main parameters are also updated.
optimizer.reload_model_params() optimizer.reload_model_params()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment