Skip to content

GitLab

Unverified Commit 36067428 authored by binmakeswell's avatar binmakeswell Committed by GitHub
Browse files

[example] fix redundant note (#3065)

parent af388848
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
examples/language/opt/train_gemini_opt.py
View file @ 36067428
...@@ -178,8 +178,6 @@ def main(): ...@@ -178,8 +178,6 @@ def main():
# build model # build model
if args.model_name_or_path is None: if args.model_name_or_path is None:
# currently, there has a bug in pretrained opt-13b
# we can not import it until huggingface fix it
logger.info("Train a new model from scratch", ranks=[0]) logger.info("Train a new model from scratch", ranks=[0])
with ColoInitContext(device=init_dev, dtype=torch.half, with ColoInitContext(device=init_dev, dtype=torch.half,
default_dist_spec=default_dist_spec, default_dist_spec=default_dist_spec,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment