Skip to content

GitLab

Commit dee1c963 authored by CZYCW's avatar CZYCW Committed by binmakeswell
Browse files

[NFC] policy applications/Chat/examples/ray/mmmt_prompt.py code style (#4250)

parent 77c469e1
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 8 deletions
applications/Chat/examples/ray/mmmt_prompt.py
View file @ dee1c963
...@@ -87,8 +87,8 @@ def main(args): ...@@ -87,8 +87,8 @@ def main(args):
kl_coef=0.1, kl_coef=0.1,
debug=args.debug, debug=args.debug,
update_lora_weights=not (args.lora_rank == 0), update_lora_weights=not (args.lora_rank == 0),
# sync_models_from_trainers=True, # sync_models_from_trainers=True,
# generation kwargs: # generation kwargs:
max_length=512, max_length=512,
do_sample=True, do_sample=True,
temperature=1.0, temperature=1.0,
...@@ -161,12 +161,10 @@ if __name__ == '__main__': ...@@ -161,12 +161,10 @@ if __name__ == '__main__':
parser.add_argument('--prompt_path', type=str, default=None) parser.add_argument('--prompt_path', type=str, default=None)
parser.add_argument('--num_makers', type=int, default=1) parser.add_argument('--num_makers', type=int, default=1)
parser.add_argument('--num_trainers', type=int, default=1) parser.add_argument('--num_trainers', type=int, default=1)
parser.add_argument('--trainer_strategy', parser.add_argument(
choices=[ '--trainer_strategy',
'ddp', 'colossalai_gemini', 'colossalai_zero2', 'colossalai_gemini_cpu', choices=['ddp', 'colossalai_gemini', 'colossalai_zero2', 'colossalai_gemini_cpu', 'colossalai_zero2_cpu'],
'colossalai_zero2_cpu' default='ddp')
],
default='ddp')
parser.add_argument('--maker_strategy', choices=['naive'], default='naive') parser.add_argument('--maker_strategy', choices=['naive'], default='naive')
parser.add_argument('--model', default='gpt2', choices=['gpt2', 'bloom', 'opt', 'llama']) parser.add_argument('--model', default='gpt2', choices=['gpt2', 'bloom', 'opt', 'llama'])
parser.add_argument('--critic_model', default='gpt2', choices=['gpt2', 'bloom', 'opt', 'llama']) parser.add_argument('--critic_model', default='gpt2', choices=['gpt2', 'bloom', 'opt', 'llama'])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment