Unverified Commit 160c64c6 authored by LuGY's avatar LuGY Committed by GitHub
Browse files

[example] fix bucket size in example of gpt gemini (#4028)

parent 727c4598
......@@ -250,7 +250,7 @@ def main():
plugin = None
if args.distplan.startswith("CAI_ZeRO"):
plugin = LowLevelZeroPlugin(stage=zero_stage,
reduce_bucket_size_in_m=12 * 1024 * 1024,
reduce_bucket_size_in_m=12,
overlap_communication=True,
verbose=True)
elif args.distplan == "CAI_Gemini":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment