Add gradient clipping to DeepSpeed config generator

scripts/build_deepspeed_config.py

@@ -20,6 +20,8 @@ parser = argparse.ArgumentParser(description='''Outputs a DeepSpeed
                                                 configuration file to 
                                                 stdout''')
 
+parser.add_argument("--gradient_clipping", type=float, default=None,
+                    help="Value of gradient clipping")
 p = parser.add_argument_group("Optimizer")
 p.add_argument("--optimizer", default=None,
                help='''Choice of optimizer. Choose between "Adam" or 
@@ -295,4 +297,7 @@ flops_profiler["top_modules"] = args.top_modules
 flops_profiler["detailed"] = args.detailed_flops_profile
 d ["flops_profiler"] = flops_profiler
 
+if(args.gradient_clipping):
+    d["gradient_clipping"] = args.gradient_clipping
+
 print(json.dumps(d, indent=2))