@@ -131,8 +131,8 @@ class DeepSpeedEngine(Module):
...
@@ -131,8 +131,8 @@ class DeepSpeedEngine(Module):
dist_init_required=notdist.is_initialized()
dist_init_required=notdist.is_initialized()
ifdist_init_requiredisFalse:
ifdist_init_requiredisFalse:
assert(dist.is_initialized()==True),"Torch distributed not initialized. Please set dist_init_required to True or initialize before calling deepspeed.initialize()"
assertdist.is_initialized()isTrue,"Torch distributed not initialized. Please set dist_init_required to True or initialize before calling deepspeed.initialize()"