Commit f3f224a9 authored by Gustaf Ahdritz's avatar Gustaf Ahdritz
Browse files

Fix no-GPU behavior

parent 33b0a9df
...@@ -2,7 +2,7 @@ import argparse ...@@ -2,7 +2,7 @@ import argparse
import logging import logging
import os import os
os.environ["CUDA_VISIBLE_DEVICES"] = "6" #os.environ["CUDA_VISIBLE_DEVICES"] = "5"
#os.environ["MASTER_ADDR"]="10.119.81.14" #os.environ["MASTER_ADDR"]="10.119.81.14"
#os.environ["MASTER_PORT"]="42069" #os.environ["MASTER_PORT"]="42069"
#os.environ["NODE_RANK"]="0" #os.environ["NODE_RANK"]="0"
...@@ -170,7 +170,7 @@ def main(args): ...@@ -170,7 +170,7 @@ def main(args):
config=args.deepspeed_config_path, config=args.deepspeed_config_path,
cluster_environment=cluster_environment, cluster_environment=cluster_environment,
) )
elif args.gpus > 1 or args.num_nodes > 1: elif (args.gpus is not None and args.gpus) > 1 or args.num_nodes > 1:
strategy = "ddp" strategy = "ddp"
else: else:
strategy = None strategy = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment