Unverified Commit 012d91df authored by Olatunji Ruwase's avatar Olatunji Ruwase Committed by GitHub
Browse files

Export all python environment variables, not just PYTHONPATH (#165)

parent ac9cc7fe
......@@ -18,7 +18,7 @@ import torch.cuda
from deepspeed.pt.deepspeed_constants import TORCH_DISTRIBUTED_DEFAULT_PORT
DLTS_HOSTFILE = "/job/hostfile"
EXPORT_ENVS = ["NCCL", "PYTHONPATH"]
EXPORT_ENVS = ["NCCL", "PYTHON"]
DEEPSPEED_ENVIRONMENT_NAME = ".deepspeed_env"
DEEPSPEED_ENVIRONMENT_PATHS = [os.path.expanduser("~"), '.']
......@@ -305,7 +305,7 @@ def main(args=None):
exports = ""
for var in env.keys():
if any(map(lambda name: name in var, EXPORT_ENVS)):
if any(map(lambda name: var.startswith(name), EXPORT_ENVS)):
exports += "export {}={}; ".format(var, env[var])
for environ_path in DEEPSPEED_ENVIRONMENT_PATHS:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment