Skip to content

GitLab

Unverified Commit 012d91df authored by Olatunji Ruwase's avatar Olatunji Ruwase Committed by GitHub
Browse files

Export all python environment variables, not just PYTHONPATH (#165)

parent ac9cc7fe
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
deepspeed/pt/deepspeed_run.py 100644 → 100755
View file @ 012d91df
...@@ -18,7 +18,7 @@ import torch.cuda ...@@ -18,7 +18,7 @@ import torch.cuda
from deepspeed.pt.deepspeed_constants import TORCH_DISTRIBUTED_DEFAULT_PORT from deepspeed.pt.deepspeed_constants import TORCH_DISTRIBUTED_DEFAULT_PORT
DLTS_HOSTFILE = "/job/hostfile" DLTS_HOSTFILE = "/job/hostfile"
EXPORT_ENVS = ["NCCL", "PYTHONPATH"] EXPORT_ENVS = ["NCCL", "PYTHON"]
DEEPSPEED_ENVIRONMENT_NAME = ".deepspeed_env" DEEPSPEED_ENVIRONMENT_NAME = ".deepspeed_env"
DEEPSPEED_ENVIRONMENT_PATHS = [os.path.expanduser("~"), '.'] DEEPSPEED_ENVIRONMENT_PATHS = [os.path.expanduser("~"), '.']
...@@ -305,7 +305,7 @@ def main(args=None): ...@@ -305,7 +305,7 @@ def main(args=None):
exports = "" exports = ""
for var in env.keys(): for var in env.keys():
if any(map(lambda name: name in var, EXPORT_ENVS)): if any(map(lambda name: var.startswith(name), EXPORT_ENVS)):
exports += "export {}={}; ".format(var, env[var]) exports += "export {}={}; ".format(var, env[var])
for environ_path in DEEPSPEED_ENVIRONMENT_PATHS: for environ_path in DEEPSPEED_ENVIRONMENT_PATHS:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment