Unverified Commit 7bf1b837 authored by Jeff Rasley's avatar Jeff Rasley Committed by GitHub
Browse files

[install] add -e/--examples flag to checkout submodules (#755)

* add -e/--examples flag to checkout submodules

* bump DSE commit
parent 78e776a9
Subproject commit 78d69cb2f89a27b1e9b072df8c3e47d00c024fdc Subproject commit 1bee84f6eb75ed7e39e34601bfdd66d79cafe99a
...@@ -21,25 +21,23 @@ hostfile (hostfile: /job/hostfile). If no hostfile exists, will only install loc ...@@ -21,25 +21,23 @@ hostfile (hostfile: /job/hostfile). If no hostfile exists, will only install loc
-n, --no_clean Do not clean prior build state, by default prior build files are removed before building wheels -n, --no_clean Do not clean prior build state, by default prior build files are removed before building wheels
-m, --pip_mirror Use the specified pip mirror (default: the default pip mirror) -m, --pip_mirror Use the specified pip mirror (default: the default pip mirror)
-H, --hostfile Path to MPI-style hostfile (default: /job/hostfile) -H, --hostfile Path to MPI-style hostfile (default: /job/hostfile)
-e, --examples Checkout deepspeed example submodule (no install)
-v, --verbose Verbose logging -v, --verbose Verbose logging
-h, --help This help text -h, --help This help text
""" """
} }
ds_only=0 ds_only=0
tp_only=0
deepspeed_install=1
third_party_install=1
local_only=0 local_only=0
pip_sudo=0 pip_sudo=0
entire_dlts_job=1 entire_dlts_job=1
hostfile=/job/hostfile hostfile=/job/hostfile
pip_mirror="" pip_mirror=""
apex_commit=""
skip_requirements=0 skip_requirements=0
allow_sudo=0 allow_sudo=0
no_clean=0 no_clean=0
verbose=0 verbose=0
examples=0
while [[ $# -gt 0 ]] while [[ $# -gt 0 ]]
do do
...@@ -79,6 +77,10 @@ case $key in ...@@ -79,6 +77,10 @@ case $key in
shift shift
shift shift
;; ;;
-e|--examples)
examples=1
shift
;;
-h|--help) -h|--help)
usage usage
exit 0 exit 0
...@@ -101,16 +103,17 @@ if [ "$allow_sudo" == "0" ]; then ...@@ -101,16 +103,17 @@ if [ "$allow_sudo" == "0" ]; then
fi fi
fi fi
if [ "$ds_only" == "1" ] && [ "$tp_only" == "1" ]; then if [ "$examples" == "1" ]; then
echo "-d and -t are mutually exclusive, only choose one of the two" git submodule update --init --recursive
usage exit 0
exit 1
fi fi
if [ "$verbose" == "1" ]; then if [ "$verbose" == "1" ]; then
VERBOSE="-v" VERBOSE="-v"
PIP_VERBOSE=""
else else
VERBOSE="" VERBOSE=""
PIP_VERBOSE="--disable-pip-version-check"
fi fi
rm_if_exist() { rm_if_exist() {
...@@ -137,9 +140,9 @@ else ...@@ -137,9 +140,9 @@ else
fi fi
if [ "$pip_mirror" != "" ]; then if [ "$pip_mirror" != "" ]; then
PIP_INSTALL="pip install $VERBOSE -i $pip_mirror" PIP_INSTALL="pip install $VERBOSE $PIP_VERBOSE -i $pip_mirror"
else else
PIP_INSTALL="pip install $VERBOSE" PIP_INSTALL="pip install $VERBOSE $PIP_VERBOSE"
fi fi
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment