Skip to content

GitLab

Unverified Commit 350ccc04 authored by Jiarui Fang's avatar Jiarui Fang Committed by GitHub
Browse files

[example] opt does not depend on Titans (#1811)

parent 6fa71d65
Hide whitespace changes
Inline Side-by-side
Showing with 34 additions and 11 deletions
examples/language/opt/context.py 0 → 100644
View file @ 350ccc04
import torch.distributed as dist
from colossalai.context import ParallelMode
from colossalai.core import global_context as gpc
class barrier_context():
"""
This context manager is used to allow one process to execute while blocking all
other processes in the same process group. This is often useful when downloading is required
as we only want to download in one process to prevent file corruption.
Args:
executor_rank (int): the process rank to execute without blocking, all other processes will be blocked
parallel_mode (ParallelMode): the parallel mode corresponding to a process group
Usage:
with barrier_context():
dataset = CIFAR10(root='./data', download=True)
"""
def __init__(self, executor_rank: int = 0, parallel_mode: ParallelMode = ParallelMode.GLOBAL):
# the class name is lowercase by convention
current_rank = gpc.get_local_rank(parallel_mode=parallel_mode)
self.should_block = current_rank != executor_rank
self.group = gpc.get_group(parallel_mode=parallel_mode)
def __enter__(self):
if self.should_block:
dist.barrier(group=self.group)
def __exit__(self, exc_type, exc_value, exc_traceback):
if not self.should_block:
dist.barrier(group=self.group)
examples/language/opt/log deleted 100644 → 0
View file @ 6fa71d65
PID TTY STAT TIME COMMAND
2767195 pts/19 Ss 0:01 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19
2810171 pts/19 T 0:00 \_ bash run_clm.sh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19 SHLVL=1 PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt OLDPWD=/home/lcfjr/codes/Titans ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= _CE_CONDA= CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=3 CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_DEFAULT_ENV=cs CONDA_PROMPT_MODIFIER=(cs) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: CONDA_PREFIX_1=/home/lcfjr/miniconda3 RSYNC_PROXY=172.17.0.1:7890 all_proxy=socks5://172.17.0.1:7890 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 http_proxy=http://172.17.0.1:7890 RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 https_proxy=http://172.17.0.1:7890 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 CUDA_VISIBLE_DEVICES=6 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev _=/usr/bin/bash
2810176 pts/19 Tl 0:01 | \_ /home/lcfjr/miniconda3/envs/cs/bin/python /home/lcfjr/miniconda3/envs/cs/bin/torchrun --nproc_per_node 1 --master_port 19198 run_clm.py --dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 --model_name_or_path facebook/opt-1.3b --output_dir /home/lcfjr/codes/ColossalAI/examples/language/opt --mem_cap 0 --per_device_train_batch_size 16 SHELL=/usr/bin/zsh LSCOLORS=Gxfxcxdxbxegedabagacad LESS=-R GPUNUM=1 CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle LC_ADDRESS=en_US.UTF-8 LC_NAME=en_US.UTF-8 GITTOKEN=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 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LC_MONETARY=en_US.UTF-8 ENV=/usr/share/modules/init/profile.sh PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt LOGNAME=lcfjr XDG_SESSION_TYPE=tty CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs MODULESHOME=/usr/share/modules MANPATH=: BS=16 MOTD_SHOWN=pam RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 HOME=/home/lcfjr LC_PAPER=en_US.UTF-8 LANG=en_US.UTF-8 LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: MODEL=1.3b CONDA_PROMPT_MODIFIER=(cs) LC_TERMINAL=iTerm2 https_proxy=http://172.17.0.1:7890 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 CUDA_VISIBLE_DEVICES=6 MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 XDG_SESSION_CLASS=user LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 PYTHONPATH=/home/lcfjr/codes/ColossalAI: LC_IDENTIFICATION=en_US.UTF-8 TERM=xterm-256color ZSH=/home/lcfjr/.oh-my-zsh _CE_CONDA= DATA=/data/scratch/cifar-10 USER=lcfjr CONDA_SHLVL=3 LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 LC_TERMINAL_VERSION=3.4.15 RSYNC_PROXY=172.17.0.1:7890 SHLVL=1 BASH_ENV=/usr/share/modules/init/bash PAGER=less LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 XDG_SESSION_ID=6572 http_proxy=http://172.17.0.1:7890 CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python MEMCAP=0 XDG_RUNTIME_DIR=/run/user/1008 SSH_CLIENT=124.14.224.115 17177 10086 CONDA_DEFAULT_ENV=cs LC_TIME=en_US.UTF-8 CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ all_proxy=socks5://172.17.0.1:7890 PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus SSH_TTY=/dev/pts/19 CONDA_PREFIX_1=/home/lcfjr/miniconda3 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev LC_NUMERIC=en_US.UTF-8 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 OLDPWD=/home/lcfjr/codes/Titans MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl BASH_FUNC_switchml%%=() { typeset swfound=1; if [ "${MODULES_USE_COMPAT_VERSION:-0}" = '1' ]; then typeset swname='main'; if [ -e /usr/lib/x86_64-linux-gnu/modulecmd.tcl ]; then typeset swfound=0; unset MODULES_USE_COMPAT_VERSION; fi; else typeset swname='compatibility'; if [ -e /usr/lib/x86_64-linux-gnu/modulecmd-compat ]; then typeset swfound=0; MODULES_USE_COMPAT_VERSION=1; export MODULES_USE_COMPAT_VERSION; fi; fi; if [ $swfound -eq 0 ]; then echo "Switching to Modules $swname version"; source /usr/share/modules/init/bash; else echo "Cannot switch to Modules $swname version, command not found"; return 1; fi } BASH_FUNC_module%%=() { _module_raw "$@" 2>&1 } BASH_FUNC__module_raw%%=() { unset _mlshdbg; if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = '1' ]; then case "$-" in *v*x*) set +vx; _mlshdbg='vx' ;; *v*) set +v; _mlshdbg='v' ;; *x*) set +x; _mlshdbg='x' ;; *) _mlshdbg='' ;; esac; fi; unset _mlre _mlIFS; if [ -n "${IFS+x}" ]; then _mlIFS=$IFS; fi; IFS=' '; for _mlv in ${MODULES_RUN_QUARANTINE:-}; do if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then if [ -n "`eval 'echo ${'$_mlv'+x}'`" ]; then _mlre="${_mlre:-}${_mlv}_modquar='`eval 'echo ${'$_mlv'}'`' "; fi; _mlrv="MODULES_RUNENV_${_mlv}"; _mlre="${_mlre:-}${_mlv}='`eval 'echo ${'$_mlrv':-}'`' "; fi; done; if [ -n "${_mlre:-}" ]; then eval `eval ${_mlre}/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash '"$@"'`; else eval `/usr/bin/tclsh8.6 /usr/lib/x86_64-linux-gnu/modulecmd.tcl bash "$@"`; fi; _mlstatus=$?; if [ -n "${_mlIFS+x}" ]; then IFS=$_mlIFS; else unset IFS; fi; unset _mlre _mlv _mlrv _mlIFS; if [ -n "${_mlshdbg:-}" ]; then set -$_mlshdbg; fi; unset _mlshdbg; return $_mlstatus } _=/home/lcfjr/miniconda3/envs/cs/bin/torchrun
2810184 pts/19 Z 24:41 | \_ [python] <defunct>
2813011 pts/19 R+ 0:00 \_ ps ef LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6572 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 17177 10086 SSH_CONNECTION=124.14.224.115 17177 59.108.228.2 10086 SSH_TTY=/dev/pts/19 SHLVL=1 PWD=/home/lcfjr/codes/ColossalAI/examples/language/opt OLDPWD=/home/lcfjr/codes/Titans ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: CONDA_EXE=/home/lcfjr/miniconda3/bin/conda _CE_M= _CE_CONDA= CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=3 CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_DEFAULT_ENV=cs CONDA_PROMPT_MODIFIER=(cs) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules LOADEDMODULES=proxy/0.0.1-gcc-9.3.0 MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: CONDA_PREFIX_1=/home/lcfjr/miniconda3 RSYNC_PROXY=172.17.0.1:7890 all_proxy=socks5://172.17.0.1:7890 _LMFILES_=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0 https_proxy_modshare=http:1:7890:1://172.17.0.1:1 http_proxy=http://172.17.0.1:7890 RSYNC_PROXY_modshare=7890:1:172.17.0.1:1 http_proxy_modshare=http:1:7890:1://172.17.0.1:1 https_proxy=http://172.17.0.1:7890 all_proxy_modshare=socks5:1:7890:1://172.17.0.1:1 LOADEDMODULES_modshare=proxy/0.0.1-gcc-9.3.0:1 _LMFILES__modshare=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2/proxy/0.0.1-gcc-9.3.0:1 CUDA_VISIBLE_DEVICES=6 CONDA_PREFIX_2=/home/lcfjr/miniconda3/envs/dev _=/usr/bin/ps
2666493 pts/35 Ss+ 0:00 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6555 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 33038 10086 SSH_CONNECTION=124.14.224.115 33038 59.108.228.2 10086 SSH_TTY=/dev/pts/35
2656881 pts/24 Ss+ 0:01 -zsh LC_TERMINAL_VERSION=3.4.15 LANG=en_US.UTF-8 LC_TERMINAL=iTerm2 USER=lcfjr LOGNAME=lcfjr HOME=/home/lcfjr PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin SHELL=/usr/bin/zsh TERM=xterm-256color XDG_SESSION_ID=6551 XDG_RUNTIME_DIR=/run/user/1008 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus XDG_SESSION_TYPE=tty XDG_SESSION_CLASS=user MOTD_SHOWN=pam LC_NUMERIC=en_US.UTF-8 LC_TIME=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 SSH_CLIENT=124.14.224.115 12979 10086 SSH_CONNECTION=124.14.224.115 12979 59.108.228.2 10086 SSH_TTY=/dev/pts/24
2673174 pts/36 Ss+ 0:00 /usr/bin/zsh USER=lcfjr SSH_CLIENT=124.14.224.115 24967 10086 LC_TIME=en_US.UTF-8 XDG_SESSION_TYPE=tty SHLVL=1 MOTD_SHOWN=pam HOME=/home/lcfjr OLDPWD=/home/lcfjr LC_MONETARY=en_US.UTF-8 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus LOGNAME=lcfjr _=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/node XDG_SESSION_CLASS=user XDG_SESSION_ID=6542 PATH=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/bin/remote-cli:/home/lcfjr/miniconda3/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin LC_ADDRESS=en_US.UTF-8 XDG_RUNTIME_DIR=/run/user/1008 LANG=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 SHELL=/usr/bin/zsh LC_NAME=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 PWD=/home/lcfjr/codes/RecSysDemo SSH_CONNECTION=124.14.224.115 24967 59.108.228.2 10086 LC_NUMERIC=en_US.UTF-8 LC_PAPER=en_US.UTF-8 ZSH=/home/lcfjr/.oh-my-zsh PAGER=less LESS=-R LSCOLORS=Gxfxcxdxbxegedabagacad CONDA_EXE=/home/lcfjr/miniconda3/bin/conda CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=1 CONDA_PREFIX=/home/lcfjr/miniconda3 CONDA_DEFAULT_ENV=base CONDA_PROMPT_MODIFIER=(base) MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl ENV=/usr/share/modules/init/profile.sh MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 BASH_ENV=/usr/share/modules/init/bash MODULESHOME=/usr/share/modules MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle MANPATH=: CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ GITTOKEN=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 DATA=/data/scratch/cifar-10 PYTHONPATH=/home/lcfjr/codes/ColossalAI: BROWSER=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/bin/helpers/browser.sh TERM_PROGRAM=vscode TERM_PROGRAM_VERSION=1.64.2 COLORTERM=truecolor VSCODE_GIT_IPC_HANDLE=/run/user/1008/vscode-git-fba67a188a.sock GIT_ASKPASS=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/extensions/git/dist/askpass.sh VSCODE_GIT_ASKPASS_NODE=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/node VSCODE_GIT_ASKPASS_EXTRA_ARGS= VSCODE_GIT_ASKPASS_MAIN=/home/lcfjr/.vscode-server/bin/f80445acd5a3dadef24aa209168452a3d97cc326/extensions/git/dist/askpass-main.js VSCODE_IPC_HOOK_CLI=/run/user/1008/vscode-ipc-0c9910f5-ef18-4234-ba4e-523ff58da4be.sock TERM=xterm-256color
303953 pts/11 Ss+ 0:00 -zsh BASH_ENV=/usr/share/modules/init/bash CONDA_DEFAULT_ENV=cs CONDA_EXE=/home/lcfjr/miniconda3/bin/conda CONDA_PREFIX=/home/lcfjr/miniconda3/envs/cs CONDA_PREFIX_1=/home/lcfjr/miniconda3 CONDA_PROMPT_MODIFIER=(cs) CONDA_PYTHON_EXE=/home/lcfjr/miniconda3/bin/python CONDA_SHLVL=2 CUDA_HOME=/opt/lcsoftware/spack/opt/spack/linux-ubuntu20.04-zen2/gcc-9.3.0/cuda-11.3.1-e4ejcraos3skqdcti64yorl6rrk5et47/ CUDA_VISIBLE_DEVICES=5 DATA=/data/scratch/cifar-10 DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1008/bus ENV=/usr/share/modules/init/profile.sh FPATH=/usr/share/modules/init/zsh-functions:/home/lcfjr/.oh-my-zsh/plugins/git:/home/lcfjr/.oh-my-zsh/functions:/home/lcfjr/.oh-my-zsh/completions:/home/lcfjr/.oh-my-zsh/cache/completions:/usr/local/share/zsh/site-functions:/usr/share/zsh/vendor-functions:/usr/share/zsh/vendor-completions:/usr/share/zsh/functions/Calendar:/usr/share/zsh/functions/Chpwd:/usr/share/zsh/functions/Completion:/usr/share/zsh/functions/Completion/AIX:/usr/share/zsh/functions/Completion/BSD:/usr/share/zsh/functions/Completion/Base:/usr/share/zsh/functions/Completion/Cygwin:/usr/share/zsh/functions/Completion/Darwin:/usr/share/zsh/functions/Completion/Debian:/usr/share/zsh/functions/Completion/Linux:/usr/share/zsh/functions/Completion/Mandriva:/usr/share/zsh/functions/Completion/Redhat:/usr/share/zsh/functions/Completion/Solaris:/usr/share/zsh/functions/Completion/Unix:/usr/share/zsh/functions/Completion/X:/usr/share/zsh/functions/Completion/Zsh:/usr/share/zsh/functions/Completion/openSUSE:/usr/share/zsh/functions/Exceptions:/usr/share/zsh/functions/MIME:/usr/share/zsh/functions/Math:/usr/share/zsh/functions/Misc:/usr/share/zsh/functions/Newuser:/usr/share/zsh/functions/Prompts:/usr/share/zsh/functions/TCP:/usr/share/zsh/functions/VCS_Info:/usr/share/zsh/functions/VCS_Info/Backends:/usr/share/zsh/functions/Zftp:/usr/share/zsh/functions/Zle GITTOKEN=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 HOME=/home/lcfjr LANG=en_US.UTF-8 LC_ADDRESS=en_US.UTF-8 LC_IDENTIFICATION=en_US.UTF-8 LC_MEASUREMENT=en_US.UTF-8 LC_MONETARY=en_US.UTF-8 LC_NAME=en_US.UTF-8 LC_NUMERIC=en_US.UTF-8 LC_PAPER=en_US.UTF-8 LC_TELEPHONE=en_US.UTF-8 LC_TERMINAL=iTerm2 LC_TERMINAL_VERSION=3.4.15 LC_TIME=en_US.UTF-8 LESS=-R LOADEDMODULES= LOGNAME=lcfjr LSCOLORS=Gxfxcxdxbxegedabagacad LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36: MANPATH=: MODULEPATH=/opt/lcsoftware/spack/share/spack/modules/linux-ubuntu20.04-zen2 MODULEPATH_modshare=/etc/environment-modules/modules:1:/usr/share/modules/$MODULE_VERSION/modulefiles:1:/usr/share/modules/modulefiles:1:/usr/share/modules/versions:1 MODULESHOME=/usr/share/modules MODULES_CMD=/usr/lib/x86_64-linux-gnu/modulecmd.tcl MOTD_SHOWN=pam OLDPWD=/home/lcfjr/codes/shenggui/OPT-Demo/logs PAGER=less PATH=/home/lcfjr/miniconda3/envs/cs/bin:/home/lcfjr/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin PWD=/home/lcfjr/codes/shenggui/OPT-Demo PYTHONPATH=/home/lcfjr/codes/ColossalAI: SHELL=/usr/bin/zsh SHLVL=1 SSH_CLIENT=113.208.117.206 52011 10086 SSH_CONNECTION=113.208.117.206 52011 59.108.228.2 10086 SSH_TTY=/dev/pts/10 TERM=screen TMUX=/tmp//tmux-1008/default,303952,0 TMUX_PANE=%0 USER=lcfjr XDG_RUNTIME_DIR=/run/user/1008 XDG_SESSION_CLASS=user XDG_SESSION_ID=174 XDG_SESSION_TYPE=tty ZSH=/home/lcfjr/.oh-my-zsh _=/usr/bin/tmux _CE_CONDA= _CE_M=
examples/language/opt/requirements.txt
View file @ 350ccc04
......@@ -3,3 +3,4 @@ torch >= 1.8.1
datasets >= 1.8.0
sentencepiece != 0.1.92
protobuf
accelerate == 0.13.2
examples/language/opt/run_clm.py
View file @ 350ccc04
......@@ -32,9 +32,9 @@ import datasets
import torch
import torch.distributed as dist
from accelerate.utils import set_seed
from context import barrier_context
from datasets import load_dataset
from packaging import version
from titans.utils import barrier_context
from torch.utils.data import DataLoader
from tqdm.auto import tqdm
from utils import colo_memory_cap
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment