env.sh

#!/bin/bash

source ./venv_oneflow/bin/activate
module load compiler/rocm/dtk-22.10.1
export PYTHON_VENV_PATH=./venv_oneflow
export LD_LIBRARY_PATH=$PYTHON3_LIB_PATH:$LD_LIBRARY_PATH

export MIOPEN_FIND_MODE=3
export MIOPEN_COMPILE_PARALLEL_LEVEL=1

export HSA_FORCE_FINE_GRAIN_PCIE=1
export NCCL_P2P_LEVEL=5
export RCCL_NCHANNELS=2
export NCCL_SOCKET_IFNAME=ib0
#export NCCL_GDR_FLUSH_DISABLE=1
#export NCCL_NET_GDR_LEVEL=SYS
#export NCCL_DEBUG=INFO

export OMP_NUM_THREADS=1
export ONEFLOW_TIMEOUT_SECONDS=1800
#export ONEFLOW_DEBUG_MODE=1
#export GLOG_v=1
#export ONEFLOW_NNGRAPH_ENABLE_PROGRESS_BAR=1