Commit 27c5575f authored by Yang Yong(雍洋)'s avatar Yang Yong(雍洋) Committed by GitHub
Browse files

Support Multi Levels Profile Log (#290)

parent dd870f3f
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
export DTYPE=BF16 export DTYPE=BF16
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
export DTYPE=BF16 export DTYPE=BF16
......
...@@ -27,7 +27,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -27,7 +27,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16 export DTYPE=BF16
export SENSITIVE_LAYER_DTYPE=FP32 export SENSITIVE_LAYER_DTYPE=FP32
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
python -m lightx2v.infer \ python -m lightx2v.infer \
......
...@@ -27,7 +27,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -27,7 +27,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16 export DTYPE=BF16
export SENSITIVE_LAYER_DTYPE=FP32 export SENSITIVE_LAYER_DTYPE=FP32
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
python -m lightx2v.infer \ python -m lightx2v.infer \
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
export DTYPE=BF16 export DTYPE=BF16
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
export DTYPE=BF16 export DTYPE=BF16
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16 export DTYPE=BF16
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16 export DTYPE=BF16
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
......
...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false ...@@ -26,7 +26,7 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16 export DTYPE=BF16
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
......
...@@ -10,7 +10,7 @@ export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True ...@@ -10,7 +10,7 @@ export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
source ${lightx2v_path}/scripts/base/base.sh source ${lightx2v_path}/scripts/base/base.sh
export DTYPE=FP16 export DTYPE=FP16
export SENSITIVE_LAYER_DTYPE=FP16 export SENSITIVE_LAYER_DTYPE=FP16
export ENABLE_PROFILING_DEBUG=true export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false export ENABLE_GRAPH_MODE=false
echo "===============================================================================" echo "==============================================================================="
...@@ -21,7 +21,7 @@ echo "model_path: ${model_path}" ...@@ -21,7 +21,7 @@ echo "model_path: ${model_path}"
echo "-------------------------------------------------------------------------------" echo "-------------------------------------------------------------------------------"
echo "Model Inference Data Type: ${DTYPE}" echo "Model Inference Data Type: ${DTYPE}"
echo "Sensitive Layer Data Type: ${SENSITIVE_LAYER_DTYPE}" echo "Sensitive Layer Data Type: ${SENSITIVE_LAYER_DTYPE}"
echo "Performance Profiling Debug Mode: ${ENABLE_PROFILING_DEBUG}" echo "Performance Profiling Debug Level: ${PROFILING_DEBUG_LEVEL}"
echo "Graph Mode Optimization: ${ENABLE_GRAPH_MODE}" echo "Graph Mode Optimization: ${ENABLE_GRAPH_MODE}"
echo "===============================================================================" echo "==============================================================================="
......
...@@ -27,7 +27,7 @@ if "%model_path%"=="" ( ...@@ -27,7 +27,7 @@ if "%model_path%"=="" (
:: 设置环境变量 :: 设置环境变量
set TOKENIZERS_PARALLELISM=false set TOKENIZERS_PARALLELISM=false
set PYTHONPATH=%lightx2v_path%;%PYTHONPATH% set PYTHONPATH=%lightx2v_path%;%PYTHONPATH%
set ENABLE_PROFILING_DEBUG=true set PROFILING_DEBUG_LEVEL=2
set ENABLE_GRAPH_MODE=false set ENABLE_GRAPH_MODE=false
set DTYPE=BF16 set DTYPE=BF16
......
...@@ -27,7 +27,7 @@ if "%model_path%"=="" ( ...@@ -27,7 +27,7 @@ if "%model_path%"=="" (
:: 设置环境变量 :: 设置环境变量
set TOKENIZERS_PARALLELISM=false set TOKENIZERS_PARALLELISM=false
set PYTHONPATH=%lightx2v_path%;%PYTHONPATH% set PYTHONPATH=%lightx2v_path%;%PYTHONPATH%
set ENABLE_PROFILING_DEBUG=true set PROFILING_DEBUG_LEVEL=2
set ENABLE_GRAPH_MODE=false set ENABLE_GRAPH_MODE=false
set DTYPE=BF16 set DTYPE=BF16
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment