Commit 701075f4 authored by Yang Yong(雍洋)'s avatar Yang Yong(雍洋) Committed by GitHub
Browse files

refactor compiler (#301)

parent 60c421f4
......@@ -11,7 +11,6 @@ source ${lightx2v_path}/scripts/base/base.sh
export DTYPE=FP16
export SENSITIVE_LAYER_DTYPE=FP16
export PROFILING_DEBUG_LEVEL=2
export ENABLE_GRAPH_MODE=false
echo "==============================================================================="
echo "LightX2V Lazyload Environment Variables Summary:"
......@@ -22,7 +21,6 @@ echo "--------------------------------------------------------------------------
echo "Model Inference Data Type: ${DTYPE}"
echo "Sensitive Layer Data Type: ${SENSITIVE_LAYER_DTYPE}"
echo "Performance Profiling Debug Level: ${PROFILING_DEBUG_LEVEL}"
echo "Graph Mode Optimization: ${ENABLE_GRAPH_MODE}"
echo "==============================================================================="
......
......@@ -8,7 +8,6 @@ export CUDA_VISIBLE_DEVICES=0
# set environment variables
source ${lightx2v_path}/scripts/base/base.sh
export SENSITIVE_LAYER_DTYPE=None
export ENABLE_GRAPH_MODE=false
python -m lightx2v.infer \
--model_cls wan2.2_moe_distill \
......
......@@ -26,7 +26,6 @@ export TOKENIZERS_PARALLELISM=false
export PYTHONPATH=${lightx2v_path}:$PYTHONPATH
export DTYPE=BF16
export ENABLE_PROFILING_DEBUG=true
export ENABLE_GRAPH_MODE=false
python -m lightx2v.infer \
--model_cls wan2.2_moe_distill \
......
......@@ -28,7 +28,6 @@ if "%model_path%"=="" (
set TOKENIZERS_PARALLELISM=false
set PYTHONPATH=%lightx2v_path%;%PYTHONPATH%
set PROFILING_DEBUG_LEVEL=2
set ENABLE_GRAPH_MODE=false
set DTYPE=BF16
echo 环境变量设置完成!
......
......@@ -28,7 +28,6 @@ if "%model_path%"=="" (
set TOKENIZERS_PARALLELISM=false
set PYTHONPATH=%lightx2v_path%;%PYTHONPATH%
set PROFILING_DEBUG_LEVEL=2
set ENABLE_GRAPH_MODE=false
set DTYPE=BF16
echo 环境变量设置完成!
......
......@@ -10,7 +10,6 @@ source ${lightx2v_path}/scripts/base/base.sh
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
export ENABLE_GRAPH_MODE=false
export SENSITIVE_LAYER_DTYPE=None
python -m lightx2v.infer \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment