convert_trt.sh

#!/bin/bash
export PYTHONPATH="./":$PYTHONPATH
# onnx_path=""
# trtexec \
#     --onnx=${onnx_path} \
#     --saveEngine="./vae_decoder_hf_sim.engine" \
#     --allowWeightStreaming \
#     --stronglyTyped \
#     --fp16 \
#     --weightStreamingBudget=100 \
#     --minShapes=inp:1x16x9x18x16 \
#     --optShapes=inp:1x16x17x32x16 \
#     --maxShapes=inp:1x16x17x32x32

model_path=""
python examples/vae_trt/convert_vae_trt_engine.py --model_path ${model_path}