sh env.sh git clone https://huggingface.co/llava-hf/llava-v1.6-mistral-7b-hf python3 rename_key.py --huggingface_repo_dir ./llava-v1.6-mistral-7b-hf/ --thirdparty_repo_dir ../ckpts/captioner/ --merged_repo_dir ./llava-v1.6-mistral-7b-hf-merged/ python3 convert_checkpoint.py --model_dir ./llava-v1.6-mistral-7b-hf-merged/ --output_dir tmp/trt_models/llava/int8/1-gpu --dtype float16 --use_weight_only --weight_only_precision int8 trtllm-build --checkpoint_dir tmp/trt_models/llava/int8/1-gpu --output_dir trt_engines/llava/int8/1-gpu --gemm_plugin float16 --max_batch_size 1 --max_input_len 2048 --max_output_len 512 --max_multimodal_len 576 python3 build_visual_engine.py --model_path ./llava-v1.6-mistral-7b-hf-merged/ --model_type llava_next
