chat.sh

#!/bin/bash
echo "Export params ..."

export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 # 可自行修改为指定显卡号
export HSA_FORCE_FINE_GRAIN_PCIE=1
export USE_MIOPEN_BATCHNORM=1

echo "Starting ..."

# 8B
# torchrun --nproc_per_node 1 llama3_chat.py \
#     --ckpt_dir /data/Meta-llama3-models/Meta-Llama-3-8B-Instruct/original/ \
#     --tokenizer_path /data/Meta-llama3-models/Meta-Llama-3-8B-Instruct/original/tokenizer.model \
#     --max_seq_len 2048 \
#     --max_batch_size 6

# 70B
torchrun --nproc_per_node 8 llama3_chat.py \
    --ckpt_dir /data/Meta-llama3-models/Meta-Llama-3-70B-Instruct/original/ \
    --tokenizer_path /data/Meta-llama3-models/Meta-Llama-3-70B-Instruct/original/tokenizer.model \
    --max_seq_len 2048 \
    --max_batch_size 6