run.sh

#!/bin/bash

export MODEL_PATH=/models/arcinstitute/evo2_7b
export HIP_VISIBLE_DEVICES=1

#export MIOPEN_ENABLE_LOGGING_CMD=1
#export MIOPEN_ENABLE_LOGGING=1
#export MIOPEN_LOG_LEVEL=6
#export ROCBLAS_LAYER=3

BATCH_SIZE=2
EVO2_CMD="numactl -m 0 -N 0 python -m evo2.test.test_evo2_generation_batched --model_name evo2_7b --local_path ${MODEL_PATH}/evo2_7b.pt --batch_size ${BATCH_SIZE}"
# EVO2_CMD="numactl -m 0 -N 0 python -m evo2.test.test_evo2_generation --model_name evo2_7b --local_path ${MODEL_PATH}/evo2_7b.pt"

#${EVO2_CMD}

hipprof --hip-trace -o log/trace-padding-bs${BATCH_SIZE} ${EVO2_CMD}