run.sh

#!/bin/bash
set -e

# export MIOPEN_ENABLE_LOGGING_CMD=1
# export MIOPEN_ENABLE_LOGGING=1
# export MIOPEN_LOG_LEVEL=6
# export ROCBLAS_LAYER=4
export HIP_VISIBLE_DEVICES=1
export MODEL_NAME=evo2_7b
export MODEL_PATH=/models/arcinstitute/evo2_7b/evo2_7b.pt

EVO_CMD="numactl -m 1 -N 1 \
            python -m evo2.test.test_evo2_generation_batched \
            --model_name ${MODEL_NAME} \
            --local_path ${MODEL_PATH} \
            --n_tokens 500 \
            --prompt_stretch \
            --trace_gzip \
            --trace_logdir ./log/pt-trace/"

run_all_tests() {
    local batch_size=$1

    echo "================================================"
    echo "Running all tests for batch size ${batch_size}"
    echo "================================================"
    mkdir -p log &> /dev/null

    echo "==== Normal run ===="
    ${EVO_CMD} --batch_size ${batch_size}

    # echo "==== Torch profiler trace for step 0 ===="
    # ${EVO_CMD} --batch_size ${batch_size} --trace --trace_step 0

    # echo "==== Torch profiler trace for step 1 ===="
    # ${EVO_CMD} --batch_size ${batch_size} --trace --trace_step 1

    # echo "==== Hipprof trace ===="
    # hipprof --hip-trace -o log/trace-bs${batch_size} \
    #     ${EVO_CMD} --batch_size ${batch_size}

    # echo "==== Nsight-systems trace ===="
    # nsys profile --force-overwrite=true \
    #     --stats=true --trace=cuda \
    #     -o log/trace-bs${batch_size} \
    #     ${EVO_CMD} --batch_size ${batch_size}
}

run_all_tests 1
run_all_tests 2