Commit 21fb0db7 authored by JessicaOjo's avatar JessicaOjo
Browse files

fix bash script

parent 6ca56eac
...@@ -15,22 +15,20 @@ models=( ...@@ -15,22 +15,20 @@ models=(
"RWKV/v5-EagleX-v2-7B-HF" "RWKV/v5-EagleX-v2-7B-HF"
"RWKV/rwkv-6-world-7b" "RWKV/rwkv-6-world-7b"
) )
task=afrimgsm_direct_amh,afrimgsm_direct_ibo,afrimgsm_direct_fra,afrimgsm_direct_sna,afrimgsm_direct_lin,afrimgsm_direct_wol,afrimgsm_direct_ewe,afrimgsm_direct_lug,afrimgsm_direct_xho,afrimgsm_direct_kin,afrimgsm_direct_twi,afrimgsm_direct_zul,afrimgsm_direct_orm,afrimgsm_direct_yor,afrimgsm_direct_hau,afrimgsm_direct_sot,afrimgsm_direct_swa
for model in "${models[@]}" for model in "${models[@]}"
do do
echo "Evaluating model: $model" echo "Evaluating model: $model"
for task in afrimgsm_direct_eng afrimgsm_direct_amh afrimgsm_direct_ibo afrimgsm_direct_fra afrimgsm_direct_sna afrimgsm_direct_lin afrimgsm_direct_wol afrimgsm_direct_ewe afrimgsm_direct_lug afrimgsm_direct_xho afrimgsm_direct_kin afrimgsm_direct_twi afrimgsm_direct_zul afrimgsm_direct_orm afrimgsm_direct_yor afrimgsm_direct_hau afrimgsm_direct_sot afrimgsm_direct_swa export OUTPUT_DIR=results/${model##*/}
do
export OUTPUT_DIR=results/${model##*/}/${task}
mkdir -p "$OUTPUT_DIR" mkdir -p "$OUTPUT_DIR"
lm_eval --model hf \ lm_eval --model hf \
--model_args "pretrained=${model}" \ --model_args "pretrained=${model}" \
--tasks task\ --tasks $task\
--device cuda:0 \ --device cuda:0 \
--batch_size 16 \ --batch_size 16 \
--num_fewshot 0 \ --num_fewshot 0 \
--verbosity DEBUG --verbosity DEBUG
done
done done
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment