cleanups and readmes

lm_eval/tasks/afrixnli/manual/translate/afrixnli_manual_translate_yaml → lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml

 group:
     - xnli
     - afrixnli
-    - afrixnli-manual
-    - afrixnli-translate-test
+    - afrixnli_manual_direct
 dataset_path: masakhane/afrixnli-translate-test
 dataset_name: null
 output_type: multiple_choice

lm_eval/tasks/afrixnli/native_direct.sh

-#!/bin/bash
-
-models=(
-  "masakhane/African-ultrachat-alpaca"
-  "masakhane/zephyr-7b-gemma-sft-african-alpaca"
-  "masakhane/zephyr-7b-gemma-sft-african-ultrachat-5k"
-  "google/flan-t5-xxl"
-  "bigscience/mt0-xxl-mt"
-  "CohereForAI/aya-101"
-  "bigscience/bloomz-7b1-mt"
-  "meta-llama/Llama-2-7b-chat-hf"
-  "meta-llama/Meta-Llama-3-8B-Instruct"
-  "meta-llama/Meta-Llama-3-70B-Instruct"
-  "google/gemma-1.1-7b-it"
-  "RWKV/v5-EagleX-v2-7B-HF"
-  "RWKV/rwkv-6-world-7b"
-)
-task=afrixnli_native_direct_amh,afrixnli_native_direct_eng,afrixnli_native_direct_ewe,afrixnli_native_direct_fra,afrixnli_native_direct_hau,afrixnli_native_direct_ibo,afrixnli_native_direct_kin,afrixnli_native_direct_lug,afrixnli_native_direct_orm,afrixnli_native_direct_sna,afrixnli_native_direct_sot,afrixnli_native_direct_swa,afrixnli_native_direct_twi,afrixnli_native_direct_wol,afrixnli_native_direct_xho,afrixnli_native_direct_yor,afrixnli_native_direct_zul
-
-for model in "${models[@]}"
-do
-  echo "Evaluating model: $model"
-  for fewshot in 0 2 4 6 8
-  do
-    export OUTPUT_DIR=results/${model##*/}/$fewshot
-
-    mkdir -p "$OUTPUT_DIR"
-
-    lm_eval --model hf \
-            --model_args "pretrained=${model}" \
-            --tasks $task\
-            --device cuda:0 \
-            --batch_size 16 \
-            --output_path "$OUTPUT_DIR" \
-            --num_fewshot $fewshot \
-            --verbosity DEBUG
-  done
-done
\ No newline at end of file

lm_eval/tasks/afrixnli/translate_test.sh

-#!/bin/bash
-
-models=(
-  "masakhane/African-ultrachat-alpaca"
-  "masakhane/zephyr-7b-gemma-sft-african-alpaca"
-  "masakhane/zephyr-7b-gemma-sft-african-ultrachat-5k"
-  "google/flan-t5-xxl"
-  "bigscience/mt0-xxl-mt"
-  "CohereForAI/aya-101"
-  "bigscience/bloomz-7b1-mt"
-  "meta-llama/Llama-2-7b-chat-hf"
-  "meta-llama/Meta-Llama-3-8B-Instruct"
-  "meta-llama/Meta-Llama-3-70B-Instruct"
-  "google/gemma-1.1-7b-it"
-  "RWKV/v5-EagleX-v2-7B-HF"
-  "RWKV/rwkv-6-world-7b"
-)
-
-models=("masakhane/zephyr-7b-gemma-sft-african-ultrachat-5k")
-task=afrixnli_translate_amh,afrixnli_translate_ewe,afrixnli_translate_fra,afrixnli_translate_hau,afrixnli_translate_ibo,afrixnli_translate_kin,afrixnli_translate_lin,afrixnli_translate_lug,afrixnli_translate_orm,afrixnli_translate_sna,afrixnli_translate_sot,afrixnli_translate_swa,afrixnli_translate_twi,afrixnli_translate_wol,afrixnli_translate_xho,afrixnli_translate_yor,afrixnli_translate_zul
-
-for model in "${models[@]}"
-do
-  echo "Evaluating model: $model"
-  for fewshot in 0
-  do
-    export OUTPUT_DIR=results/${model##*/}/$fewshot
-
-    mkdir -p "$OUTPUT_DIR"
-
-    lm_eval --model hf \
-            --model_args "pretrained=${model}" \
-            --tasks $task\
-            --device cuda:0 \
-            --batch_size 16 \
-            --output_path "$OUTPUT_DIR" \
-            --num_fewshot $fewshot \
-            --verbosity DEBUG 
-  done
-done
\ No newline at end of file