Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "13ba6df5abba724fdd06b5671c1707d4098592b2"
Commit 901ad392 authored by Israel Abebe Azime's avatar Israel Abebe Azime
Browse files

remove print

parent 343880ab
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/afrimmlu/fewshot.sh
View file @ 901ad392
...@@ -4,4 +4,5 @@ lm_eval --model hf \ ...@@ -4,4 +4,5 @@ lm_eval --model hf \
--device cuda:0 \ --device cuda:0 \
--batch_size 1 \ --batch_size 1 \
--num_fewshot 0 \ --num_fewshot 0 \
--verbosity DEBUG --verbosity DEBUG \
\ No newline at end of file --wandb_args project=afrimmlu
\ No newline at end of file
lm_eval/tasks/afrimmlu/utils.py
View file @ 901ad392
...@@ -16,8 +16,8 @@ def doc_to_text(doc): ...@@ -16,8 +16,8 @@ def doc_to_text(doc):
C: ''{choice3}''' C: ''{choice3}'''
D: ''{choice4}''' D: ''{choice4}'''
Answer: """ Answer: """
choices = eval(doc["choices"]) choices = eval(doc["choices"])
text = output.format(subject=doc['subject'], text = output.format(subject=doc['subject'],
question=doc['question'], question=doc['question'],
...@@ -25,7 +25,6 @@ def doc_to_text(doc): ...@@ -25,7 +25,6 @@ def doc_to_text(doc):
choice2=choices[1], choice2=choices[1],
choice3=choices[2], choice3=choices[2],
choice4=choices[3]) choice4=choices[3])
print(text)
return text return text
def weighted_f1_score(items): def weighted_f1_score(items):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment