Update evaluate_vqa.py

b2a3b507 · echo840 · GitHub · dd03d27f · b2a3b507
Unverified Commit b2a3b507 authored May 10, 2024 by echo840 Committed by GitHub May 10, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

eval/evaluate_vqa.py eval/evaluate_vqa.py +4 -4

No files found.
--- a/eval/evaluate_vqa.py
+++ b/eval/evaluate_vqa.py
@@ -495,9 +495,9 @@ if __name__ == '__main__':
    random.seed(args.seed)
    for k,_ in ds_collections.items():
        if "vizwiz_val" in k:
-            # prompt = '<img>{}</img> {} When the provided information is insufficient, respond with "Unanswerable". Answer:'  #vizwiz 61.2
-            prompt = '<img>{}</img> {} When the provided information is insufficient, respond with "unanswerable". Answer: '  #vizwiz 68.37 # this prompt will achieve better results.
+            prompt = '<img>{}</img> {} When the provided information is insufficient, respond with "Unanswerable". Answer:'  #vizwiz 61.2
+            # prompt = '<img>{}</img> {} When the provided information is insufficient, respond with "unanswerable". Answer: '  #vizwiz 68.37 # this prompt will achieve better results.
        else:
-            # prompt = '<img>{}</img>{} Answer:'
-            prompt = '<img>{}</img> {} Answer: '  # this prompt will achieve better results.
+            prompt = '<img>{}</img>{} Answer:'
+            # prompt = '<img>{}</img> {} Answer: '  # this prompt will achieve better results.
        evaluate(model,tokenizer,prompt,args,k)