Skip to content

GitLab

Commit 193c77e1 authored by lvskiller's avatar lvskiller
Browse files

data

parent a69eefd1
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 6 deletions
eval/evaluate_vqa.py
View file @ 193c77e1
......@@ -33,9 +33,9 @@ ds_collections = {
'metric': 'anls',
'max_new_tokens': 100,
},
'chartqa_ureader': {
'chartqa': {
'train': 'data/chartqa/train_augmented.jsonl',
'test': 'data/chartqa/chartqa_ureader.jsonl',
'test': 'data/chartqa/chartqa.jsonl',
'metric': 'relaxed_accuracy',
'max_new_tokens': 100,
},
......@@ -55,19 +55,19 @@ ds_collections = {
},
'deepform': {
'train': '',
'test': 'data/ureader/test_DeepForm.jsonl',
'test': 'data/test_DeepForm.jsonl',
'metric': 'accuracy',
'max_new_tokens': 100,
},
'KLC': {
'train': '',
'test': 'data/ureader/test_KleisterCharity.jsonl',
'test': 'data/test_KleisterCharity.jsonl',
'metric': 'accuracy',
'max_new_tokens': 100,
},
'WTQ': {
'train': '',
'test': 'data/ureader/test_WikiTableQuestions.jsonl',
'test': 'data/test_WikiTableQuestions.jsonl',
'metric': 'accuracy',
'max_new_tokens': 100,
},
......@@ -374,7 +374,7 @@ def evaluate(model,tokenizer,prompt,args,dataset_name):
'answer': answer,
'annotation': [annotation],
})
elif dataset_name in ["chartqa_ureader"]:
elif dataset_name in ["chartqa"]:
outputs.append({
'image_path':image_path,
'answer': answer,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment