Skip to content

GitLab

Commit 193c77e1 authored by lvskiller's avatar lvskiller
Browse files

data

parent a69eefd1
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 6 deletions
eval/evaluate_vqa.py
View file @ 193c77e1
...@@ -33,9 +33,9 @@ ds_collections = { ...@@ -33,9 +33,9 @@ ds_collections = {
'metric': 'anls', 'metric': 'anls',
'max_new_tokens': 100, 'max_new_tokens': 100,
}, },
'chartqa_ureader': { 'chartqa': {
'train': 'data/chartqa/train_augmented.jsonl', 'train': 'data/chartqa/train_augmented.jsonl',
'test': 'data/chartqa/chartqa_ureader.jsonl', 'test': 'data/chartqa/chartqa.jsonl',
'metric': 'relaxed_accuracy', 'metric': 'relaxed_accuracy',
'max_new_tokens': 100, 'max_new_tokens': 100,
}, },
...@@ -55,19 +55,19 @@ ds_collections = { ...@@ -55,19 +55,19 @@ ds_collections = {
}, },
'deepform': { 'deepform': {
'train': '', 'train': '',
'test': 'data/ureader/test_DeepForm.jsonl', 'test': 'data/test_DeepForm.jsonl',
'metric': 'accuracy', 'metric': 'accuracy',
'max_new_tokens': 100, 'max_new_tokens': 100,
}, },
'KLC': { 'KLC': {
'train': '', 'train': '',
'test': 'data/ureader/test_KleisterCharity.jsonl', 'test': 'data/test_KleisterCharity.jsonl',
'metric': 'accuracy', 'metric': 'accuracy',
'max_new_tokens': 100, 'max_new_tokens': 100,
}, },
'WTQ': { 'WTQ': {
'train': '', 'train': '',
'test': 'data/ureader/test_WikiTableQuestions.jsonl', 'test': 'data/test_WikiTableQuestions.jsonl',
'metric': 'accuracy', 'metric': 'accuracy',
'max_new_tokens': 100, 'max_new_tokens': 100,
}, },
...@@ -374,7 +374,7 @@ def evaluate(model,tokenizer,prompt,args,dataset_name): ...@@ -374,7 +374,7 @@ def evaluate(model,tokenizer,prompt,args,dataset_name):
'answer': answer, 'answer': answer,
'annotation': [annotation], 'annotation': [annotation],
}) })
elif dataset_name in ["chartqa_ureader"]: elif dataset_name in ["chartqa"]:
outputs.append({ outputs.append({
'image_path':image_path, 'image_path':image_path,
'answer': answer, 'answer': answer,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment