[Dataset] Refactor LEval

opencompass/datasets/LEval_natural_question.py → opencompass/datasets/leval/leval_natural_question.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalNaturalQuestionDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_news_summ.py → opencompass/datasets/leval/leval_news_summ.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalNewsSummDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_paper_assistant.py → opencompass/datasets/leval/leval_paper_assistant.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalPaperAssistantDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_patent_summ.py → opencompass/datasets/leval/leval_patent_summ.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalPatentSummDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_quality.py → opencompass/datasets/leval/leval_quality.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()

opencompass/datasets/LEval_review_summ.py → opencompass/datasets/leval/leval_review_summ.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalReviewSummDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_scientific_qa.py → opencompass/datasets/leval/leval_scientific_qa.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalScientificQADataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)

opencompass/datasets/LEval_topic_retrieval.py → opencompass/datasets/leval/leval_topic_retrieval.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()

opencompass/datasets/LEval_tpo.py → opencompass/datasets/leval/leval_tpo.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()

opencompass/datasets/LEval_tvshow_summ.py → opencompass/datasets/leval/leval_tvshow_summ.py

@@ -2,7 +2,7 @@ from datasets import Dataset, load_dataset
 
 from opencompass.registry import LOAD_DATASET
 
-from .base import BaseDataset
+from ..base import BaseDataset
 
 
 @LOAD_DATASET.register_module()
@@ -21,6 +21,7 @@ class LEvalTVShowSummDataset(BaseDataset):
                 raw_data.append({
                     'question': question,
                     'context': context,
+                    'length': len(answer.split()),
                     'answer': answer
                 })
         dataset[split] = Dataset.from_list(raw_data)