diff --git a/opencompass/datasets/__init__.py b/opencompass/datasets/__init__.py index 7e559f422..b8f773e44 100644 --- a/opencompass/datasets/__init__.py +++ b/opencompass/datasets/__init__.py @@ -55,6 +55,7 @@ from .triviaqa import * # noqa: F401, F403 from .triviaqarc import * # noqa: F401, F403 from .truthfulqa import * # noqa: F401, F403 +from .tydiqa import * # noqa: F401, F403 from .wic import * # noqa: F401, F4 from .winograd import * # noqa: F401, F403 from .winogrande import * # noqa: F401, F403 diff --git a/opencompass/datasets/tydiqa.py b/opencompass/datasets/tydiqa.py index 94dc41c01..7b048594e 100644 --- a/opencompass/datasets/tydiqa.py +++ b/opencompass/datasets/tydiqa.py @@ -4,14 +4,12 @@ from datasets import load_dataset from opencompass.openicl.icl_evaluator import BaseEvaluator -from opencompass.registry import EVALUATORS, LOAD_DATASET from opencompass.utils.text_postprocessors import general_postprocess from .base import BaseDataset -@LOAD_DATASET.register_module() -class tydiqaDataset(BaseDataset): +class TydiQADataset(BaseDataset): @staticmethod def load(**kwargs): @@ -25,7 +23,6 @@ def pre_process(example): return dataset -@EVALUATORS.register_module() class TydiQAEvaluator(BaseEvaluator): # This evaluation class is edited from: # https://github.com/allenai/bi-att-flow/blob/master/squad/evaluate-v1.1.py