Skip to content

Commit

Permalink
fix tydiqa
Browse files Browse the repository at this point in the history
  • Loading branch information
liuhongwei committed Jul 18, 2023
1 parent abe29e5 commit 398de48
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 4 deletions.
1 change: 1 addition & 0 deletions opencompass/datasets/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,7 @@
from .triviaqa import * # noqa: F401, F403
from .triviaqarc import * # noqa: F401, F403
from .truthfulqa import * # noqa: F401, F403
from .tydiqa import * # noqa: F401, F403
from .wic import * # noqa: F401, F4
from .winograd import * # noqa: F401, F403
from .winogrande import * # noqa: F401, F403
Expand Down
5 changes: 1 addition & 4 deletions opencompass/datasets/tydiqa.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,12 @@
from datasets import load_dataset

from opencompass.openicl.icl_evaluator import BaseEvaluator
from opencompass.registry import EVALUATORS, LOAD_DATASET
from opencompass.utils.text_postprocessors import general_postprocess

from .base import BaseDataset


@LOAD_DATASET.register_module()
class tydiqaDataset(BaseDataset):
class TydiQADataset(BaseDataset):

@staticmethod
def load(**kwargs):
Expand All @@ -25,7 +23,6 @@ def pre_process(example):
return dataset


@EVALUATORS.register_module()
class TydiQAEvaluator(BaseEvaluator):
# This evaluation class is edited from:
# https://github.com/allenai/bi-att-flow/blob/master/squad/evaluate-v1.1.py
Expand Down

0 comments on commit 398de48

Please sign in to comment.