From baf8d8f85aed4d1cecd0db28a8122ed02ffa78d1 Mon Sep 17 00:00:00 2001 From: liuhongwei Date: Mon, 18 Sep 2023 11:47:36 +0800 Subject: [PATCH] update mathbench --- configs/datasets/MathBench/mathbench_gen_86de1c.py | 5 ++--- opencompass/openicl/icl_evaluator/__init__.py | 1 + 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/configs/datasets/MathBench/mathbench_gen_86de1c.py b/configs/datasets/MathBench/mathbench_gen_86de1c.py index 3f315ea29..2326edc73 100644 --- a/configs/datasets/MathBench/mathbench_gen_86de1c.py +++ b/configs/datasets/MathBench/mathbench_gen_86de1c.py @@ -6,7 +6,6 @@ from opencompass.utils.text_postprocessors import first_capital_postprocess - single_choice_prompts = { "single_choice_cn_with_reasoning": "以下是一道关于数学的单项选择题，请你一步一步推理并得到最终的答案选项。回答格式为如下：\n答案选项：A、B、C、D中你认为正确的一个选项\n计算过程：根据题目得到选项答案的一步步过程\n请严格按照上面的格式回答问题，下面是你要回答的题目：\n{question}\n答案选项：", "single_choice_cn": "以下是一道关于数学的单项选择题，请你直接给出正确的答案选项。回答格式为如下：\n答案选项：A、B、C、D中你认为正确的选项\n下面是你要回答的题目：\n{question}\n答案选项：", @@ -96,12 +95,12 @@ mathbench_eval_cfg = dict( evaluator=dict(type=CircularEvaluator if 'choice' in _name else AccEvaluator), - pred_postprocessor=dict(type=first_capital_postprocess ) if 'single_choice' in _name else dict(type=mathbench_postprocess, name=_name),) + pred_postprocessor=dict(type=first_capital_postprocess ) if 'single_choice' in _name else dict(type=mathbench_postprocess, name=_name)) mathbench_datasets.append( dict( type=MathBenchDataset, - path=f"./data/mathbench/version_1/{_split}", + path=f"./data/mathbench/{_split}", name=_name, abbr="mathbench-" + _split + '-' + _name, reader_cfg=dict( diff --git a/opencompass/openicl/icl_evaluator/__init__.py b/opencompass/openicl/icl_evaluator/__init__.py index b81dbc154..203a8d38e 100644 --- a/opencompass/openicl/icl_evaluator/__init__.py +++ b/opencompass/openicl/icl_evaluator/__init__.py @@ -1,5 +1,6 @@ from .icl_aucroc_evaluator import AUCROCEvaluator # noqa from .icl_base_evaluator import BaseEvaluator # noqa +from .icl_circular_evaluator import CircularEvaluator # noqa from .icl_em_evaluator import EMEvaluator # noqa from .icl_hf_evaluator import * # noqa from .icl_toxic_evaluator import ToxicEvaluator # noqa