Update MathBench

configs/datasets/MathBench/mathbench_gen_86de1c.py

@@ -8,9 +8,9 @@
 
 single_choice_prompts = {
     "single_choice_cn_with_reasoning": "以下是一道关于数学的单项选择题，请你一步一步推理并得到最终的答案选项。回答格式为如下：\n答案选项：A、B、C、D中你认为正确的一个选项\n计算过程：根据题目得到选项答案的一步步过程\n请严格按照上面的格式回答问题，下面是你要回答的题目：\n{question}\n答案选项：",
-    "single_choice_cn": "以下是一道关于数学的单项选择题，请你直接给出正确的答案选项。回答格式为如下：\n答案选项：A、B、C、D中你认为正确的选项\n下面是你要回答的题目：\n{question}\n答案选项：",
+    "single_choice_cn": "以下是一道关于数学的单项选择题，请你给出正确的答案选项。\n下面是你要回答的题目：\n{question}\n答案选项：",
     "single_choice_en_with_reasoning": "Here is a multiple-choice question about mathematics. Please provide the final answer option by step-by-step reasoning. Please answer in the following format:\nAnswer option: A, B, C, or D (the option you believe is correct)\nCalculation process: Step-by-step process to derive the answer option based on the question\nPlease strictly follow the above format to answer the question. Here is the question you need to answer:\n{question}\nAnswer option:",
-    "single_choice_en": "Here is a multiple-choice question about mathematics. Please provide the correct answer option directly. Please answer in the following format:\nAnswer option: A, B, C, or D (the option you believe is correct)\nHere is the question you need to answer:\n{question}\nAnswer option:",
+    "single_choice_en": "Here is a multiple-choice question about mathematics. Please provide the correct answer option directly.\nHere is the question you need to answer:\n{question}\nAnswer option:",
 }
 
 cloze_prompts ={
@@ -33,7 +33,7 @@
                 dict(role='BOT', prompt='A: 她以每个3美元的价格买了5个百吉饼。这意味着她在百吉饼上花费了5 * 3 = 15美元。她一开始有23美元，所以现在她还剩下23 - 15 = 8美元。答案是 8\n'),
                 dict(role='HUMAN', prompt='Q: {question}'),
                 dict(role='BOT', prompt='A: {answer}'),
-                ],
+                ], 
     "cloze_en": [
                 dict(role='HUMAN', prompt='Q: There are 15 trees in the grove. Grove workers will plant trees in the grove today. After they are done, there will be 21 trees. How many trees did the grove workers plant today?'),
                 dict(role='BOT', prompt='A: We start with 15 trees. Later we have 21 trees. The difference must be the number of trees they planted. So, they must have planted 21 - 15 = 6 trees. The answer is 6.\n'),
@@ -64,45 +64,44 @@
     'primary': ['single_choice_cn', 'cloze_cn'],
 }
 
+
 # Generate reasoning path if set True or just generate the final answer
-with_reasoning = True
+with_reasoning = False
 
 # Use circular evaluation or not
-with_circular_eval = True
+with_circular_eval = False
 
 
 mathbench_datasets = []
 
 for _split in list(mathbench_sets.keys()):
     for _name in mathbench_sets[_split]:
         mathbench_infer_cfg = dict(
-            ice_template=dict(
+            prompt_template=dict(
                 type=PromptTemplate,
                 template=dict(
-                    begin="</E>",
                     round=[
                         dict(
                             role="HUMAN",
-                            prompt=single_choice_prompts[_name + "_with_reasoning"] if with_reasoning else single_choice_prompts[_name],
+                            prompt= single_choice_prompts[_name + "_with_reasoning"] if with_reasoning else single_choice_prompts[_name],
                         ),
-                        dict(role="BOT", prompt="{answer}")] if 'choice' in _name else cloze_prompts[_name],
+                        dict(role="BOT", prompt="{answer}"),] if 'choice' in _name else cloze_prompts[_name],
                     ),
-                ice_token="</E>",
             ),
             retriever=dict(type=ZeroRetriever),
             inferencer=dict(type=GenInferencer),
         )
 
         mathbench_eval_cfg = dict(
-            evaluator=dict(type=CircularEvaluator if 'choice' in _name else AccEvaluator),
-            pred_postprocessor=dict(type=first_capital_postprocess) if 'single_choice' in _name else dict(type=mathbench_postprocess, name=_name))
+            evaluator=dict(type=CircularEvaluator if 'choice' in _name  else AccEvaluator),
+            pred_postprocessor=dict(type=first_capital_postprocess ) if 'single_choice' in _name else dict(type=mathbench_postprocess, name=_name))
 
         mathbench_datasets.append(
             dict(
                 type=MathBenchDataset,
                 path=f"./data/mathbench/{_split}",
                 name=_name,
-                abbr="mathbench-" + _split + '-' + _name,
+                abbr="mathbench-" + _split + '-' + _name, 
                 reader_cfg=dict(
                     input_columns=["question"],
                     output_column="answer"
@@ -111,4 +110,4 @@
                 eval_cfg=mathbench_eval_cfg,
             ))
 
-del _split, _name
+del _split, _name