fix the regex string in yaml file

EleutherAI · Aug 21, 2024 · d97a5e7 · d97a5e7
1 parent a4987bb
commit d97a5e7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/tasks/mmlu_pro/_default_template_yaml b/lm_eval/tasks/mmlu_pro/_default_template_yaml
@@ -12,7 +12,7 @@ filter_list:
   - name: "custom-extract"
     filter:
       - function: "regex"
-        regex_pattern: r"answer is \(?([ABCDEFGHIJ])\)?"
+        regex_pattern: 'answer is \(?([ABCDEFGHIJ])\)?'
         # regex_pattern: r".*[aA]nswer:\s*([A-J])",
       - function: "take_first"
 generation_kwargs: