From fe0b8752ed16cb56efeb92ce6cd4e4ff14ad6b86 Mon Sep 17 00:00:00 2001 From: Uanu Date: Tue, 20 Feb 2024 21:03:05 +0800 Subject: [PATCH] Correct missing parentheses --- lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml | 2 +- lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml b/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml index ecbaf098c0..726b093777 100644 --- a/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml +++ b/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml @@ -6,7 +6,7 @@ training_split: train validation_split: train test_split: null description: "Here are some example questions from experts. Answer the final question yourself, following the format of the previous questions exactly.\n" -doc_to_text: "Question: {{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {choice3}\n(D) {{choice4}}\nAnswer:" +doc_to_text: "Question: {{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {{choice3}}\n(D) {{choice4}}\nAnswer:" doc_to_target: answer doc_to_choice: ["(A)", "(B)", "(C)", "(D)"] metric_list: diff --git a/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml b/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml index 679a321096..4684d364c3 100644 --- a/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml +++ b/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml @@ -5,7 +5,7 @@ training_split: train # Because huggingface dataset only has train split validation_split: train test_split: null -doc_to_text: "What is the correct answer to this question:{{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {choice3}\n(D) {{choice4}}\nAnswer:" +doc_to_text: "What is the correct answer to this question:{{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {{choice3}}\n(D) {{choice4}}\nAnswer:" doc_to_target: answer doc_to_choice: ["(A)", "(B)", "(C)", "(D)"] metric_list: