Correct missing parentheses

EleutherAI · Feb 20, 2024 · fe0b875 · fe0b875
1 parent 1f68ad7
commit fe0b875
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml b/lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml
@@ -6,7 +6,7 @@ training_split: train
 validation_split: train
 test_split: null
 description: "Here are some example questions from experts. Answer the final question yourself, following the format of the previous questions exactly.\n"
-doc_to_text: "Question: {{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {choice3}\n(D) {{choice4}}\nAnswer:"
+doc_to_text: "Question: {{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {{choice3}}\n(D) {{choice4}}\nAnswer:"
 doc_to_target: answer
 doc_to_choice: ["(A)", "(B)", "(C)", "(D)"]
 metric_list:

diff --git a/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml b/lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml
@@ -5,7 +5,7 @@ training_split: train
 # Because huggingface dataset only has train split
 validation_split: train
 test_split: null
-doc_to_text: "What is the correct answer to this question:{{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {choice3}\n(D) {{choice4}}\nAnswer:"
+doc_to_text: "What is the correct answer to this question:{{Question}}\nChoices:\n(A) {{choice1}}\n(B) {{choice2}}\n(C) {{choice3}}\n(D) {{choice4}}\nAnswer:"
 doc_to_target: answer
 doc_to_choice: ["(A)", "(B)", "(C)", "(D)"]
 metric_list: