a refined prompt for multiple choice.

PiperOrigin-RevId: 588814004 Change-Id: I51b51a84e738c563ca1cad0d1f9b27a88b6fa728
google-deepmind · Dec 7, 2023 · 8ba6fcf · 8ba6fcf
1 parent fd46a10
commit 8ba6fcf
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/concordia/language_model/gpt_model.py b/concordia/language_model/gpt_model.py
@@ -95,10 +95,10 @@ def sample_choice(
     attempts = 1
     prompt = (
         prompt
-        + '\nRespond with one of the following responses: '
-        + ' ,'.join(responses)
-        + '.'
+        + '\nRespond EXACTLY with one of the following strings:\n'
+        + '\n'.join(responses) + '.'
     )
+
     for _ in range(_MAX_MULTIPLE_CHOICE_ATTEMPTS):
       sample = self.sample_text(
           prompt,