increase temperature after first failed multiple choice attempt in gp…

…t model

PiperOrigin-RevId: 600432140
Change-Id: I2f672492b72b0ad0e3d5854f165dc6825a3580cd

concordia/language_model/gpt_model.py

@@ -100,10 +100,15 @@ def sample_choice(
     )
 
     for _ in range(_MAX_MULTIPLE_CHOICE_ATTEMPTS):
+      # Increase temperature after the first failed attempt.
+      temperature = 0.0
+      if attempts > 1:
+        temperature = 0.5
+
       sample = self.sample_text(
           prompt,
           max_characters=max_characters,
-          temperature=0.0,
+          temperature=temperature,
           seed=seed,
       )
       try: