[Fix] Fix gen inferencer (#615)

open-compass · Nov 22, 2023 · fb30b7c · fb30b7c
1 parent 721a45c
commit fb30b7c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py
@@ -130,8 +130,8 @@ def inference(self,
                     entry, max_out_len=self.max_out_len)
                 generated = results
 
-            num_return_sequences = self.model.get('generation_kwargs', {}).get(
-                'num_return_sequences', 1)
+            num_return_sequences = getattr(self.model, 'generation_kwargs',
+                                           {}).get('num_return_sequences', 1)
             # 5-3. Save current output
             for prompt, prediction, gold in zip(
                     parsed_entries, batched(generated, num_return_sequences),