fix jieba rouge (#467)

open-compass · Oct 12, 2023 · 362c33d · 362c33d
1 parent d7ff933
commit 362c33d
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py b/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py
@@ -30,6 +30,11 @@ def score(self, predictions, references):
         metric = Rouge()
         predictions = [' '.join(jieba.cut(i)) for i in predictions]
         references = [' '.join(jieba.cut(i)) for i in references]
+
+        # avoid raising error when empty string encountered
+        predictions = [i if i else '__PREDPLACEHOLDER__' for i in predictions]
+        references = [i if i else '__REFRPLACEHOLDER__' for i in references]
+
         score = metric.get_scores(predictions, references, avg=True)
 
         return {