Skip to content

Commit

Permalink
Add Math Evaluation with Judge Model Evaluator
Browse files Browse the repository at this point in the history
  • Loading branch information
liuhongwei committed Apr 24, 2024
1 parent 096b0d2 commit 71b92d7
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions opencompass/openicl/icl_evaluator/lm_evaluator.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,6 @@
from opencompass.registry import ICL_PROMPT_TEMPLATES
from opencompass.utils import build_dataset_from_cfg, build_model_from_cfg
from opencompass.utils.logging import get_logger
from opencompass.utils.text_postprocessors import first_number_postprocess
from opencompass.utils.types import get_type_from_cfg


def extract_dicts(data):
Expand Down Expand Up @@ -92,8 +90,6 @@ def __init__(
meta_review_prompt_template: Optional[ConfigDict] = None,
pack_all_predictions: Optional[bool] = False,
dataset_cfg: Optional[ConfigDict] = None,
# postprocessor: ConfigDict = dict(type=first_number_postprocess),
pred_postprocessor: Optional[ConfigDict] = None,
) -> None:
self.output_path = output_path
out_dir, out_name = osp.split(output_path)
Expand All @@ -113,7 +109,6 @@ def __init__(
batch_size=batch_size,
output_json_filepath=out_dir,
output_json_filename=out_name)
# self.postprocessor = get_type_from_cfg(postprocessor)
self.logger = get_logger()
self.dataset_cfg = dataset_cfg
self.pack_all_predictions = pack_all_predictions
Expand Down

0 comments on commit 71b92d7

Please sign in to comment.