mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
73c80953c6
* support dataset repeat and g-pass compute for each evaluator * fix pre-commit errors * delete print * delete gpassk_evaluator and fix potential errors * change `repeat` to `n` * fix `repeat` to `n` in openicl_eval * update doc for multi-run and g-pass * update latex equation in doc * update eng doc for multi-run and g-pass * update datasets.md * update datasets.md * fix multi-line equation * fix multi-line equation * fix multi-line equation * fix multi-line equation * fix multi-line equation * fix multi-line equation * fix multi-line equation in zh_cn user_guides * mmodify pre-commit-zh-cn * recover pre-commit and edit math expr in doc * del [TIP] * del cite tag in doc * del extract_model param in livemathbench config
25 lines
726 B
Python
25 lines
726 B
Python
import copy
|
|
|
|
from mmengine.config import ConfigDict
|
|
|
|
from opencompass.registry import LOAD_DATASET, MODELS
|
|
|
|
|
|
def build_dataset_from_cfg(dataset_cfg: ConfigDict):
|
|
dataset_cfg = copy.deepcopy(dataset_cfg)
|
|
dataset_cfg.pop('infer_cfg', None)
|
|
dataset_cfg.pop('eval_cfg', None)
|
|
return LOAD_DATASET.build(dataset_cfg)
|
|
|
|
|
|
def build_model_from_cfg(model_cfg: ConfigDict):
|
|
model_cfg = copy.deepcopy(model_cfg)
|
|
model_cfg.pop('run_cfg', None)
|
|
model_cfg.pop('max_out_len', None)
|
|
model_cfg.pop('batch_size', None)
|
|
model_cfg.pop('abbr', None)
|
|
model_cfg.pop('summarizer_abbr', None)
|
|
model_cfg.pop('pred_postprocessor', None)
|
|
model_cfg.pop('min_out_len', None)
|
|
return MODELS.build(model_cfg)
|