diff --git a/opencompass/__init__.py b/opencompass/__init__.py index 13a85f77..44b18069 100644 --- a/opencompass/__init__.py +++ b/opencompass/__init__.py @@ -1 +1 @@ -__version__ = '0.2.5' +__version__ = '0.2.6' diff --git a/opencompass/cli/main.py b/opencompass/cli/main.py index fd1409cc..bb47221e 100644 --- a/opencompass/cli/main.py +++ b/opencompass/cli/main.py @@ -4,7 +4,6 @@ import argparse import getpass import os import os.path as osp -from copy import deepcopy from datetime import datetime from mmengine.config import Config, DictAction @@ -349,7 +348,7 @@ def main(): # For subjective summarizer if summarizer_cfg.get('function', None): - main_summarizer_cfg = deepcopy(summarizer_cfg) + main_summarizer_cfg = copy.deepcopy(summarizer_cfg) grouped_datasets = {} for dataset in cfg.datasets: prefix = dataset['abbr'].split('_')[0] @@ -361,7 +360,7 @@ def main(): all_grouped_lists.append(grouped_datasets[prefix]) dataset_score_container = [] for dataset in all_grouped_lists: - temp_cfg = deepcopy(cfg) + temp_cfg = copy.deepcopy(cfg) temp_cfg.datasets = dataset summarizer_cfg = dict(type=dataset[0]['summarizer']['type'], config=temp_cfg) summarizer = build_from_cfg(summarizer_cfg) @@ -378,5 +377,7 @@ def main(): summarizer = build_from_cfg(summarizer_cfg) summarizer.summarize(time_str=cfg_time_str) + + if __name__ == '__main__': main() diff --git a/opencompass/datasets/subjective/mtbench101.py b/opencompass/datasets/subjective/mtbench101.py index 070e47ec..a6852245 100644 --- a/opencompass/datasets/subjective/mtbench101.py +++ b/opencompass/datasets/subjective/mtbench101.py @@ -4,7 +4,6 @@ import os.path as osp import re from datasets import Dataset, DatasetDict -from torch.utils.data import DataLoader from opencompass.registry import LOAD_DATASET