mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
f871e80887
* added base_models_abbrs to references (passed from LMEvaluator); added bradleyterry subjective evaluation method for wildbench, alpacaeval, and compassarena datasets; added all_scores output files for reference in CompassArenaBradleyTerrySummarizer; * added bradleyterry subjective evaluation method to arena_hard dataset
37 lines
2.1 KiB
Python
37 lines
2.1 KiB
Python
# flake8: noqa: F401, F403
|
|
from .alignbench import AlignmentBenchDataset # noqa: F401, F403
|
|
from .alignbench import alignbench_postprocess # noqa: F401, F403
|
|
from .alpacaeval import AlpacaEvalDataset # noqa: F401, F403
|
|
from .alpacaeval import alpacaeval_bradleyterry_postprocess # noqa: F401, F403
|
|
from .alpacaeval import alpacaeval_postprocess # noqa: F401, F403
|
|
from .arena_hard import ArenaHardDataset # noqa: F401, F403
|
|
from .arena_hard import arenahard_bradleyterry_postprocess # noqa: F401, F403
|
|
from .arena_hard import arenahard_postprocess # noqa: F401, F403
|
|
from .compass_arena import CompassArenaDataset # noqa: F401, F403
|
|
from .compass_arena import \
|
|
compassarena_bradleyterry_postprocess # noqa: F401, F403
|
|
from .compass_arena import compassarena_postprocess # noqa: F401, F403
|
|
from .compass_arena_subjective_bench import *
|
|
from .compassbench import CompassBenchDataset # noqa: F401, F403
|
|
from .compassbench_checklist import \
|
|
CompassBenchCheklistDataset # noqa: F401, F403
|
|
from .compassbench_control_length_bias import \
|
|
CompassBenchControlLengthBiasDataset # noqa: F401, F403
|
|
from .corev2 import Corev2Dataset # noqa: F401, F403
|
|
from .creationbench import CreationBenchDataset # noqa: F401, F403
|
|
from .flames import FlamesDataset # noqa: F401, F403
|
|
from .fofo import FofoDataset, fofo_postprocess # noqa: F401, F403
|
|
from .followbench import FollowBenchDataset # noqa: F401, F403
|
|
from .followbench import followbench_postprocess
|
|
from .hellobench import * # noqa: F401, F403
|
|
from .judgerbench import JudgerBenchDataset # noqa: F401, F403
|
|
from .judgerbench import JudgerBenchEvaluator # noqa: F401, F403
|
|
from .mtbench import MTBenchDataset, mtbench_postprocess # noqa: F401, F403
|
|
from .mtbench101 import MTBench101Dataset # noqa: F401, F403
|
|
from .mtbench101 import mtbench101_postprocess
|
|
from .multiround import MultiroundDataset # noqa: F401, F403
|
|
from .subjective_cmp import SubjectiveCmpDataset # noqa: F401, F403
|
|
from .wildbench import WildBenchDataset # noqa: F401, F403
|
|
from .wildbench import wildbench_bradleyterry_postprocess # noqa: F401, F403
|
|
from .wildbench import wildbench_postprocess # noqa: F401, F403
|