mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00

* update gemini api and add gemini models * add openai models * update CHARM evaluation * add CHARM memorization tasks * add CharmMemSummarizer (output eval details for memorization-independent reasoning analysis * update CHARM readme --------- Co-authored-by: wujiang <wujiang@pjlab.org.cn>
18 lines
745 B
Python
18 lines
745 B
Python
# flake8: noqa: F401, E501
|
|
from .alignmentbench import AlignmentBenchSummarizer
|
|
from .all_obj import AllObjSummarizer
|
|
from .alpacaeval import AlpacaSummarizer
|
|
from .arenahard import ArenaHardSummarizer
|
|
from .charm import CharmMemSummarizer
|
|
from .compass_arena import CompassArenaSummarizer
|
|
from .compassbench import CompassBenchSummarizer
|
|
from .corev2 import Corev2Summarizer
|
|
from .creationbench import CreationBenchSummarizer
|
|
from .flames import FlamesSummarizer
|
|
from .fofo import FofoSummarizer
|
|
from .mtbench import MTBenchSummarizer
|
|
from .mtbench101 import MTBench101Summarizer
|
|
from .multiround import MultiroundSummarizer
|
|
from .subjective import SubjectiveSummarizer
|
|
from .wildbench import WildBenchPairSummarizer, WildBenchSingleSummarizer
|