mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
8e8d4f1c64
* support G-Pass@k and livemathbench * fix bugs * fix comments of GPassKEvaluator * update saved details of GPassKEvaluator * update saved details of GPassKEvaluator * fix eval api configs & update openai_api for ease of debugging * update huggingface path * fix method name of G-Pass@k * fix default value of eval_model_name * refactor G-Pass@k evaluator * log generation params for each backend * fix evaluation resume * add notimplementerror
16 lines
833 B
Python
16 lines
833 B
Python
from .icl_agent_evaluator import * # noqa
|
|
from .icl_aucroc_evaluator import AUCROCEvaluator # noqa
|
|
from .icl_base_evaluator import BaseEvaluator # noqa
|
|
from .icl_bpc_evaluator import BPCEvaluator # noqa
|
|
from .icl_circular_evaluator import CircularEvaluator # noqa
|
|
from .icl_em_evaluator import EMEvaluator # noqa
|
|
from .icl_gpassk_evaluator import GPassKEvaluator # noqa
|
|
from .icl_hf_evaluator import * # noqa
|
|
from .icl_jieba_rouge_evaluator import JiebaRougeEvaluator # noqa
|
|
from .icl_misc_evaluator import AverageInferencePPLEvaluator # noqa
|
|
from .icl_misc_evaluator import AverageMinKEvaluator # noqa
|
|
from .icl_misc_evaluator import AveragePPLEvaluator # noqa
|
|
from .icl_plugin_evaluator import TEvalEvaluator # noqa
|
|
from .icl_toxic_evaluator import ToxicEvaluator # noqa
|
|
from .lm_evaluator import LMEvaluator # noqa
|