mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
05bbce8b08
* add contamination analysis to ceval * fix bugs * add contamination docs * to pass CI check * update --------- Co-authored-by: zhangyifan1 <zhangyifan1@pjlab.org.cn> Co-authored-by: Leymore <zfz-960727@163.com>
13 lines
495 B
Python
13 lines
495 B
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .datasets.ceval.ceval_clean_ppl import ceval_datasets
|
|
from .models.yi.hf_yi_6b import models as hf_yi_6b_model
|
|
from .models.qwen.hf_qwen_7b import models as hf_qwen_7b_model
|
|
from .models.hf_llama.hf_llama2_7b import models as hf_llama2_7b_model
|
|
from .summarizers.contamination import ceval_summarizer as summarizer
|
|
|
|
|
|
datasets = [*ceval_datasets]
|
|
models = [*hf_yi_6b_model, *hf_qwen_7b_model, *hf_llama2_7b_model]
|