OpenCompass/configs/eval_contamination.py
liyucheng09 0b2863039e
[Feature] Contamination analysis for MMLU, Hellaswag, and ARC_c (#699)
* Contamination analysis for ARC_c, mmlu, and Hellaswag

* update `eval_contamination.py`

* update `contamination.py` summarizer

* fix `eval_contamination.py`

* add mmlu groups for contamination analysis
2024-01-08 15:51:48 +08:00

16 lines
673 B
Python

from mmengine.config import read_base
with read_base():
from .datasets.ceval.ceval_clean_ppl import ceval_datasets
from .datasets.mmlu.mmlu_clean_ppl import mmlu_datasets
from .datasets.hellaswag.hellaswag_clean_ppl import hellaswag_datasets
from .datasets.ARC_c.ARC_c_clean_ppl import ARC_c_datasets
from .models.yi.hf_yi_6b import models as hf_yi_6b_model
from .models.qwen.hf_qwen_7b import models as hf_qwen_7b_model
from .models.hf_llama.hf_llama2_7b import models as hf_llama2_7b_model
from .summarizers.contamination import summarizer
datasets = [*ceval_datasets]
models = [*hf_yi_6b_model, *hf_qwen_7b_model, *hf_llama2_7b_model]