OpenCompass/opencompass/configs/datasets/demo/demo_cmmlu_chat_gen.py

9 lines
212 B
Python
Raw Normal View History

from mmengine import read_base
with read_base():
from ..cmmlu.cmmlu_gen_c13365 import cmmlu_datasets
for d in cmmlu_datasets:
d['abbr'] = 'demo_' + d['abbr']
d['reader_cfg']['test_range'] = '[0:4]'