jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix repeat bug

Browse Source
This commit is contained in:
Dongsheng Zhu 2025-05-12 02:11:32 +00:00
parent 1040546e95
commit 59c94c778b
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
opencompass/configs/datasets/multipl_e/multiple_top_ten_repeat_gen_f44aaf.py → opencompass/configs/datasets/multipl_e/multiple_top_ten_repeat_gen_0cd6ce.py
View File

@ -6,7 +6,7 @@ from opencompass.openicl.icl_inferencer import GenInferencer
from opencompass.datasets import MultiplEDataset, MultiplEEvaluator from opencompass.datasets import MultiplEDataset, MultiplEEvaluator
_TOP_TEN_LANGUAGE_ = ['cpp', 'cs', 'go', 'java', 'rb', 'js', 'php', 'r', 'rs', 'sh'] _TOP_TEN_LANGUAGE_ = ['cpp']
multiple_reader_cfg = dict(input_columns=['language', 'prompt'], output_column='tests') multiple_reader_cfg = dict(input_columns=['language', 'prompt'], output_column='tests')
@ -37,6 +37,8 @@ multiple_datasets = [
reader_cfg=multiple_reader_cfg, reader_cfg=multiple_reader_cfg,
infer_cfg=multiple_infer_cfg, infer_cfg=multiple_infer_cfg,
eval_cfg=multiple_eval_cfg[lang], eval_cfg=multiple_eval_cfg[lang],
n=5,
k=3
) for lang in _TOP_TEN_LANGUAGE_ ) for lang in _TOP_TEN_LANGUAGE_
] ]