jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

template

Browse Source
This commit is contained in:
Dongsheng Zhu 2025-05-16 06:05:06 +00:00
parent 722ba22a57
commit a515dfbfde
1 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
examples/eval_codebench_full.py
View File

@ -15,20 +15,20 @@ with read_base():
bigcodebench_hard_instruct_datasets bigcodebench_hard_instruct_datasets
) )
# livecodebench code generation lite v5 # livecodebench code generation lite v5
from opencompass.configs.datasets.livecodebench.livecodebench_time_split_gen import ( from opencompass.configs.datasets.livecodebench.livecodebench_time_split_gen_a4f90b import (
LCB_datasets LCB_datasets
) )
# huamneval # huamneval series
from opencompass.configs.datasets.humaneval.humaneval_openai_sample_evals_gen_dcae0e import ( from opencompass.configs.datasets.humaneval.humaneval_openai_sample_evals_gen_dcae0e import (
humaneval_datasets humaneval_datasets
) )
from opencompass.configs.datasets.humaneval import ( from opencompass.configs.datasets.humaneval_pro.humaneval_pro_gen import (
humanevalpro_datasets humanevalpro_datasets
) )
from opencompass.configs.datasets.humanevalx.humanevalx_gen_620cfa import ( from opencompass.configs.datasets.humanevalx.humanevalx_gen_620cfa import (
humanevalx_datasets humanevalx_datasets
) )
# mbpp # mbpp series
from opencompass.configs.datasets.mbpp.mbpp_gen import ( from opencompass.configs.datasets.mbpp.mbpp_gen import (
mbpp_datasets mbpp_datasets
) )
@ -36,7 +36,7 @@ with read_base():
mbpppro_datasets mbpppro_datasets
) )
# multipl-e # multipl-e
from opencompass.configs.datasets.multipl_e.multiple_top_ten_gen import ( from opencompass.configs.datasets.multipl_e.multiple_gen import (
multiple_datasets multiple_datasets
) )
# ds1000 # ds1000
@ -48,9 +48,6 @@ with read_base():
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import ( from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import (
models as lmdeploy_qwen2_5_7b_instruct_model, models as lmdeploy_qwen2_5_7b_instruct_model,
) )
from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import (
models as lmdeploy_internlm3_8b_instruct_model,
)
# Summary Groups # Summary Groups
from opencompass.configs.summarizers.groups.ds1000 import ( from opencompass.configs.summarizers.groups.ds1000 import (