jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix bbh

Browse Source
This commit is contained in:
gaotongxiao 2023-07-05 15:23:34 +08:00
parent dcf11cf8fd
commit 1ee80f14d2
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
configs/datasets/bbh/bbh_gen_58abc3.py
View File

@ -1,3 +1,4 @@
import os.path as osp
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
@ -42,7 +43,9 @@ bbh_free_form_sets = [
bbh_datasets = [] bbh_datasets = []
for _name in bbh_multiple_choice_sets: for _name in bbh_multiple_choice_sets:
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() _hint = None
if osp.exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict( bbh_infer_cfg = dict(
prompt_template=dict( prompt_template=dict(
type=PromptTemplate, type=PromptTemplate,
@ -72,7 +75,9 @@ for _name in bbh_multiple_choice_sets:
eval_cfg=bbh_eval_cfg.copy())) eval_cfg=bbh_eval_cfg.copy()))
for _name in bbh_free_form_sets: for _name in bbh_free_form_sets:
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() _hint = None
if osp.exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict( bbh_infer_cfg = dict(
prompt_template=dict( prompt_template=dict(
type=PromptTemplate, type=PromptTemplate,