jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix bbh

Browse Source
This commit is contained in:
gaotongxiao 2023-07-05 15:23:34 +08:00
parent dcf11cf8fd
commit 1ee80f14d2
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
configs/datasets/bbh/bbh_gen_58abc3.py
View File

@ -1,3 +1,4 @@
import os.path as osp
from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever
from opencompass.openicl.icl_inferencer import GenInferencer
@ -42,6 +43,8 @@ bbh_free_form_sets = [
bbh_datasets = []
for _name in bbh_multiple_choice_sets:
_hint = None
if osp.exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict(
prompt_template=dict(
@ -72,6 +75,8 @@ for _name in bbh_multiple_choice_sets:
eval_cfg=bbh_eval_cfg.copy()))
for _name in bbh_free_form_sets:
_hint = None
if osp.exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict(
prompt_template=dict(