From df4ef4353477202dd7539dc316b8ec0271587f6e Mon Sep 17 00:00:00 2001 From: MaiziXiao Date: Thu, 13 Mar 2025 09:20:43 +0000 Subject: [PATCH] update --- .../datasets/bbeh/bbeh_llmjudge_gen_86c3a0.py | 38 +------------------ 1 file changed, 1 insertion(+), 37 deletions(-) diff --git a/opencompass/configs/datasets/bbeh/bbeh_llmjudge_gen_86c3a0.py b/opencompass/configs/datasets/bbeh/bbeh_llmjudge_gen_86c3a0.py index ce3e311f..6fa3d563 100644 --- a/opencompass/configs/datasets/bbeh/bbeh_llmjudge_gen_86c3a0.py +++ b/opencompass/configs/datasets/bbeh/bbeh_llmjudge_gen_86c3a0.py @@ -123,40 +123,4 @@ for _name in bbeh_multiple_choice_sets + bbeh_free_form_sets: infer_cfg=bbeh_infer_cfg, eval_cfg=bbeh_eval_cfg, ) - ) - -# for _name in bbeh_free_form_sets: -# bbeh_infer_cfg = dict( -# prompt_template=dict( -# type=PromptTemplate, -# template=dict( -# round=[ -# dict( -# role='HUMAN', -# prompt=f"Think step by step, and when you provide the final answer, please use the prefix \"The answer is:\"without any modification, and provide the answer directly, with no formatting, no bolding, and no markup. For instance: \"The answer is: 42\" or \"The answer is: yes\". If the question is multiple choice with a single correct answer, the final answer must only be the letter corresponding to the correct answer. For example, \"The answer is: (a)\"\n\nQ: {{input}}\nA: ", -# ) -# ] -# ), -# ), -# retriever=dict(type=ZeroRetriever), -# inferencer=dict(type=GenInferencer), -# ) - -# bbeh_eval_cfg = dict( -# evaluator=dict(type=BBEHEvaluator), -# pred_role='BOT', -# pred_postprocessor=dict(type=bbeh_mcq_postprocess), -# dataset_postprocessor=dict(type=bbeh_mcq_postprocess), -# ) - -# bbeh_datasets.append( -# dict( -# type=BBEHDataset, -# path='opencompass/bbeh', -# name=_name, -# abbr=_name, -# reader_cfg=bbeh_reader_cfg, -# infer_cfg=bbeh_infer_cfg.copy(), -# eval_cfg=bbeh_eval_cfg.copy(), -# ) -# ) + ) \ No newline at end of file