diff --git a/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen_068af0.py b/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen_068af0.py index a2e777ec..504e3f17 100644 --- a/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen_068af0.py +++ b/configs/datasets/compassbench_v1_3/compassbench_v1_3_objective_gen_068af0.py @@ -18,7 +18,7 @@ prompt_en = { douknow_sets = { - 'wiki': ['single_choice_cn'], + 'knowledge': ['single_choice_cn'], 'math': ['single_choice_cn'], } @@ -60,7 +60,7 @@ for _split in list(douknow_sets.keys()): compassbench_aug_datasets.append( dict( type=CompassBenchObjectiveV1_3, - path=f'./data/compassbench_objective_v1_3/{_split}/{_name}.jsonl', + path=f'./data/compassbench_v1_3/{_split}/{_name}.jsonl', name='circular_' + _name if CircularEval else _name, abbr='compassbench-' + _split + '-' + _name + 'circular'if CircularEval else '', reader_cfg=dict( diff --git a/configs/datasets/subjective/compassbench/compassbench_checklist.py b/configs/datasets/subjective/compassbench/compassbench_checklist.py index 9f7ce7ed..45e15bf9 100644 --- a/configs/datasets/subjective/compassbench/compassbench_checklist.py +++ b/configs/datasets/subjective/compassbench/compassbench_checklist.py @@ -24,7 +24,7 @@ subjective_all_sets = { ], } -data_path = './data/compassbench_v1_3/data' +data_path = './data/compassbench_v1_3/' pair_prompt_en = """# Instruction