OpenCompass/opencompass/configs/datasets/bbeh/bbeh_subset_settings.py
yufeng zhao 1f0c5cbb5f bbeh
2025-03-10 04:24:52 +00:00

25 lines
940 B
Python

settings = [
('bbeh_boolean_expressions', 'mcq'),
('bbeh_disambiguation_qa', 'mcq'),
('bbeh_geometric_shapes', 'mcq'),
('bbeh_hyperbaton', 'mcq'),
('bbeh_movie_recommendation', 'mcq'),
('bbeh_nycc', 'mcq'),
('bbeh_shuffled_objects', 'mcq'),
('bbeh_boardgame_qa', 'free_form'),
('bbeh_buggy_tables', 'free_form'),
('bbeh_causal_understanding', 'free_form'),
('bbeh_dyck_languages', 'free_form'),
('bbeh_linguini', 'free_form'),
('bbeh_multistep_arithmetic', 'free_form'),
('bbeh_object_counting', 'free_form'),
('bbeh_object_properties', 'free_form'),
('bbeh_sarc_triples', 'free_form'),
('bbeh_spatial_reasoning', 'free_form'),
('bbeh_sportqa', 'free_form'),
('bbeh_temporal_sequence', 'free_form'),
('bbeh_time_arithmetic', 'free_form'),
('bbeh_web_of_lies', 'free_form'),
('bbeh_word_sorting', 'free_form'),
('bbeh_zebra_puzzles', 'free_form'),
]