mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
7505b3cadf
* add TheoremQA with 5-shot * add huggingface_above_v4_33 classes * use num_worker partitioner in cli * update theoremqa * update TheoremQA * add TheoremQA * rename theoremqa -> TheoremQA * update TheoremQA output path * rewrite many model configs * update huggingface * further update * refine configs * update configs * update configs * add configs/eval_llama3_instruct.py * add summarizer multi faceted * update bbh datasets * update configs/models/hf_llama/lmdeploy_llama3_8b_instruct.py * rename class * update readme * update hf above v4.33
30 lines
1.1 KiB
Python
30 lines
1.1 KiB
Python
settings = [
|
|
('temporal_sequences', 'mcq'),
|
|
('disambiguation_qa', 'mcq'),
|
|
('date_understanding', 'mcq'),
|
|
('tracking_shuffled_objects_three_objects', 'mcq'),
|
|
('penguins_in_a_table', 'mcq'),
|
|
('geometric_shapes', 'mcq'),
|
|
('snarks', 'mcq'),
|
|
('ruin_names', 'mcq'),
|
|
('tracking_shuffled_objects_seven_objects', 'mcq'),
|
|
('tracking_shuffled_objects_five_objects', 'mcq'),
|
|
('logical_deduction_three_objects', 'mcq'),
|
|
('hyperbaton', 'mcq'),
|
|
('logical_deduction_five_objects', 'mcq'),
|
|
('logical_deduction_seven_objects', 'mcq'),
|
|
('movie_recommendation', 'mcq'),
|
|
('salient_translation_error_detection', 'mcq'),
|
|
('reasoning_about_colored_objects', 'mcq'),
|
|
('multistep_arithmetic_two', 'free_form'),
|
|
('navigate', 'free_form'),
|
|
('dyck_languages', 'free_form'),
|
|
('word_sorting', 'free_form'),
|
|
('sports_understanding', 'free_form'),
|
|
('boolean_expressions', 'free_form'),
|
|
('object_counting', 'free_form'),
|
|
('formal_fallacies', 'free_form'),
|
|
('causal_judgement', 'free_form'),
|
|
('web_of_lies', 'free_form'),
|
|
]
|