mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
c84bc18ac1
* [Update] Support OlympiadBench-Math/OmniMath/LiveMathBench-Hard with LLM Verify * Update * Update * Update DeepSeek-R1 example * Update DeepSeek-R1 example * Update DeepSeek-R1 example
23 lines
855 B
Python
23 lines
855 B
Python
categories = [
|
|
'OE_TO_maths_en_COMP', # OpenEnded - TextOnly - maths - COMP
|
|
'OE_TO_maths_zh_COMP', # OpenEnded - TextOnly - maths - COMP
|
|
'OE_TO_maths_zh_CEE', # OpenEnded - TextOnly - maths - CEE
|
|
'OE_TO_physics_en_COMP', # OpenEnded - TextOnly - physics - COMP
|
|
'OE_TO_physics_zh_CEE' # OpenEnded - TextOnly - physics - CEE
|
|
]
|
|
|
|
OlympiadBench_summary_groups = [
|
|
{'name': 'OlympiadBench', 'subsets': ['OlympiadBench_' + c.replace(' ', '_') for c in categories]},
|
|
]
|
|
|
|
math_categories = [
|
|
'OE_TO_maths_en_COMP', # OpenEnded - TextOnly - maths - COMP
|
|
'OE_TO_maths_zh_COMP', # OpenEnded - TextOnly - maths - COMP
|
|
'OE_TO_maths_zh_CEE', # OpenEnded - TextOnly - maths - CEE
|
|
]
|
|
|
|
|
|
OlympiadBenchMath_summary_groups = [
|
|
{'name': 'OlympiadBenchMath', 'subsets': ['OlympiadBench_' + c.replace(' ', '_') for c in math_categories]},
|
|
]
|