mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
7 lines
350 B
Python
7 lines
350 B
Python
|
scibench_summary_groups = []
|
||
|
|
|
||
|
|
scibench_tasks = ["atkins", "calculus", "chemmc", "class", "diff", "fund", "matter", "quan", "stat", "thermo"]
|
||
|
|
for suffix in ["", "_zs-cot", "_fs", "_fs-cot"]:
|
||
|
|
subsets = [f"scibench-{subset}{suffix}" for subset in scibench_tasks]
|
||
|
|
scibench_summary_groups.append({'name': f'scibench{suffix}', 'subsets': subsets})
|