mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
a31a77c5c1
* [Feature] added SciCode summarizer config and dataset config for with background evaluation * fix lint issues * removed unnecessary type in summarizer group
16 lines
464 B
Python
16 lines
464 B
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .groups.scicode import scicode_summary_groups
|
|
|
|
summarizer = dict(
|
|
dataset_abbrs=[
|
|
['SciCode_with_background', 'accuracy'],
|
|
['SciCode_with_background', 'sub_accuracy'],
|
|
['SciCode_wo_background', 'accuracy'],
|
|
['SciCode_wo_background', 'sub_accuracy'],
|
|
],
|
|
summary_groups=sum(
|
|
[v for k, v in locals().items() if k.endswith('_summary_groups')], [])
|
|
)
|