2023-12-19 21:20:42 +08:00
|
|
|
from mmengine.config import read_base
|
|
|
|
|
|
|
|
|
|
with read_base():
|
|
|
|
|
from .groups.mathbench_agent import mathbench_agent_summary_groups
|
|
|
|
|
|
2023-12-11 17:42:53 +08:00
|
|
|
summarizer = dict(
|
|
|
|
|
dataset_abbrs=[
|
|
|
|
|
'######## GSM8K-Agent Accuracy ########', # category
|
|
|
|
|
['gsm8k-agent', 'follow_acc'],
|
|
|
|
|
['gsm8k-agent', 'reasoning_acc'],
|
|
|
|
|
['gsm8k-agent', 'code_acc'],
|
|
|
|
|
['gsm8k-agent', 'action_pct'],
|
|
|
|
|
'######## MATH-Agent Accuracy ########', # category
|
|
|
|
|
['math-agent', 'follow_acc'],
|
|
|
|
|
['math-agent', 'reasoning_acc'],
|
|
|
|
|
['math-agent', 'code_acc'],
|
|
|
|
|
['math-agent', 'action_pct'],
|
|
|
|
|
'######## MathBench-Agent Accuracy ########', # category
|
2023-12-19 21:20:42 +08:00
|
|
|
'mathbench-agent',
|
|
|
|
|
'mathbench-circular-agent',
|
|
|
|
|
'mathbench-circular-and-cloze-agent',
|
2023-12-11 17:42:53 +08:00
|
|
|
],
|
|
|
|
|
summary_groups=sum(
|
|
|
|
|
[v for k, v in locals().items() if k.endswith("_summary_groups")], [])
|
|
|
|
|
)
|
