jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix livemathbench hard configs

Browse Source
This commit is contained in:
jnanliu 2025-03-03 02:42:53 +00:00
parent a4c42b3cb3
commit 4a2637cc58
2 changed files with 4 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
opencompass/configs/datasets/livemathbench/livemathbench_hard_gen_353ae7.py
View File

@ -9,7 +9,7 @@ livemathbench_dataset = dict(
type=LiveMathBenchDataset,
path='',
k=16,
replication=3,
n=48,
dataset_splits=['hard'],
dataset_languages=['cn', 'en'],
cot=True,
@ -37,13 +37,7 @@ livemathbench_dataset = dict(
evaluator=dict(
type=LiveMathBenchEvaluator,
model_name='',
url=[],
use_extract_model=False,
extract_url=[],
extract_model_name='',
k=[4, 8, 16],
replication=3,
thresholds=[0.0, 0.25, 0.5, 0.75, 1.0]
url=[]
)
)
)

10
opencompass/configs/datasets/livemathbench/livemathbench_hard_greedy_gen_353ae7.py
View File

@ -9,7 +9,7 @@ livemathbench_dataset = dict(
type=LiveMathBenchDataset,
path='',
k=1,
replication=1,
n=1,
dataset_splits=['hard'],
dataset_languages=['cn', 'en'],
cot=True,
@ -37,13 +37,7 @@ livemathbench_dataset = dict(
evaluator=dict(
type=LiveMathBenchEvaluator,
model_name='',
url=[],
use_extract_model=False,
extract_url=[],
extract_model_name='',
k=[1],
replication=1,
thresholds=[0.0]
url=[]
)
)
)