OpenCompass/opencompass/datasets/evalplus/config.py
2025-02-19 04:46:42 +01:00

17 lines
308 B
Python

## EvalPlus
DEFAULT_GT_TIME_LIMIT_FACTOR = 4.0
DEFAULT_MIN_TIME_LIMIT = 1.0
## EvalPerf
### General
PERF_PROFILE_ROUNDS = 1
PERF_RAM_GB_PER_PROC = 12
### Evaluation Phase
PERF_EVAL_TIMEOUT_SECOND = 45
### Curation Phase
PERF_CURATE_TIMEOUT_SECOND = 20
PREF_CURATE_MIN_INSTRUCTION = 10000