jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix length (#1180)

Browse Source
This commit is contained in:
bittersweet1999 2024-05-24 23:30:01 +08:00 committed by GitHub
parent 88c14d3d04
commit 07a6dacf33
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
configs/datasets/subjective/arena_hard/arena_hard_scoring.py → configs/datasets/subjective/arena_hard/arena_hard_compare.py
View File

6
configs/eval_subjective_arena_hard.py
View File

@ -14,7 +14,7 @@ from opencompass.tasks.subjective_eval import SubjectiveEvalTask
from opencompass.summarizers import ArenaHardSummarizer from opencompass.summarizers import ArenaHardSummarizer
with read_base(): with read_base():
from .datasets.subjective.arena_hard.arena_hard_scoring import subjective_datasets from .datasets.subjective.arena_hard.arena_hard_compare import subjective_datasets
api_meta_template = dict( api_meta_template = dict(
round=[ round=[
@ -72,8 +72,8 @@ judge_models = [dict(
key='', key='',
meta_template=api_meta_template, meta_template=api_meta_template,
query_per_second=1, query_per_second=1,
max_out_len=1024, max_out_len=5120,
max_seq_len=4096, max_seq_len=9216,
batch_size=10, batch_size=10,
retry=10, retry=10,
temperature = 0, temperature = 0,