[Bug] Fix Korbench dataset module (#1717)

This commit is contained in:
Linchen Xiao 2024-11-26 17:13:28 +08:00 committed by GitHub
parent f97c4eae42
commit ef695e28e5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 20 additions and 0 deletions

View File

@ -0,0 +1,20 @@
from opencompass.models import TurboMindModelwithChatTemplate
models = [
dict(
type=TurboMindModelwithChatTemplate,
abbr='deepseek-v2_lite-turbomind',
path='deepseek-ai/DeepSeek-V2-Lite-Chat',
engine_config=dict(
session_len=7168,
max_batch_size=4,
tp=2,
cache_max_entry_count=0.7,
),
gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9),
max_seq_len=7168,
max_out_len=2048,
batch_size=4,
run_cfg=dict(num_gpus=2),
)
]