jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add 1m config (#1383)

Browse Source
This commit is contained in:
Mo Li 2024-07-31 14:53:51 +08:00 committed by GitHub
parent 52eccc4f0e
commit b83396f57c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/models/hf_internlm/lmdeploy_internlm2_5_7b_chat_1m.py
View File

@ -5,7 +5,7 @@ models = [
type=TurboMindModelwithChatTemplate,
abbr='internlm2_5-7b-chat-1m-turbomind',
path='internlm/internlm2_5-7b-chat-1m',
engine_config=dict(rope_scaling_factor=2.5, session_len=1048576, max_batch_size=1, tp=4), # 1M context length
engine_config=dict(rope_scaling_factor=2.5, session_len=1048576, max_batch_size=1, cache_max_entry_count=0.7, tp=4), # 1M context length
gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=2048),
max_seq_len=1048576,
max_out_len=2048,