jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Add new model configs (#1653)

Browse Source
This commit is contained in:
Linchen Xiao 2024-10-30 17:24:53 +08:00 committed by GitHub
parent df57c08ccf
commit 5212ffe8e2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 82 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
opencompass/configs/models/chatglm/hf_glm4_9b.py Normal file
View File

@ -0,0 +1,12 @@
from opencompass.models import HuggingFaceBaseModel
models = [
dict(
type=HuggingFaceBaseModel,
abbr='glm-4-9b-hf',
path='THUDM/glm-4-9b',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
)
]

17
opencompass/configs/models/gemma/lmdeploy_gemma_27b_it.py Normal file
View File

@ -0,0 +1,17 @@
from opencompass.models import TurboMindModelwithChatTemplate
models = [
dict(
type=TurboMindModelwithChatTemplate,
abbr='gemma-2-27b-it-turbomind',
path='google/gemma-2-27b-it',
engine_config=dict(session_len=16384, max_batch_size=16, tp=1),
gen_config=dict(
top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=4096
),
max_seq_len=16384,
max_out_len=4096,
batch_size=16,
run_cfg=dict(num_gpus=1),
)
]

17
opencompass/configs/models/gemma/lmdeploy_gemma_9b_it.py Normal file
View File

@ -0,0 +1,17 @@
from opencompass.models import TurboMindModelwithChatTemplate
models = [
dict(
type=TurboMindModelwithChatTemplate,
abbr='gemma-2-9b-it-turbomind',
path='google/gemma-2-9b-it',
engine_config=dict(session_len=16384, max_batch_size=16, tp=1),
gen_config=dict(
top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=4096
),
max_seq_len=16384,
max_out_len=4096,
batch_size=16,
run_cfg=dict(num_gpus=1),
)
]

12
opencompass/configs/models/qwen2_5/hf_qwen_2_5_14b.py Normal file
View File

@ -0,0 +1,12 @@
from opencompass.models import HuggingFaceBaseModel
models = [
dict(
type=HuggingFaceBaseModel,
abbr='qwen2.5-14b-hf',
path='Qwen/Qwen2.5-14B',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=2),
)
]

12
opencompass/configs/models/qwen2_5/hf_qwen_2_5_32b.py Normal file
View File

@ -0,0 +1,12 @@
from opencompass.models import HuggingFaceBaseModel
models = [
dict(
type=HuggingFaceBaseModel,
abbr='qwen2.5-32b-hf',
path='Qwen/Qwen2.5-32B',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=2),
)
]

12
opencompass/configs/models/qwen2_5/hf_qwen_2_5_7b.py Normal file
View File

@ -0,0 +1,12 @@
from opencompass.models import HuggingFaceBaseModel
models = [
dict(
type=HuggingFaceBaseModel,
abbr='qwen2.5-7b-hf',
path='Qwen/Qwen2.5-7B',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
)
]