jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

support deepseek-r1-distill-qwen-7b and -llama-8b

Browse Source
This commit is contained in:
hoteryoung 2025-02-10 10:55:37 +08:00 committed by jxd
parent f2c17190c9
commit c3b0803013
2 changed files with 34 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
opencompass/configs/models/deepseek/deepseek_r1_api_distill_llama_8b_aliyun.py Normal file
View File

@ -0,0 +1,17 @@
from opencompass.models import OpenAISDK
models = [
dict(
abbr='deepseek_r1_api_distill_llama_8b_aliyun',
type=OpenAISDK,
path='deepseek-r1-distill-llama-8b',
key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
batch_size=8,
retry=30,
verbose=True,
),
]

17
opencompass/configs/models/deepseek/deepseek_r1_api_distill_qwen_7b_aliyun.py Normal file
View File

@ -0,0 +1,17 @@
from opencompass.models import OpenAISDK
models = [
dict(
abbr='deepseek_r1_api_distill_qwen_7b_aliyun',
type=OpenAISDK,
path='deepseek-r1-distill-qwen-7b',
key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
batch_size=8,
retry=30,
verbose=True,
),
]