From c3b08030139fe1eac09f4233fb039290bac29b98 Mon Sep 17 00:00:00 2001 From: hoteryoung Date: Mon, 10 Feb 2025 10:55:37 +0800 Subject: [PATCH] support deepseek-r1-distill-qwen-7b and -llama-8b --- .../deepseek_r1_api_distill_llama_8b_aliyun.py | 17 +++++++++++++++++ .../deepseek_r1_api_distill_qwen_7b_aliyun.py | 17 +++++++++++++++++ 2 files changed, 34 insertions(+) create mode 100644 opencompass/configs/models/deepseek/deepseek_r1_api_distill_llama_8b_aliyun.py create mode 100644 opencompass/configs/models/deepseek/deepseek_r1_api_distill_qwen_7b_aliyun.py diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_distill_llama_8b_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_api_distill_llama_8b_aliyun.py new file mode 100644 index 00000000..d85d3286 --- /dev/null +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_distill_llama_8b_aliyun.py @@ -0,0 +1,17 @@ +from opencompass.models import OpenAISDK + +models = [ + dict( + abbr='deepseek_r1_api_distill_llama_8b_aliyun', + type=OpenAISDK, + path='deepseek-r1-distill-llama-8b', + key='ENV_ALIYUN', + openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', + query_per_second=1, + max_out_len=2048, + max_seq_len=4096, + batch_size=8, + retry=30, + verbose=True, + ), +] diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_distill_qwen_7b_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_api_distill_qwen_7b_aliyun.py new file mode 100644 index 00000000..0b30be6c --- /dev/null +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_distill_qwen_7b_aliyun.py @@ -0,0 +1,17 @@ +from opencompass.models import OpenAISDK + +models = [ + dict( + abbr='deepseek_r1_api_distill_qwen_7b_aliyun', + type=OpenAISDK, + path='deepseek-r1-distill-qwen-7b', + key='ENV_ALIYUN', + openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', + query_per_second=1, + max_out_len=2048, + max_seq_len=4096, + batch_size=8, + retry=30, + verbose=True, + ), +]