From 6f3c670b99531ef04f4b041e2b754de11fe15616 Mon Sep 17 00:00:00 2001 From: Myhs_phz Date: Tue, 27 May 2025 19:41:13 +0800 Subject: [PATCH] add qwen3 lmdeply (#2126) --- .../models/qwen3/lmdeploy_qwen3_0_6b.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py diff --git a/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py b/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py new file mode 100644 index 00000000..6a395d79 --- /dev/null +++ b/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py @@ -0,0 +1,19 @@ +from opencompass.models import TurboMindModelwithChatTemplate +from opencompass.utils.text_postprocessors import extract_non_reasoning_content + +model = [ + dict( + type=TurboMindModelwithChatTemplate, + abbr='qwen_3_0.6b_thinking-turbomind', + path='Qwen/Qwen3-0.6B', + engine_config=dict(session_len=32768, max_batch_size=16, tp=1), + gen_config=dict( + top_k=20, temperature=0.6, top_p=0.95, do_sample=True, enable_thinking=True + ), + max_seq_len=32768, + max_out_len=32000, + batch_size=16, + run_cfg=dict(num_gpus=1), + pred_postprocessor=dict(type=extract_non_reasoning_content) + ), +] \ No newline at end of file