From 4229db1e8c03716b442037ebbff6b5e24f8c5e50 Mon Sep 17 00:00:00 2001 From: Myhs-phz Date: Tue, 27 May 2025 08:57:54 +0000 Subject: [PATCH] add qwen3 lmdeply --- .../models/qwen3/lmdeploy_qwen3_0_6b.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py diff --git a/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py b/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py new file mode 100644 index 00000000..6a395d79 --- /dev/null +++ b/opencompass/configs/models/qwen3/lmdeploy_qwen3_0_6b.py @@ -0,0 +1,19 @@ +from opencompass.models import TurboMindModelwithChatTemplate +from opencompass.utils.text_postprocessors import extract_non_reasoning_content + +model = [ + dict( + type=TurboMindModelwithChatTemplate, + abbr='qwen_3_0.6b_thinking-turbomind', + path='Qwen/Qwen3-0.6B', + engine_config=dict(session_len=32768, max_batch_size=16, tp=1), + gen_config=dict( + top_k=20, temperature=0.6, top_p=0.95, do_sample=True, enable_thinking=True + ), + max_seq_len=32768, + max_out_len=32000, + batch_size=16, + run_cfg=dict(num_gpus=1), + pred_postprocessor=dict(type=extract_non_reasoning_content) + ), +] \ No newline at end of file