feat qwq-32b

opencompass/configs/models/qwq/lmdeploy_qwq_32b.py

@@ -0,0 +1,15 @@
+from opencompass.models import TurboMindModelwithChatTemplate
+
+models = [
+    dict(
+        type=TurboMindModelwithChatTemplate,
+        abbr='QwQ-32B',
+        path='Qwen/QwQ-32B',
+        engine_config=dict(session_len=32768, max_batch_size=16, tp=2),
+        gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=8192),
+        max_seq_len=32768,
+        max_out_len=8192,
+        batch_size=16,
+        run_cfg=dict(num_gpus=2),
+    )
+]