From d62b69aaefdd746c00bc530abcddf9d8245ab26b Mon Sep 17 00:00:00 2001
From: Dongsheng Zhu <59612926+Zhudongsheng75@users.noreply.github.com>
Date: Wed, 7 May 2025 15:51:18 +0800
Subject: [PATCH] [Fix] Fix InternVL model config (#2068)

* intervl-8b&38b

* intervl adjustment

* internvl fix
---
 .../models/internvl/lmdeploy_internvl_2_5_38b.py  | 15 +++++++++++++++
 .../models/internvl/lmdeploy_internvl_2_5_8b.py   | 15 +++++++++++++++
 2 files changed, 30 insertions(+)
 create mode 100644 opencompass/configs/models/internvl/lmdeploy_internvl_2_5_38b.py
 create mode 100644 opencompass/configs/models/internvl/lmdeploy_internvl_2_5_8b.py

diff --git a/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_38b.py b/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_38b.py
new file mode 100644
index 00000000..98713696
--- /dev/null
+++ b/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_38b.py
@@ -0,0 +1,15 @@
+from opencompass.models import TurboMindModelwithChatTemplate
+
+models = [
+    dict(
+        type=TurboMindModelwithChatTemplate,
+        abbr='internvl2_5-38b-turbomind',
+        path='OpenGVLab/InternVL2_5-38B',
+        engine_config=dict(session_len=8192, max_batch_size=8, tp=4),
+        gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=1024),
+        max_seq_len=8192,
+        max_out_len=8192,
+        batch_size=8,
+        run_cfg=dict(num_gpus=4),
+    )
+]
diff --git a/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_8b.py b/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_8b.py
new file mode 100644
index 00000000..3541249c
--- /dev/null
+++ b/opencompass/configs/models/internvl/lmdeploy_internvl_2_5_8b.py
@@ -0,0 +1,15 @@
+from opencompass.models import TurboMindModelwithChatTemplate
+
+models = [
+    dict(
+        type=TurboMindModelwithChatTemplate,
+        abbr='internvl2_5-8b-turbomind',
+        path='OpenGVLab/InternVL2_5-8B',
+        engine_config=dict(session_len=8192, max_batch_size=16, tp=1),
+        gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=8192),
+        max_seq_len=8192,
+        max_out_len=8192,
+        batch_size=16,
+        run_cfg=dict(num_gpus=1),
+    )
+]