From 330a6e5ca731bcdcdf1876f94212905622bbdbfc Mon Sep 17 00:00:00 2001 From: Dongsheng Zhu <59612926+Zhudongsheng75@users.noreply.github.com> Date: Tue, 1 Apr 2025 11:51:37 +0800 Subject: [PATCH] [Update] Add Intervl-8b&38b model configs (#1978) --- .../models/intervl/lmdeploy_intervl_2_5_38b.py | 15 +++++++++++++++ .../models/intervl/lmdeploy_intervl_2_5_8b.py | 15 +++++++++++++++ 2 files changed, 30 insertions(+) create mode 100644 opencompass/configs/models/intervl/lmdeploy_intervl_2_5_38b.py create mode 100644 opencompass/configs/models/intervl/lmdeploy_intervl_2_5_8b.py diff --git a/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_38b.py b/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_38b.py new file mode 100644 index 00000000..971ec947 --- /dev/null +++ b/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_38b.py @@ -0,0 +1,15 @@ +from opencompass.models import TurboMindModel + +models = [ + dict( + type=TurboMindModel, + abbr='internvl2_5-38b-turbomind', + path='OpenGVLab/InternVL2_5-38B', + engine_config=dict(session_len=8192, max_batch_size=8, tp=4), + gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=1024), + max_seq_len=8192, + max_out_len=8192, + batch_size=8, + run_cfg=dict(num_gpus=4), + ) +] diff --git a/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_8b.py b/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_8b.py new file mode 100644 index 00000000..68e3b5be --- /dev/null +++ b/opencompass/configs/models/intervl/lmdeploy_intervl_2_5_8b.py @@ -0,0 +1,15 @@ +from opencompass.models import TurboMindModel + +models = [ + dict( + type=TurboMindModel, + abbr='internvl2_5-8b-turbomind', + path='OpenGVLab/InternVL2_5-8B', + engine_config=dict(session_len=8192, max_batch_size=16, tp=1), + gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9, max_new_tokens=8192), + max_seq_len=8192, + max_out_len=8192, + batch_size=16, + run_cfg=dict(num_gpus=1), + ) +]