From ef695e28e56ac4ffa439d5b49169425953dcdab0 Mon Sep 17 00:00:00 2001 From: Linchen Xiao Date: Tue, 26 Nov 2024 17:13:28 +0800 Subject: [PATCH] [Bug] Fix Korbench dataset module (#1717) --- .../deepseek/lmdeploy_deepseek_v2_lite.py | 20 +++++++++++++++++++ opencompass/datasets/korbench/__init__.py | 0 2 files changed, 20 insertions(+) create mode 100644 opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py create mode 100644 opencompass/datasets/korbench/__init__.py diff --git a/opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py b/opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py new file mode 100644 index 00000000..bd67b684 --- /dev/null +++ b/opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py @@ -0,0 +1,20 @@ +from opencompass.models import TurboMindModelwithChatTemplate + +models = [ + dict( + type=TurboMindModelwithChatTemplate, + abbr='deepseek-v2_lite-turbomind', + path='deepseek-ai/DeepSeek-V2-Lite-Chat', + engine_config=dict( + session_len=7168, + max_batch_size=4, + tp=2, + cache_max_entry_count=0.7, + ), + gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9), + max_seq_len=7168, + max_out_len=2048, + batch_size=4, + run_cfg=dict(num_gpus=2), + ) +] diff --git a/opencompass/datasets/korbench/__init__.py b/opencompass/datasets/korbench/__init__.py new file mode 100644 index 00000000..e69de29b