jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add openai model

Browse Source
This commit is contained in:
wujiang 2025-02-07 14:32:27 +08:00 committed by jxd
parent 08712f49f2
commit 8ec47e2b93
3 changed files with 41 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
examples/eval_OpenHuEval_HuLifeQA.py
View File

@ -5,14 +5,20 @@ with read_base():
hu_life_qa_datasets,
task_group_new,
)
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import (
models as lmdeploy_qwen2_5_7b_instruct_model, )
from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import (
models as lmdeploy_internlm3_8b_instruct_model, )
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import (
models as gpt_4o_mini_20240718_model, )
from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import (
models as lmdeploy_qwq_32b_preview_model, )
from opencompass.configs.models.openai.gpt_4o_mini_20240718 import models as gpt_4o_mini_20240718_model
from opencompass.configs.models.openai.gpt_4o_2024_11_20 import models as gpt_4o_20241120_model
from opencompass.configs.models.deepseek.deepseek_v3_api_siliconflow import models as deepseek_v3_api_siliconflow_model
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import models as lmdeploy_qwen2_5_7b_instruct_model
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_72b_instruct import models as lmdeploy_qwen2_5_72b_instruct_model
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_8b_instruct import models as lmdeploy_llama3_1_8b_instruct_model
from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_70b_instruct import models as lmdeploy_llama3_1_70b_instruct_model
from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import models as lmdeploy_internlm3_8b_instruct_model
from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model
from opencompass.configs.models.deepseek.deepseek_r1_siliconflow import models as deepseek_r1_siliconflow_model
from opencompass.models import OpenAI
from opencompass.partitioners import (
@ -32,9 +38,13 @@ api_meta_template = dict(round=[
models = [
# *gpt_4o_mini_20240718_model,
# *gpt_4o_20241120_model,
# *deepseek_v3_api_siliconflow_model,
*lmdeploy_qwen2_5_7b_instruct_model,
*lmdeploy_qwen2_5_72b_instruct_model,
*lmdeploy_llama3_1_8b_instruct_model,
*lmdeploy_llama3_1_70b_instruct_model,
*lmdeploy_internlm3_8b_instruct_model,
*lmdeploy_qwq_32b_preview_model,
]

1
opencompass/configs/models/openai/gpt_4o_2024_05_13.py
View File

@ -12,6 +12,7 @@ models = [
path='gpt-4o-2024-05-13',
key=
'ENV', # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well
openai_proxy_url='ENV',
meta_template=api_meta_template,
query_per_second=1,
max_out_len=2048,

21
opencompass/configs/models/openai/gpt_4o_2024_11_20.py Normal file
View File

@ -0,0 +1,21 @@
from opencompass.models import OpenAI
api_meta_template = dict(round=[
dict(role='HUMAN', api_role='HUMAN'),
dict(role='BOT', api_role='BOT', generate=True),
], )
models = [
dict(
abbr='GPT-4o-2024-11-20',
type=OpenAI,
path='gpt-4o-2024-11-20',
key=
'ENV', # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well
openai_proxy_url='ENV',
meta_template=api_meta_template,
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
batch_size=8),
]