diff --git a/examples/eval_OpenHuEval_HuLifeQA.py b/examples/eval_OpenHuEval_HuLifeQA.py index e7e4f9a3..14808cb2 100644 --- a/examples/eval_OpenHuEval_HuLifeQA.py +++ b/examples/eval_OpenHuEval_HuLifeQA.py @@ -5,14 +5,20 @@ with read_base(): hu_life_qa_datasets, task_group_new, ) - from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import ( - models as lmdeploy_qwen2_5_7b_instruct_model, ) - from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import ( - models as lmdeploy_internlm3_8b_instruct_model, ) - from opencompass.configs.models.openai.gpt_4o_mini_20240718 import ( - models as gpt_4o_mini_20240718_model, ) - from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import ( - models as lmdeploy_qwq_32b_preview_model, ) + + from opencompass.configs.models.openai.gpt_4o_mini_20240718 import models as gpt_4o_mini_20240718_model + from opencompass.configs.models.openai.gpt_4o_2024_11_20 import models as gpt_4o_20241120_model + from opencompass.configs.models.deepseek.deepseek_v3_api_siliconflow import models as deepseek_v3_api_siliconflow_model + + from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import models as lmdeploy_qwen2_5_7b_instruct_model + from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_72b_instruct import models as lmdeploy_qwen2_5_72b_instruct_model + from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_8b_instruct import models as lmdeploy_llama3_1_8b_instruct_model + from opencompass.configs.models.hf_llama.lmdeploy_llama3_1_70b_instruct import models as lmdeploy_llama3_1_70b_instruct_model + + from opencompass.configs.models.hf_internlm.lmdeploy_internlm3_8b_instruct import models as lmdeploy_internlm3_8b_instruct_model + + from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model + from opencompass.configs.models.deepseek.deepseek_r1_siliconflow import models as deepseek_r1_siliconflow_model from opencompass.models import OpenAI from opencompass.partitioners import ( @@ -32,9 +38,13 @@ api_meta_template = dict(round=[ models = [ # *gpt_4o_mini_20240718_model, + # *gpt_4o_20241120_model, + # *deepseek_v3_api_siliconflow_model, *lmdeploy_qwen2_5_7b_instruct_model, + *lmdeploy_qwen2_5_72b_instruct_model, + *lmdeploy_llama3_1_8b_instruct_model, + *lmdeploy_llama3_1_70b_instruct_model, *lmdeploy_internlm3_8b_instruct_model, - *lmdeploy_qwq_32b_preview_model, ] diff --git a/opencompass/configs/models/openai/gpt_4o_2024_05_13.py b/opencompass/configs/models/openai/gpt_4o_2024_05_13.py index e742f8a4..4aafa812 100644 --- a/opencompass/configs/models/openai/gpt_4o_2024_05_13.py +++ b/opencompass/configs/models/openai/gpt_4o_2024_05_13.py @@ -12,6 +12,7 @@ models = [ path='gpt-4o-2024-05-13', key= 'ENV', # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well + openai_proxy_url='ENV', meta_template=api_meta_template, query_per_second=1, max_out_len=2048, diff --git a/opencompass/configs/models/openai/gpt_4o_2024_11_20.py b/opencompass/configs/models/openai/gpt_4o_2024_11_20.py new file mode 100644 index 00000000..7ceb00e5 --- /dev/null +++ b/opencompass/configs/models/openai/gpt_4o_2024_11_20.py @@ -0,0 +1,21 @@ +from opencompass.models import OpenAI + +api_meta_template = dict(round=[ + dict(role='HUMAN', api_role='HUMAN'), + dict(role='BOT', api_role='BOT', generate=True), +], ) + +models = [ + dict( + abbr='GPT-4o-2024-11-20', + type=OpenAI, + path='gpt-4o-2024-11-20', + key= + 'ENV', # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well + openai_proxy_url='ENV', + meta_template=api_meta_template, + query_per_second=1, + max_out_len=2048, + max_seq_len=4096, + batch_size=8), +]