diff --git a/.github/scripts/eval_regression_chat_models.py b/.github/scripts/eval_regression_chat_models.py index e114d802..fe88b5a2 100644 --- a/.github/scripts/eval_regression_chat_models.py +++ b/.github/scripts/eval_regression_chat_models.py @@ -15,8 +15,8 @@ with read_base(): models as vllm_glm4_9b_chat_model # noqa: F401, E501 from opencompass.configs.models.deepseek.hf_deepseek_7b_chat import \ models as hf_deepseek_7b_chat_model # noqa: F401, E501 - from opencompass.configs.models.deepseek.hf_deepseek_67b_chat import \ - models as hf_deepseek_67b_chat_model # noqa: F401, E501 + from opencompass.configs.models.deepseek.lmdeploy_deepseek_67b_chat import \ + models as lmdeploy_deepseek_67b_chat_model # noqa: F401, E501 from opencompass.configs.models.deepseek.lmdeploy_deepseek_r1_distill_llama_8b import \ models as \ lmdeploy_deepseek_r1_distill_llama_8b_model # noqa: F401, E501 @@ -101,6 +101,8 @@ with read_base(): models as hf_mistral_nemo_instruct_2407_model # noqa: F401, E501 from opencompass.configs.models.mistral.hf_mistral_small_instruct_2409 import \ models as hf_mistral_small_instruct_2409_model # noqa: F401, E501 + from opencompass.configs.models.mistral.hf_mixtral_8x7b_instruct_v0_1 import \ + models as hf_mixtral_8x7b_instruct_v0_1_model # noqa: F401, E501 from opencompass.configs.models.mistral.lmdeploy_mistral_large_instruct_2411 import \ models as \ lmdeploy_mistral_large_instruct_2411_model # noqa: F401, E501 @@ -170,7 +172,6 @@ with read_base(): from ...volc import infer as volc_infer # noqa: F401, E501 hf_glm4_9b_chat_model[0]['path'] = 'THUDM/glm-4-9b-chat-hf' -hf_deepseek_67b_chat_model[0]['run_cfg']['num_gpus'] = 8 race_datasets = [race_datasets[1]] datasets = sum([v for k, v in locals().items() if k.endswith('_datasets')], [])