From ba620c4afe458ed04962f1fb21f4cf3fd3a04682 Mon Sep 17 00:00:00 2001 From: liushz Date: Tue, 28 May 2024 17:17:54 +0800 Subject: [PATCH] Update accelerator (#1195) * Add Math Evaluation with Judge Model Evaluator * Add Math Evaluation with Judge Model Evaluator * Add Math Evaluation with Judge Model Evaluator * Add Math Evaluation with Judge Model Evaluator * Fix Llama-3 meta template * Fix MATH with JudgeLM Evaluation * Fix MATH with JudgeLM Evaluation * Fix MATH with JudgeLM Evaluation * Fix MATH with JudgeLM Evaluation * Update acclerator * Update MathBench * Update accelerator --------- Co-authored-by: liuhongwei --- opencompass/utils/run.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/opencompass/utils/run.py b/opencompass/utils/run.py index fbcf60c3..6d65e454 100644 --- a/opencompass/utils/run.py +++ b/opencompass/utils/run.py @@ -279,7 +279,8 @@ def change_accelerator(models, accelerator): else: raise ValueError(f'Unsupported accelerator {accelerator} for model type {model["type"]}') else: - raise ValueError(f'Unsupported model type {model["type"]}') + acc_model = model + logger.warning(f'Unsupported model type {model["type"]}, will keep the original model.') model_accels.append(acc_model) return model_accels