From da74cbfa3969a5e22407e637dec4b6a7d90bd769 Mon Sep 17 00:00:00 2001 From: Linchen Xiao Date: Wed, 4 Sep 2024 18:57:10 +0800 Subject: [PATCH] [Fix] Model configs update --- configs/models/hf_llama/vllm_llama_series.py | 6 +++--- opencompass/configs/models/hf_llama/vllm_llama_series.py | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/configs/models/hf_llama/vllm_llama_series.py b/configs/models/hf_llama/vllm_llama_series.py index c9aaa607..5f777abf 100644 --- a/configs/models/hf_llama/vllm_llama_series.py +++ b/configs/models/hf_llama/vllm_llama_series.py @@ -10,9 +10,9 @@ settings = [ ('llama-2-70b-vllm', 'meta-llama/Llama-2-70b-hf', 4), ('llama-3-8b-vllm', 'meta-llama/Meta-Llama-3-8B', 1), ('llama-3-70b-vllm', 'meta-llama/Meta-Llama-3-70B', 4), - ('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1) - ('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4) - ('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8) + ('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1), + ('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4), + ('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8), ] models = [] diff --git a/opencompass/configs/models/hf_llama/vllm_llama_series.py b/opencompass/configs/models/hf_llama/vllm_llama_series.py index c9aaa607..5f777abf 100644 --- a/opencompass/configs/models/hf_llama/vllm_llama_series.py +++ b/opencompass/configs/models/hf_llama/vllm_llama_series.py @@ -10,9 +10,9 @@ settings = [ ('llama-2-70b-vllm', 'meta-llama/Llama-2-70b-hf', 4), ('llama-3-8b-vllm', 'meta-llama/Meta-Llama-3-8B', 1), ('llama-3-70b-vllm', 'meta-llama/Meta-Llama-3-70B', 4), - ('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1) - ('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4) - ('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8) + ('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1), + ('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4), + ('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8), ] models = []