jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Model configs update

Browse Source
This commit is contained in:
Linchen Xiao 2024-09-04 18:57:10 +08:00 committed by GitHub
parent 95aad6c282
commit da74cbfa39
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
configs/models/hf_llama/vllm_llama_series.py
View File

@ -10,9 +10,9 @@ settings = [
('llama-2-70b-vllm', 'meta-llama/Llama-2-70b-hf', 4),
('llama-3-8b-vllm', 'meta-llama/Meta-Llama-3-8B', 1),
('llama-3-70b-vllm', 'meta-llama/Meta-Llama-3-70B', 4),
('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1)
('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4)
('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8)
('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1),
('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4),
('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8),
]
models = []

6
opencompass/configs/models/hf_llama/vllm_llama_series.py
View File

@ -10,9 +10,9 @@ settings = [
('llama-2-70b-vllm', 'meta-llama/Llama-2-70b-hf', 4),
('llama-3-8b-vllm', 'meta-llama/Meta-Llama-3-8B', 1),
('llama-3-70b-vllm', 'meta-llama/Meta-Llama-3-70B', 4),
('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1)
('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4)
('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8)
('llama-3.1-8b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-8B-Instruct', 1),
('llama-3.1-70b-instruct-vllm', 'meta-llama/Meta-Llama-3.1-70B-Instruct', 4),
('llama-3.1-405b-fp8-instruct-vllm', 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8', 8),
]
models = []