mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
a9d6b6461f
* updaste * update * update * update * update * update * update * update * update * update * updaste * update * update * refactor summarize * update * update * update * update * update * updaste * update * update * update * update * updaste * update * update * update * update * update * updaste * updaste * update * update * update * update * update * update * update * update * update * update * update * Update daily-run-test.yml * Update daily-run-test.yml * update * update * update * update * update * Update daily-run-test.yml * update * update * update * update * update * update * update * update * update * update * update * Update daily-run-test.yml * Update daily-run-test.yml * update * update * Update daily-run-test.yml * update * update * update --------- Co-authored-by: zhulin1 <zhulin1@pjlab.org.cn>
460 lines
7.4 KiB
YAML
460 lines
7.4 KiB
YAML
baichuan2-7b-chat-hf:
|
|
gsm8k: 18.75
|
|
race-high: 78.12
|
|
|
|
glm-4-9b-chat-hf:
|
|
gsm8k: 68.75
|
|
race-high: 90.62
|
|
|
|
glm-4-9b-chat-turbomind:
|
|
gsm8k: 75.00
|
|
race-high: 90.62
|
|
|
|
glm-4-9b-chat-vllm:
|
|
gsm8k: 65.62
|
|
race-high: 90.62
|
|
|
|
deepseek-7b-chat-hf:
|
|
gsm8k: 46.88
|
|
race-high: 81.25
|
|
|
|
deepseek-moe-16b-chat-hf:
|
|
gsm8k: 50
|
|
race-high: 68.75
|
|
|
|
deepseek-7b-chat-vllm:
|
|
gsm8k: 43.75
|
|
race-high: 75
|
|
|
|
gemma2-2b-it-hf:
|
|
gsm8k: 50
|
|
race-high: 71.88
|
|
|
|
gemma2-9b-it-hf:
|
|
gsm8k: 71.88
|
|
race-high: 84.38
|
|
|
|
gemma-2b-it-hf:
|
|
gsm8k: 3.12
|
|
race-high: 40.62
|
|
|
|
gemma-7b-it-hf:
|
|
gsm8k: 40.62
|
|
race-high: 68.75
|
|
|
|
gemma-2-9b-it-turbomind:
|
|
gsm8k: 68.75
|
|
race-high: 81.25
|
|
|
|
gemma-7b-it-vllm:
|
|
gsm8k: 28.12
|
|
race-high: 68.75
|
|
|
|
internlm2_5-7b-chat-hf:
|
|
gsm8k: 84.38
|
|
race-high: 90.62
|
|
|
|
internlm2_5-7b-chat-turbomind:
|
|
gsm8k: 84.38
|
|
race-high: 90.62
|
|
|
|
internlm2-chat-1.8b-turbomind:
|
|
gsm8k: 25
|
|
race-high: 84.38
|
|
|
|
internlm2-chat-1.8b-sft-turbomind:
|
|
gsm8k: 21.88
|
|
race-high: 84.38
|
|
|
|
internlm2-chat-7b-lmdeploy:
|
|
gsm8k: 53.12
|
|
race-high: 84.38
|
|
|
|
internlm2-chat-7b-sft-turbomind:
|
|
gsm8k: 50
|
|
race-high: 90.62
|
|
|
|
internlm2-chat-7b-vllm:
|
|
gsm8k: 43.75
|
|
race-high: 87.5
|
|
|
|
llama-3_1-8b-instruct-hf:
|
|
gsm8k: 84.38
|
|
race-high: 90.62
|
|
|
|
llama-3_2-3b-instruct-hf:
|
|
gsm8k: 65.62
|
|
race-high: 81.25
|
|
|
|
llama-3-8b-instruct-hf:
|
|
gsm8k: 68.75
|
|
race-high: 87.5
|
|
|
|
llama-3_1-8b-instruct-turbomind:
|
|
gsm8k: 78.12
|
|
race-high: 90.62
|
|
|
|
llama-3_2-3b-instruct-turbomind:
|
|
gsm8k: 65.62
|
|
race-high: 81.25
|
|
|
|
llama-3-8b-instruct-turbomind:
|
|
gsm8k: 68.75
|
|
race-high: 87.5
|
|
|
|
mistral-7b-instruct-v0.2-hf:
|
|
gsm8k: 40.62
|
|
race-high: 75
|
|
|
|
mistral-7b-instruct-v0.3-hf:
|
|
gsm8k: 40.62
|
|
race-high: 75
|
|
|
|
mistral-nemo-instruct-2407-hf:
|
|
gsm8k: 75
|
|
race-high: 81.25
|
|
|
|
mistral-nemo-instruct-2407-turbomind:
|
|
gsm8k: 75
|
|
race-high: 81.25
|
|
|
|
mistral-7b-instruct-v0.1-vllm:
|
|
gsm8k: 37.5
|
|
race-high: 71.88
|
|
|
|
mistral-7b-instruct-v0.2-vllm:
|
|
gsm8k: 43.75
|
|
race-high: 75
|
|
|
|
MiniCPM3-4B-hf:
|
|
gsm8k: 68.75
|
|
race-high: 84.38
|
|
|
|
minicpm-2b-dpo-fp32-hf:
|
|
gsm8k: 56.25
|
|
race-high: 56.25
|
|
|
|
minicpm-2b-sft-bf16-hf:
|
|
gsm8k: 46.88
|
|
race-high: 65.62
|
|
|
|
minicpm-2b-sft-fp32-hf:
|
|
gsm8k: 46.88
|
|
race-high: 65.62
|
|
|
|
phi-3-mini-4k-instruct-hf:
|
|
gsm8k: 56.25
|
|
race-high: 78.12
|
|
|
|
qwen1.5-0.5b-chat-hf:
|
|
gsm8k: 0
|
|
race-high: 53.12
|
|
|
|
qwen2-1.5b-instruct-hf:
|
|
gsm8k: 62.5
|
|
race-high: 84.38
|
|
|
|
qwen2-7b-instruct-hf:
|
|
gsm8k: 68.75
|
|
race-high: 90.62
|
|
|
|
qwen2-1.5b-instruct-turbomind:
|
|
gsm8k: 62.50
|
|
race-high: 84.38
|
|
|
|
qwen2-7b-instruct-turbomind:
|
|
gsm8k: 81.25
|
|
race-high: 87.5
|
|
|
|
qwen1.5-0.5b-chat-vllm:
|
|
gsm8k: 3.12
|
|
race-high: 53.12
|
|
|
|
yi-1.5-6b-chat-hf:
|
|
gsm8k: 65.62
|
|
race-high: 84.38
|
|
|
|
yi-1.5-9b-chat-hf:
|
|
gsm8k: 75
|
|
race-high: 93.75
|
|
|
|
deepseek-v2-lite-chat-hf:
|
|
gsm8k: 43.75
|
|
race-high: 71.88
|
|
|
|
internlm2_5-20b-chat-hf:
|
|
gsm8k: 84.38
|
|
race-high: 87.5
|
|
|
|
internlm2_5-20b-chat-turbomind:
|
|
gsm8k: 84.38
|
|
race-high: 87.5
|
|
|
|
mistral-small-instruct-2409-hf:
|
|
gsm8k: 81.25
|
|
race-high: 90.62
|
|
|
|
mistral-small-instruct-2409-turbomind:
|
|
gsm8k: 78.12
|
|
race-high: 90.62
|
|
|
|
qwen2.5-14b-instruct-hf:
|
|
gsm8k: 71.88
|
|
race-high: 93.75
|
|
|
|
qwen2.5-14b-instruct-turbomind:
|
|
gsm8k: 71.88
|
|
race-high: 93.75
|
|
|
|
glm-4-9b-hf:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 31.25
|
|
race-high: 93.75
|
|
winogrande: 84.38
|
|
|
|
deepseek-moe-16b-base-hf:
|
|
gsm8k: 21.88
|
|
GPQA_diamond: 0
|
|
race-high: 21.88
|
|
winogrande: 65.62
|
|
|
|
deepseek-7b-base-turbomind:
|
|
gsm8k: 21.88
|
|
GPQA_diamond: 0
|
|
race-high: 46.88
|
|
winogrande: 84.38
|
|
|
|
deepseek-moe-16b-base-vllm:
|
|
gsm8k: 21.88
|
|
GPQA_diamond: 0
|
|
race-high: 25
|
|
winogrande: 68.75
|
|
|
|
gemma2-2b-hf:
|
|
gsm8k: 31.25
|
|
GPQA_diamond: 3.12
|
|
race-high: 56.25
|
|
winogrande: 71.88
|
|
|
|
gemma2-9b-hf:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 0
|
|
race-high: 81.25
|
|
winogrande: 84.38
|
|
|
|
gemma-2b-hf:
|
|
gsm8k: 18.75
|
|
GPQA_diamond: 3.12
|
|
race-high: 25
|
|
winogrande: 53.12
|
|
|
|
gemma-7b-hf:
|
|
gsm8k: 56.25
|
|
GPQA_diamond: 6.25
|
|
race-high: 65.62
|
|
winogrande: 78.12
|
|
|
|
gemma-2b-vllm:
|
|
gsm8k: 18.75
|
|
GPQA_diamond: 6.25
|
|
race-high:
|
|
winogrande:
|
|
|
|
gemma-7b-vllm:
|
|
gsm8k: 59.38
|
|
GPQA_diamond: 6.25
|
|
race-high:
|
|
winogrande:
|
|
|
|
internlm2_5-7b-hf:
|
|
gsm8k: 37.5
|
|
GPQA_diamond: 25
|
|
race-high: 93.75
|
|
winogrande: 71.88
|
|
|
|
internlm2-7b-hf:
|
|
gsm8k: 53.12
|
|
GPQA_diamond: 18.75
|
|
race-high: 62.5
|
|
winogrande: 78.12
|
|
|
|
internlm2-base-7b-hf:
|
|
gsm8k: 3.12
|
|
GPQA_diamond: 21.88
|
|
race-high: 75
|
|
winogrande: 65.62
|
|
|
|
internlm2-1.8b-turbomind:
|
|
gsm8k: 12.5
|
|
GPQA_diamond: 12.5
|
|
race-high: 71.88
|
|
winogrande: 75
|
|
|
|
internlm2_5-7b-turbomind:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 31.25
|
|
race-high: 93.75
|
|
winogrande: 84.38
|
|
|
|
internlm2-7b-turbomind:
|
|
gsm8k: 56.25
|
|
GPQA_diamond: 21.88
|
|
race-high: 75
|
|
winogrande: 81.25
|
|
|
|
internlm2-base-7b-turbomind:
|
|
gsm8k: 40.62
|
|
GPQA_diamond: 28.12
|
|
race-high: 84.38
|
|
winogrande: 71.88
|
|
|
|
llama-2-7b-hf:
|
|
gsm8k: 21.88
|
|
GPQA_diamond: 21.88
|
|
race-high: 40.62
|
|
winogrande: 71.88
|
|
|
|
llama-3_1-8b-hf:
|
|
gsm8k: 78.12
|
|
GPQA_diamond: 25
|
|
race-high: 90.62
|
|
winogrande: 62.5
|
|
|
|
llama-3-8b-hf:
|
|
gsm8k: 46.88
|
|
GPQA_diamond: 6.25
|
|
race-high: 65.62
|
|
winogrande: 65.62
|
|
|
|
llama-3.1-8b-turbomind:
|
|
gsm8k: 56.25
|
|
GPQA_diamond: 6.25
|
|
race-high: 78.12
|
|
winogrande: 78.12
|
|
|
|
llama-3-8b-turbomind:
|
|
gsm8k: 50
|
|
GPQA_diamond: 9.38
|
|
race-high: 65.62
|
|
winogrande: 78.12
|
|
|
|
mistral-7b-v0.2-hf:
|
|
gsm8k: 31.25
|
|
GPQA_diamond: 6.25
|
|
race-high: 62.5
|
|
winogrande: 59.38
|
|
|
|
mistral-7b-v0.3-hf:
|
|
gsm8k: 31.25
|
|
GPQA_diamond: 6.25
|
|
race-high: 62.5
|
|
winogrande: 59.38
|
|
|
|
mistral-7b-v0.2-vllm:
|
|
gsm8k: 34.38
|
|
GPQA_diamond: 6.25
|
|
race-high: 62.5
|
|
winogrande: 65.62
|
|
|
|
qwen2.5-7b-hf:
|
|
gsm8k: 81.25
|
|
GPQA_diamond: 18.75
|
|
race-high: 87.5
|
|
winogrande: 71.88
|
|
|
|
qwen2.5-1.5b-turbomind:
|
|
gsm8k: 71.88
|
|
GPQA_diamond: 15.62
|
|
race-high: 78.12
|
|
winogrande: 71.88
|
|
|
|
qwen2.5-7b-turbomind:
|
|
gsm8k: 71.88
|
|
GPQA_diamond: 25
|
|
race-high: 87.5
|
|
winogrande: 71.88
|
|
|
|
qwen1.5-moe-a2.7b-hf:
|
|
gsm8k: 62.5
|
|
GPQA_diamond: 18.75
|
|
race-high: 84.38
|
|
winogrande: 75
|
|
|
|
qwen2-0.5b-hf:
|
|
gsm8k: 25
|
|
GPQA_diamond: 0
|
|
race-high: 40.62
|
|
winogrande: 62.5
|
|
|
|
qwen2-1.5b-hf:
|
|
gsm8k: 59.38
|
|
GPQA_diamond: 9.38
|
|
race-high: 81.25
|
|
winogrande: 62.5
|
|
|
|
qwen2-7b-hf:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 9.38
|
|
race-high: 87.5
|
|
winogrande: 68.75
|
|
|
|
qwen2-1.5b-turbomind:
|
|
gsm8k: 62.50
|
|
GPQA_diamond: 6.25
|
|
race-high: 81.25
|
|
winogrande: 75
|
|
|
|
qwen2-7b-turbomind:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 12.5
|
|
race-high: 87.5
|
|
winogrande: 71.88
|
|
|
|
qwen1.5-0.5b-vllm:
|
|
gsm8k: 9.38
|
|
GPQA_diamond: 0
|
|
race-high: 56.25
|
|
winogrande: 62.5
|
|
|
|
yi-1.5-6b-hf:
|
|
gsm8k: 62.5
|
|
GPQA_diamond: 3.12
|
|
race-high: 87.5
|
|
winogrande: 62.5
|
|
|
|
yi-1.5-9b-hf:
|
|
gsm8k: 75
|
|
GPQA_diamond: 40.62
|
|
race-high: 87.5
|
|
winogrande: 59.38
|
|
|
|
deepseek-v2-lite-hf:
|
|
gsm8k: 28.12
|
|
GPQA_diamond: 21.88
|
|
race-high: 59.38
|
|
winogrande: 75
|
|
|
|
internlm2-20b-hf:
|
|
gsm8k: 56.25
|
|
GPQA_diamond: 15.62
|
|
race-high: 68.75
|
|
winogrande: 75
|
|
|
|
internlm2-base-20b-hf:
|
|
gsm8k: 12.5
|
|
GPQA_diamond: 9.38
|
|
race-high: 84.38
|
|
winogrande: 65.62
|
|
|
|
internlm2-20b-turbomind:
|
|
gsm8k: 68.75
|
|
GPQA_diamond: 15.62
|
|
race-high: 68.75
|
|
winogrande: 81.25
|
|
|
|
qwen2.5-14b-hf:
|
|
gsm8k: 75
|
|
GPQA_diamond: 37.5
|
|
race-high: 93.75
|
|
winogrande: 84.38
|