baichuan2-7b-chat-hf:
    gsm8k: 18.75
    race-high: 78.12

glm-4-9b-chat-hf:
    gsm8k: 68.75
    race-high: 90.62

glm-4-9b-chat-turbomind:
    gsm8k: 75.00
    race-high: 90.62

glm-4-9b-chat-vllm:
    gsm8k: 65.62
    race-high: 90.62

deepseek-7b-chat-hf:
    gsm8k: 46.88
    race-high: 81.25

deepseek-moe-16b-chat-hf:
    gsm8k: 50
    race-high: 68.75

deepseek-7b-chat-vllm:
    gsm8k: 43.75
    race-high: 75

gemma2-2b-it-hf:
    gsm8k: 50
    race-high: 71.88

gemma2-9b-it-hf:
    gsm8k: 71.88
    race-high: 84.38

gemma-2b-it-hf:
    gsm8k: 3.12
    race-high: 40.62

gemma-7b-it-hf:
    gsm8k: 40.62
    race-high: 68.75

gemma-2-9b-it-turbomind:
    gsm8k: 68.75
    race-high: 84.38

gemma-7b-it-vllm:
    gsm8k: 28.12
    race-high: 68.75

internlm2_5-7b-chat-hf:
    gsm8k: 84.38
    race-high: 90.62

internlm2_5-7b-chat-turbomind:
    gsm8k: 84.38
    race-high: 90.62

internlm2-chat-1.8b-turbomind:
    gsm8k: 25
    race-high: 84.38

internlm2-chat-1.8b-sft-turbomind:
    gsm8k: 21.88
    race-high: 84.38

internlm2-chat-7b-lmdeploy:
    gsm8k: 53.12
    race-high: 84.38

internlm2-chat-7b-sft-turbomind:
    gsm8k: 50
    race-high: 90.62

internlm2-chat-7b-vllm:
    gsm8k: 43.75
    race-high: 87.5

llama-3_1-8b-instruct-hf:
    gsm8k: 84.38
    race-high: 90.62

llama-3_2-3b-instruct-hf:
    gsm8k: 65.62
    race-high: 81.25

llama-3-8b-instruct-hf:
    gsm8k: 68.75
    race-high: 87.5

llama-3_1-8b-instruct-turbomind:
    gsm8k: 78.12
    race-high: 90.62

llama-3_2-3b-instruct-turbomind:
    gsm8k: 65.62
    race-high: 81.25

llama-3-8b-instruct-turbomind:
    gsm8k: 68.75
    race-high: 87.5

mistral-7b-instruct-v0.2-hf:
    gsm8k: 40.62
    race-high: 75

mistral-7b-instruct-v0.3-hf:
    gsm8k: 40.62
    race-high: 75

mistral-nemo-instruct-2407-hf:
    gsm8k: 75
    race-high: 84.38

mistral-nemo-instruct-2407-turbomind:
    gsm8k: 75
    race-high: 84.38

mistral-7b-instruct-v0.1-vllm:
    gsm8k: 37.5
    race-high: 71.88

mistral-7b-instruct-v0.2-vllm:
    gsm8k: 43.75
    race-high: 75

MiniCPM3-4B-hf:
    gsm8k: 68.75
    race-high: 84.38

minicpm-2b-dpo-fp32-hf:
    gsm8k: 56.25
    race-high: 53.12

minicpm-2b-sft-bf16-hf:
    gsm8k: 46.88
    race-high: 65.62

minicpm-2b-sft-fp32-hf:
    gsm8k: 46.88
    race-high: 65.62

phi-3-mini-4k-instruct-hf:
    gsm8k: 56.25
    race-high: 84.38

qwen1.5-0.5b-chat-hf:
    gsm8k: 0
    race-high: 53.12

qwen2-1.5b-instruct-hf:
    gsm8k: 62.5
    race-high: 84.38

qwen2-7b-instruct-hf:
    gsm8k: 68.75
    race-high: 90.62

qwen2-1.5b-instruct-turbomind:
    gsm8k: 62.50
    race-high: 84.38

qwen2-7b-instruct-turbomind:
    gsm8k: 81.25
    race-high: 87.5

qwen1.5-0.5b-chat-vllm:
    gsm8k: 3.12
    race-high: 53.12

yi-1.5-6b-chat-hf:
    gsm8k: 65.62
    race-high: 84.38

yi-1.5-9b-chat-hf:
    gsm8k: 75
    race-high: 93.75

deepseek-v2-lite-chat-hf:
    gsm8k: 43.75
    race-high: 71.88

internlm2_5-20b-chat-hf:
    gsm8k: 84.38
    race-high: 87.5

internlm2_5-20b-chat-turbomind:
    gsm8k: 84.38
    race-high: 87.5

mistral-small-instruct-2409-hf:
    gsm8k: 81.25
    race-high: 87.50

mistral-small-instruct-2409-turbomind:
    gsm8k: 78.12
    race-high: 87.50

qwen2.5-14b-instruct-hf:
    gsm8k: 71.88
    race-high: 96.88

qwen2.5-14b-instruct-turbomind:
    gsm8k: 71.88
    race-high: 93.75

glm-4-9b-hf:
    gsm8k: 68.75
    GPQA_diamond: 31.25
    race-high: 93.75
    winogrande: 84.38

deepseek-moe-16b-base-hf:
    gsm8k: 21.88
    GPQA_diamond: 0
    race-high: 21.88
    winogrande: 65.62

deepseek-7b-base-turbomind:
    gsm8k: 21.88
    GPQA_diamond: 0
    race-high: 46.88
    winogrande: 84.38

deepseek-moe-16b-base-vllm:
    gsm8k: 21.88
    GPQA_diamond: 0
    race-high: 25
    winogrande: 68.75

gemma2-2b-hf:
    gsm8k: 31.25
    GPQA_diamond: 3.12
    race-high: 56.25
    winogrande: 71.88

gemma2-9b-hf:
    gsm8k: 68.75
    GPQA_diamond: 0
    race-high: 81.25
    winogrande: 84.38

gemma-2b-hf:
    gsm8k: 18.75
    GPQA_diamond: 3.12
    race-high: 25
    winogrande: 53.12

gemma-7b-hf:
    gsm8k: 56.25
    GPQA_diamond: 6.25
    race-high: 65.62
    winogrande: 78.12

gemma-2b-vllm:
    gsm8k: 18.75
    GPQA_diamond: 6.25
    race-high:
    winogrande:

gemma-7b-vllm:
    gsm8k: 59.38
    GPQA_diamond: 6.25
    race-high:
    winogrande:

internlm2_5-7b-hf:
    gsm8k: 37.5
    GPQA_diamond: 25
    race-high: 93.75
    winogrande: 71.88

internlm2-7b-hf:
    gsm8k: 53.12
    GPQA_diamond: 18.75
    race-high: 62.5
    winogrande: 78.12

internlm2-base-7b-hf:
    gsm8k: 3.12
    GPQA_diamond: 21.88
    race-high: 75
    winogrande: 65.62

internlm2-1.8b-turbomind:
    gsm8k: 12.5
    GPQA_diamond: 12.5
    race-high: 71.88
    winogrande: 75

internlm2_5-7b-turbomind:
    gsm8k: 68.75
    GPQA_diamond: 31.25
    race-high: 93.75
    winogrande: 84.38

internlm2-7b-turbomind:
    gsm8k: 56.25
    GPQA_diamond: 21.88
    race-high: 75
    winogrande: 81.25

internlm2-base-7b-turbomind:
    gsm8k: 40.62
    GPQA_diamond: 28.12
    race-high: 84.38
    winogrande: 71.88

llama-2-7b-hf:
    gsm8k: 21.88
    GPQA_diamond: 21.88
    race-high: 40.62
    winogrande: 71.88

llama-3_1-8b-hf:
    gsm8k: 78.12
    GPQA_diamond: 25
    race-high: 90.62
    winogrande: 62.5

llama-3-8b-hf:
    gsm8k: 46.88
    GPQA_diamond: 6.25
    race-high: 65.62
    winogrande: 65.62

llama-3.1-8b-turbomind:
    gsm8k: 56.25
    GPQA_diamond: 6.25
    race-high: 78.12
    winogrande: 78.12

llama-3-8b-turbomind:
    gsm8k: 50
    GPQA_diamond: 9.38
    race-high: 65.62
    winogrande: 78.12

mistral-7b-v0.2-hf:
    gsm8k: 31.25
    GPQA_diamond: 6.25
    race-high: 62.5
    winogrande: 59.38

mistral-7b-v0.3-hf:
    gsm8k: 31.25
    GPQA_diamond: 6.25
    race-high: 62.5
    winogrande: 59.38

mistral-7b-v0.2-vllm:
    gsm8k: 34.38
    GPQA_diamond: 6.25
    race-high: 62.5
    winogrande: 65.62

qwen2.5-7b-hf:
    gsm8k: 81.25
    GPQA_diamond: 18.75
    race-high: 87.5
    winogrande: 71.88

qwen2.5-1.5b-turbomind:
    gsm8k: 71.88
    GPQA_diamond: 15.62
    race-high: 78.12
    winogrande: 71.88

qwen2.5-7b-turbomind:
    gsm8k: 71.88
    GPQA_diamond: 25
    race-high: 87.5
    winogrande: 71.88

qwen1.5-moe-a2.7b-hf:
    gsm8k: 62.5
    GPQA_diamond: 18.75
    race-high: 84.38
    winogrande: 75

qwen2-0.5b-hf:
    gsm8k: 25
    GPQA_diamond: 0
    race-high: 40.62
    winogrande: 62.5

qwen2-1.5b-hf:
    gsm8k: 59.38
    GPQA_diamond: 9.38
    race-high: 81.25
    winogrande: 62.5

qwen2-7b-hf:
    gsm8k: 68.75
    GPQA_diamond: 9.38
    race-high: 87.5
    winogrande: 68.75

qwen2-1.5b-turbomind:
    gsm8k: 62.50
    GPQA_diamond: 6.25
    race-high: 81.25
    winogrande: 75

qwen2-7b-turbomind:
    gsm8k: 68.75
    GPQA_diamond: 12.5
    race-high: 87.5
    winogrande: 71.88

qwen1.5-0.5b-vllm:
    gsm8k: 9.38
    GPQA_diamond: 0
    race-high: 56.25
    winogrande: 62.5

yi-1.5-6b-hf:
    gsm8k: 62.5
    GPQA_diamond: 3.12
    race-high: 87.5
    winogrande: 62.5

yi-1.5-9b-hf:
    gsm8k: 75
    GPQA_diamond: 40.62
    race-high: 87.5
    winogrande: 59.38

deepseek-v2-lite-hf:
    gsm8k: 28.12
    GPQA_diamond: 21.88
    race-high: 59.38
    winogrande: 75

internlm2-20b-hf:
    gsm8k: 56.25
    GPQA_diamond: 15.62
    race-high: 68.75
    winogrande: 75

internlm2-base-20b-hf:
    gsm8k: 12.5
    GPQA_diamond: 9.38
    race-high: 84.38
    winogrande: 65.62

internlm2-20b-turbomind:
    gsm8k: 68.75
    GPQA_diamond: 15.62
    race-high: 68.75
    winogrande: 81.25

qwen2.5-14b-hf:
    gsm8k: 75
    GPQA_diamond: 37.5
    race-high: 93.75
    winogrande: 84.38
