MGSM

math · mgsm · 143 scores

rank	variant	root	org	score	conf	context
1	DeepSeek-V3-0324-NVFP4	deepseek-ai/DeepSeek-V3-0324	nvidia	92.0	medium	MGSM
2	NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia	87.73	medium	MGSM
3	NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia	87.47	medium	MGSM
4	NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia	82.53	medium	MGSM (8-shot, avg acc)
5	DeepSeek-V4-Flash	deepseek-ai/DeepSeek-V4-Flash	deepseek-ai	81.3	medium	MGSM (EM)
6	DeepSeek-V4-Pro	deepseek-ai/DeepSeek-V4-Pro	deepseek-ai	81.3	medium	MGSM (EM)
7	DeepSeek-V4-Flash-DSpark	—	deepseek-ai	81.3	medium	MGSM (EM)
8	DeepSeek-V4-Flash-GGUF	deepseek-ai/DeepSeek-V4-Flash	unsloth	81.3	medium	MGSM (EM)
9	DeepSeek-V4-Flash	deepseek-ai/DeepSeek-V4-Flash	unsloth	81.3	medium	MGSM (EM)
10	DeepSeek-V4-Pro-DSpark	—	deepseek-ai	81.3	medium	MGSM (EM)
11	DeepSeek-V4-Pro	deepseek-ai/DeepSeek-V4-Pro	unsloth	81.3	medium	MGSM (EM)
12	Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia	80.8	medium	MGSM (8-shot, avg acc)
13	LFM2-2.6B-GGUF	LiquidAI/LFM2-2.6B	Mungert	74.32	high
14	LFM2-8B-A1B-GGUF	LiquidAI/LFM2-8B-A1B	unsloth	72.4	low
15	LFM2-8B-A1B	LiquidAI/LFM2-8B-A1B	unsloth	72.4	low
16	Phi-4-mini-instruct	microsoft/Phi-4-mini-instruct	microsoft	63.9	medium	MGSM (0-shot, CoT)
17	Phi-4-mini-instruct-GGUF	microsoft/Phi-4-mini-instruct	unsloth	63.9	medium	MGSM (0-shot, CoT)
18	Phi-4-mini-instruct-unsloth-bnb-4bit	microsoft/Phi-4-mini-instruct	unsloth	63.9	medium	MGSM (0-shot, CoT)
19	Phi-4-mini-instruct-bnb-4bit	microsoft/Phi-4-mini-instruct	unsloth	63.9	medium	MGSM (0-shot, CoT)
20	Phi-4-mini-instruct	microsoft/Phi-4-mini-instruct	unsloth	63.9	medium	MGSM (0-shot, CoT)
21	Phi-4-mini-instruct-GGUF	microsoft/Phi-4-mini-instruct	Mungert	63.9	medium	MGSM (0-shot, CoT)
22	Phi-3.5-MoE-instruct	microsoft/Phi-3.5-MoE-instruct	microsoft	58.7	medium	MGSM
23	LFM2-1.2B-GGUF	LiquidAI/LFM2-1.2B	unsloth	55.04	high
24	LFM2-1.2B-unsloth-bnb-4bit	LiquidAI/LFM2-1.2B	unsloth	55.04	high
25	LFM2-1.2B	LiquidAI/LFM2-1.2B	unsloth	55.04	high
26	glm-4-9b-chat-hf	THUDM/glm-4-9b-chat	zai-org	54.0	medium	MGSM
27	gemma-3n-E2B-it	google/gemma-3n-E4B-it	google	53.1	medium	[MGSM][]
28	gemma-3n-E4B-it	google/gemma-3n-E4B	google	53.1	medium	[MGSM][]
29	gemma-3n-E4B-it-litert-lm	google/gemma-3n-E4B-it-litert-lm	google	53.1	medium	[MGSM][]
30	gemma-3n-E2B-it-GGUF	google/gemma-3n-E2B-it	unsloth	53.1	medium	[MGSM][]
31	gemma-3n-E4B-it	google/gemma-3n-E4B-it	unsloth	53.1	medium	[MGSM][]
32	gemma-3n-E2B	google/gemma-3n-E4B	google	53.1	medium	[MGSM][]
33	gemma-3n-E2B-it-litert-lm	google/gemma-3n-E2B-it-litert-lm	google	53.1	medium	[MGSM][]
34	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B-it	unsloth	53.1	medium	[MGSM][]
35	gemma-3n-E4B	google/gemma-3n-E4B	google	53.1	medium	[MGSM][]
36	gemma-3n-E2B-it-unsloth-bnb-4bit	google/gemma-3n-E2B-it	unsloth	53.1	medium	[MGSM][]
37	gemma-3n-E2B-it-litert-preview-GGUF	google/gemma-3n-E2B-it-litert-preview	unsloth	53.1	medium	[MGSM][]
38	gemma-3n-E4B-it-litert-preview-GGUF	google/gemma-3n-E4B-it-litert-preview	unsloth	53.1	medium	[MGSM][]
39	gemma-3n-E4B-unsloth-bnb-4bit	google/gemma-3n-E4B-it	unsloth	53.1	medium	[MGSM][]
40	gemma-3n-E2B-it-ONNX	google/gemma-3n-E2B-it	onnx-community	53.1	medium	[MGSM][]
41	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B	Mungert	53.1	medium	[MGSM][]
42	gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	53.1	medium	[MGSM][]
43	gemma-3n-E4B-it-absolute-heresy-GGUF	google/gemma-3n-E4B-it	MuXodious	53.1	medium	[MGSM][]
44	gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	53.1	medium	[MGSM][]
45	gemma-3n-E2B-it-GGUF	google/gemma-3n-E4b-it	Mungert	53.1	medium	[MGSM][]
46	Phi-3.5-mini-instruct	microsoft/Phi-3.5-mini-instruct	microsoft	47.9	medium	MGSM
47	Phi-3.5-mini-instruct-bnb-4bit	microsoft/Phi-3.5-mini-instruct	unsloth	47.9	medium	MGSM
48	Phi-3.5-mini-instruct	microsoft/Phi-3.5-mini-instruct	unsloth	47.9	medium	MGSM
49	LFM2-700M	LiquidAI/LFM2-700M	unsloth	45.36	high
50	LFM2-700M-GGUF	LiquidAI/LFM2-700M	unsloth	45.36	high
51	LFM2-350M	LiquidAI/LFM2-350M	unsloth	29.52	high
52	LFM2-350M-GGUF	LiquidAI/LFM2-350M	unsloth	29.52	high
53	LFM2-350M-unsloth-bnb-4bit	LiquidAI/LFM2-350M	unsloth	29.52	high
54	Swallow-70B-instruct-GGUF	tokyotech-llm/Swallow-70b-instruct-hf	TheBloke	12.4	high
55	Swallow-7B-Instruct-GGUF	tokyotech-llm/Swallow-7b-instruct-hf	TheBloke	12.4	high
56	Swallow-13B-Instruct-GGUF	tokyotech-llm/Swallow-13b-instruct-hf	TheBloke	12.4	high
57	Swallow-13B-GGUF	tokyotech-llm/Swallow-13b-hf	TheBloke	12.4	high
58	Swallow-7B-GGUF	tokyotech-llm/Swallow-7b-hf	TheBloke	12.4	high
59	Swallow-70B-GGUF	tokyotech-llm/Swallow-70b-hf	TheBloke	12.4	high
60	gemma-3-1b-it	google/gemma-3-1b-pt	google	2.04	medium	[MGSM][]
61	gemma-3-4b-it	google/gemma-3-4b-pt	google	2.04	medium	[MGSM][]
62	gemma-3-270m	google/gemma-3-270m	google	2.04	medium	[MGSM][]
63	gemma-3-12b-it	google/gemma-3-12b-pt	google	2.04	medium	[MGSM][]
64	gemma-3-27b-it	google/gemma-3-27b-pt	google	2.04	medium	[MGSM][]
65	gemma-3-270m-it	google/gemma-3-270m	google	2.04	medium	[MGSM][]
66	gemma-3-4b-it	google/gemma-3-4b-it	unsloth	2.04	medium	[MGSM][]
67	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	ggml-org	2.04	medium	[MGSM][]
68	gemma-3-12b-it-qat-q4_0-unquantized	google/gemma-3-12b-it	google	2.04	medium	[MGSM][]
69	gemma-3-1b-it	google/gemma-3-1b-it	unsloth	2.04	medium	[MGSM][]
70	gemma-3-270m-it-GGUF	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
71	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	unsloth	2.04	medium	[MGSM][]
72	gemma-3-4b-pt	google/gemma-3-4b-pt	google	2.04	medium	[MGSM][]
73	gemma-3-12b-it-qat-GGUF	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
74	gemma-3-27b-it	google/gemma-3-27b-it	unsloth	2.04	medium	[MGSM][]
75	gemma-3-1b-pt	google/gemma-3-1b-pt	google	2.04	medium	[MGSM][]
76	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	ggml-org	2.04	medium	[MGSM][]
77	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	unsloth	2.04	medium	[MGSM][]
78	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	unsloth	2.04	medium	[MGSM][]
79	gemma-3-12b-pt	google/gemma-3-12b	google	2.04	medium	[MGSM][]
80	gemma-3-12b-it-unsloth-bnb-4bit	google/gemma-3-12b-it	unsloth	2.04	medium	[MGSM][]
81	gemma-3-4b-it-unsloth-bnb-4bit	google/gemma-3-4b-it	unsloth	2.04	medium	[MGSM][]
82	gemma-3-12b-it	google/gemma-3-12b-pt	unsloth	2.04	medium	[MGSM][]
83	gemma-3-270m-it	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
84	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	unsloth	2.04	medium	[MGSM][]
85	gemma-3-1b-it-unsloth-bnb-4bit	google/gemma-3-1b-it	unsloth	2.04	medium	[MGSM][]
86	gemma-3-4b-it-bnb-4bit	google/gemma-3-4b-it	unsloth	2.04	medium	[MGSM][]
87	gemma-3-4b-pt	google/gemma-3-4b-pt	unsloth	2.04	medium	[MGSM][]
88	gemma-3-27b-pt	google/gemma-3-27b-pt	google	2.04	medium	[MGSM][]
89	gemma-3-12b-it-bnb-4bit	google/gemma-3-12b-it	unsloth	2.04	medium	[MGSM][]
90	gemma-3-270m-it-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
91	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	ggml-org	2.04	medium	[MGSM][]
92	gemma-3-12b-pt	google/gemma-3-12b-pt	unsloth	2.04	medium	[MGSM][]
93	gemma-3-27b-it-bnb-4bit	google/gemma-3-27b-it	unsloth	2.04	medium	[MGSM][]
94	gemma-3-27b-it-unsloth-bnb-4bit	google/gemma-3-27b-it	unsloth	2.04	medium	[MGSM][]
95	gemma-3-1b-pt	google/gemma-3-1b-pt	unsloth	2.04	medium	[MGSM][]
96	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	ggml-org	2.04	medium	[MGSM][]
97	gemma-3-4b-it-qat-GGUF	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
98	gemma-3-270m-it-qat-GGUF	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
99	gemma-3-12b-it-qat-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
100	gemma-3-270m	google/gemma-3-270m	unsloth	2.04	medium	[MGSM][]
101	gemma-3-12b-it-qat-int4-GGUF	google/gemma-3-12b-it-qat-int4-unquantized	unsloth	2.04	medium	[MGSM][]
102	gemma-3-4b-it-qat-q4_0-gguf	google/gemma-3-4b-it	google	2.04	medium	[MGSM][]
103	gemma-3-4b-it-qat-q4_0-unquantized	google/gemma-3-4b-it	google	2.04	medium	[MGSM][]
104	gemma-3-4b-pt-bnb-4bit	google/gemma-3-4b-pt	unsloth	2.04	medium	[MGSM][]
105	gemma-3-27b-it-qat-GGUF	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
106	gemma-3-12b-it-qat-q4_0-gguf	google/gemma-3-12b-it	google	2.04	medium	[MGSM][]
107	gemma-3-1b-it-bnb-4bit	google/gemma-3-1b-it	unsloth	2.04	medium	[MGSM][]
108	gemma-3-1b-it-qat-q4_0-gguf	google/gemma-3-1b-it	google	2.04	medium	[MGSM][]
109	gemma-3-4b-pt-unsloth-bnb-4bit	google/gemma-3-4b-pt	unsloth	2.04	medium	[MGSM][]
110	gemma-3-270m-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
111	gemma-3-12b-it-qat	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
112	gemma-3-1b-pt-unsloth-bnb-4bit	google/gemma-3-1b-pt	unsloth	2.04	medium	[MGSM][]
113	gemma-3-4b-it-FP8-Dynamic	google/gemma-3-4b-it	unsloth	2.04	medium	[MGSM][]
114	gemma-3-270m-it-qat-q4_0-unquantized	google/gemma-3-270m-it	google	2.04	medium	[MGSM][]
115	gemma-3-12b-pt-bnb-4bit	google/gemma-3-12b-pt	unsloth	2.04	medium	[MGSM][]
116	gemma-3-12b-it-qat-int4-unquantized	google/gemma-3-12b-it	google	2.04	medium	[MGSM][]
117	gemma-3-27b-it-GGUF	google/gemma-3-27b-pt	Mungert	2.04	medium	[MGSM][]
118	gemma-3-27b-it-qat-q4_0-unquantized	google/gemma-3-27b-it	google	2.04	medium	[MGSM][]
119	gemma-3-12b-pt-unsloth-bnb-4bit	google/gemma-3-12b-pt	unsloth	2.04	medium	[MGSM][]
120	gemma-3-270m-it-bnb-4bit	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
121	gemma-3-27b-it-qat-q4_0-gguf	google/gemma-3-27b-it	google	2.04	medium	[MGSM][]
122	gemma-3-27b-it-qat-q4_0-GGUF	google/gemma-3-27b-it	Mungert	2.04	medium	[MGSM][]
123	gemma-3-270m-it-qat	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
124	gemma-3-4b-it-qat-bnb-4bit	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
125	gemma-3-1b-pt-bnb-4bit	google/gemma-3-1b-pt	unsloth	2.04	medium	[MGSM][]
126	gemma-3-27b-pt	google/gemma-3-27b-pt	unsloth	2.04	medium	[MGSM][]
127	gemma-3-12b-it-FP8-Dynamic	google/gemma-3-12b-pt	unsloth	2.04	medium	[MGSM][]
128	gemma-3-270m-bnb-4bit	google/gemma-3-270m	unsloth	2.04	medium	[MGSM][]
129	gemma-3-1b-it-qat-int4-unquantized	google/gemma-3-1b-it	google	2.04	medium	[MGSM][]
130	gemma-3-27b-pt-bnb-4bit	google/gemma-3-27b-pt	unsloth	2.04	medium	[MGSM][]
131	gemma-3-12b-it-qat-unsloth-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
132	gemma-3-270m-qat-q4_0-unquantized	google/gemma-3-270m	google	2.04	medium	[MGSM][]
133	gemma-3-12b-pt-qat-q4_0-gguf	google/gemma-3-12b-pt	google	2.04	medium	[MGSM][]
134	gemma-3-270m-it-GGUF	google/gemma-3-270m	Mungert	2.04	medium	[MGSM][]
135	gemma-3-4b-it-qat	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
136	gemma-3-270m-it-torchao-FP8	google/gemma-3-270m-it	unsloth	2.04	medium	[MGSM][]
137	gemma-3-1b-it-qat-q4_0-unquantized	google/gemma-3-1b-it	google	2.04	medium	[MGSM][]
138	gemma-3-1b-it-qat	google/gemma-3-1b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
139	gemma-3-27b-it-qat	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	2.04	medium	[MGSM][]
140	gemma-3-4b-pt-qat-q4_0-gguf	google/gemma-3-4b-pt	google	2.04	medium	[MGSM][]
141	t5gemma-2-270m-270m	google/t5gemma-2-270m-270m	google	1.8	medium	[MGSM]
142	t5gemma-2-4b-4b	google/t5gemma-2-4b-4b	google	1.8	medium	[MGSM]
143	t5gemma-2-1b-1b	google/t5gemma-2-1b-1b	google	1.8	medium	[MGSM]