MBPP

coding · mbpp · 323 scores

rank	variant	root	org	score	conf	context
1	Nemotron-H-47B-Reasoning-128K	nvidia/Nemotron-H-47B-Reasoning-128K	nvidia	90.2	medium	MBPP
2	Nemotron-H-47B-Reasoning-128K-FP8	nvidia/Nemotron-H-47B-Reasoning-128K	nvidia	90.2	medium	MBPP
3	LLaDA2.0-flash	inclusionAI/LLaDA2.0-flash	inclusionAI	86.65	medium	MBPP
4	NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia	85.97	medium	MBPP-Sanitized
5	Seed-Coder-8B-Instruct-GGUF	ByteDance-Seed/Seed-Coder-8B-Instruct	unsloth	85.2	high
6	Seed-Coder-8B-Instruct-unsloth-bnb-4bit	ByteDance-Seed/Seed-Coder-8B-Instruct	unsloth	85.2	high
7	LLaDA2.0-flash-preview	inclusionAI/LLaDA2.0-flash-preview	inclusionAI	85.01	medium
8	Nemotron-H-8B-Reasoning-128K	nvidia/Nemotron-H-8B-Reasoning-128K	nvidia	84.1	medium	MBPP
9	Nemotron-H-8B-Reasoning-128K-FP8	nvidia/Nemotron-H-8B-Reasoning-128K	nvidia	84.1	medium	MBPP
10	LLaDA2.0-mini-preview	inclusionAI/LLaDA2.0-mini-preview	inclusionAI	84.07	medium
11	Qwen2.5-VL-32B-Instruct	Qwen/Qwen2.5-VL-32B-Instruct	Qwen	84.0	high
12	Qwen2.5-VL-32B-Instruct-GGUF	Qwen/Qwen2.5-VL-32B-Instruct	unsloth	84.0	high
13	Qwen2.5-VL-32B-Instruct-bnb-4bit	Qwen/Qwen2.5-VL-32B-Instruct	unsloth	84.0	high
14	Qwen2.5-VL-32B-Instruct-GGUF	Qwen/Qwen2.5-VL-32B-Instruct	Mungert	84.0	high
15	Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit	Qwen/Qwen2.5-VL-32B-Instruct	unsloth	84.0	high
16	Falcon-H1-34B-Instruct	tiiuae/Falcon-H1-34B-Base	tiiuae	83.86	medium	MBPP
17	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	tiiuae	83.86	medium	MBPP
18	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	unsloth	83.86	medium	MBPP
19	Falcon-H1-34B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-34B-Instruct	tiiuae	83.86	medium	MBPP
20	Falcon-H1-34B-Base	tiiuae/Falcon-H1-34B-Base	tiiuae	83.33	medium	MBPP
21	WizardCoder-33B-V1.1-GGUF	WizardLM/WizardCoder-33B-V1.1	TheBloke	83.0	low
22	WizardCoder-33B-V1.1-GPTQ	WizardLM/WizardCoder-33B-V1.1	TheBloke	83.0	low
23	Qwen2-72B-Instruct	Qwen/Qwen2-72B	Qwen	82.3	medium	MBPP
24	Falcon-H1-7B-Instruct	tiiuae/Falcon-H1-7B-Base	tiiuae	80.69	medium	MBPP
25	Falcon-H1-7B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-7B-Instruct	tiiuae	80.69	medium	MBPP
26	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	tiiuae	80.69	medium	MBPP
27	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	unsloth	80.69	medium	MBPP
28	GRIN-MoE	microsoft/GRIN-MoE	microsoft	80.3	medium	MBPP
29	Mistral-Large-Instruct-2407	mistralai/Mistral-Large-Instruct-2407	mistralai	80.0	medium	MBPP Base
30	Falcon-H1-3B-Instruct	tiiuae/Falcon-H1-3B-Base	tiiuae	79.63	medium	MBPP
31	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Base	tiiuae	79.63	medium	MBPP
32	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Instruct	unsloth	79.63	medium	MBPP
33	LLaDA2.0-mini	inclusionAI/LLaDA2.0-mini	inclusionAI	78.92	medium	MBPP
34	Nemotron-H-4B-Instruct-128K	nvidia/Nemotron-H-4B-Base-8K	nvidia	78.6	low
35	Falcon-H1-7B-Base	tiiuae/Falcon-H1-7B-Base	tiiuae	78.57	medium	MBPP
36	NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia	78.38	medium	MBPP-Sanitized
37	Nemotron-H-56B-Base-8K	nvidia/Nemotron-H-56B-Base-8K	nvidia	77.82	low
38	MiniMax-Text-01-hf	MiniMaxAI/MiniMax-Text-01-hf	MiniMaxAI	76.2	medium	MBPP +
39	MiniMax-Text-01	MiniMaxAI/MiniMax-Text-01	MiniMaxAI	76.2	medium	MBPP +
40	Nemotron-H-47B-Base-8K	nvidia/Nemotron-H-56B-Base-8K	nvidia	75.9	low
41	codegeex4-all-9b	zai-org/codegeex4-all-9b	zai-org	75.7	high
42	codegeex4-all-9b-GGUF	zai-org/codegeex4-all-9b	zai-org	75.7	high
43	Phi-3-medium-4k-instruct	microsoft/Phi-3-medium-4k-instruct	microsoft	75.2	medium	MBPP<br>3-shot
44	Mistral-Small-3.1-24B-Instruct-2503	mistralai/Mistral-Small-3.1-24B-Base-2503	mistralai	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
45	Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia	74.71	medium	MBPP-Sanitized (3-shot)
46	Mistral-Small-3.1-24B-Instruct-2503-GGUF	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
47	Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
48	Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
49	Mistral-Small-3.1-24B-Instruct-2503	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
50	Mistral-Small-3.1-24B-Instruct-2503-GGUF	mistralai/Mistral-Small-3.1-24B-Base-2503	Mungert	74.71	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
51	Mistral-Small-3.2-24B-Instruct-2506	mistralai/Mistral-Small-3.1-24B-Base-2503	mistralai	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
52	Mistral-Small-3.2-24B-Instruct-2506-GGUF	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
53	Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
54	Mistral-Small-3.2-24B-Instruct-2506	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
55	Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
56	Mistral-Small-3.2-24B-Instruct-2506-GGUF	mistralai/Mistral-Small-3.1-24B-Base-2503	Mungert	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
57	Mistral-Small-3.2-24B-Instruct-2506-FP8	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	74.63	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
58	Qwen2-72B	Qwen/Qwen2-72B	Qwen	73.9	medium	MBPP
59	Phi-3-medium-128k-instruct	microsoft/Phi-3-medium-128k-instruct	microsoft	73.8	medium	MBPP<br>3-shot
60	Ling-Coder-lite-GPTQ-Int8	inclusionAI/Ling-Coder-lite	inclusionAI	73.28	medium	MBPP-Python
61	Ling-Coder-lite-GPTQ-Int8	inclusionAI/Ling-Coder-lite	inclusionAI	73.28	medium	EvalPlus-MBPP+
62	Qwen2.5-Omni-3B	Qwen/Qwen2.5-Omni-3B	Qwen	73.2	medium	MBPP
63	Qwen2.5-Omni-7B	Qwen/Qwen2.5-Omni-7B	Qwen	73.2	medium	MBPP
64	Qwen2.5-Omni-7B-GGUF	Qwen/Qwen2.5-Omni-7B	unsloth	73.2	medium	MBPP
65	Qwen2.5-Omni-3B-GGUF	Qwen/Qwen2.5-Omni-3B	unsloth	73.2	medium	MBPP
66	Qwen2.5-Omni-3B-GGUF	Qwen/Qwen2.5-Omni-3B	Mungert	73.2	medium	MBPP
67	Qwen2.5-Omni-7B	Qwen/Qwen2.5-Omni-7B	unsloth	73.2	medium	MBPP
68	Qwen2.5-Omni-7B-GGUF	Qwen/Qwen2.5-Omni-7B	Mungert	73.2	medium	MBPP
69	Qwen2.5-Omni-3B	Qwen/Qwen2.5-Omni-3B	unsloth	73.2	medium	MBPP
70	NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia	73.15	medium	MBPP-Sanitized (3-shot)
71	Hunyuan-A13B-Instruct-GGUF	tencent/Hunyuan-A13B-Instruct	unsloth	72.6	medium	MBPP
72	Phi-3-small-8k-instruct	microsoft/Phi-3-small-8k-instruct	microsoft	71.7	medium	MBPP<br>3-shot
73	Falcon-H1-34B-Instruct	tiiuae/Falcon-H1-34B-Base	tiiuae	71.43	medium	MBPP+
74	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	tiiuae	71.43	medium	MBPP+
75	Falcon-H1-3B-Base	tiiuae/Falcon-H1-3B-Base	tiiuae	71.43	medium	MBPP
76	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	unsloth	71.43	medium	MBPP+
77	Falcon-H1-34B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-34B-Instruct	tiiuae	71.43	medium	MBPP+
78	Nemotron-H-8B-Reasoning-128K	nvidia/Nemotron-H-8B-Reasoning-128K	nvidia	71.4	medium	MBPP\_PLUS
79	Nemotron-H-8B-Reasoning-128K-FP8	nvidia/Nemotron-H-8B-Reasoning-128K	nvidia	71.4	medium	MBPP\_PLUS
80	Falcon-H1-1.5B-Deep-Base	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	70.9	medium	MBPP
81	Falcon-H1-34B-Base	tiiuae/Falcon-H1-34B-Base	tiiuae	70.37	medium	MBPP+
82	Phi-3-small-128k-instruct	microsoft/Phi-3-small-128k-instruct	microsoft	70.3	medium	MBPP<br>3-shot
83	Olmo-3-1125-32B	allenai/Olmo-3-1125-32B	allenai	69.8	low
84	Mistral-Small-24B-Base-2501	mistralai/Mistral-Small-24B-Base-2501	mistralai	69.64	medium	[MBPP][]
85	Mistral-Large-Instruct-2407	mistralai/Mistral-Large-Instruct-2407	mistralai	69.0	medium	MBPP Plus
86	Falcon-H1-7B-Instruct	tiiuae/Falcon-H1-7B-Base	tiiuae	68.78	medium	MBPP+
87	Falcon-H1-7B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-7B-Instruct	tiiuae	68.78	medium	MBPP+
88	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	tiiuae	68.78	medium	MBPP+
89	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	unsloth	68.78	medium	MBPP+
90	DeepSeek-V2-Chat	deepseek-ai/DeepSeek-V2-Chat	deepseek-ai	68.6	medium	MBPP
91	DeepSeek-V2	deepseek-ai/DeepSeek-V2	deepseek-ai	68.6	medium	MBPP
92	Olmo-3.1-32B-Think	allenai/Olmo-3-32B-Think-DPO	allenai	68.3	medium	MBPP+
93	Olmo-3.1-32B-Think-GGUF	allenai/Olmo-3.1-32B-Think	unsloth	68.3	medium	MBPP+
94	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	68.25	medium	MBPP
95	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	68.25	medium	MBPP
96	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	68.25	medium	MBPP
97	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	68.25	medium	MBPP
98	Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	68.25	medium	MBPP
99	Qwen2-7B-Instruct	Qwen/Qwen2-7B	Qwen	67.9	medium	MBPP
100	Mamba-Codestral-7B-v0.1	mistralai/Mamba-Codestral-7B-v0.1	mistralai	67.7	low
101	Falcon-H1-3B-Instruct	tiiuae/Falcon-H1-3B-Base	tiiuae	67.46	medium	MBPP+
102	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Base	tiiuae	67.46	medium	MBPP+
103	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Instruct	unsloth	67.46	medium	MBPP+
104	Falcon-H1-7B-Base	tiiuae/Falcon-H1-7B-Base	tiiuae	67.2	medium	MBPP+
105	Olmo-3-32B-Think	allenai/Olmo-3-32B-Think-DPO	allenai	66.7	medium	MBPP+
106	Olmo-3-32B-Think-SFT	allenai/Olmo-3-1125-32B	allenai	66.7	medium	MBPP+
107	Olmo-3-32B-Think-GGUF	allenai/Olmo-3-32B-Think	unsloth	66.7	medium	MBPP+
108	Olmo-3-32B-Think-DPO	allenai/Olmo-3-32B-Think-SFT	allenai	66.7	medium	MBPP+
109	Olmo-3-32B-Think-unsloth-bnb-4bit	allenai/Olmo-3-32B-Think	unsloth	66.7	medium	MBPP+
110	Nemotron-H-8B-Base-8K	nvidia/Nemotron-H-8B-Base-8K	nvidia	65.37	low
111	Falcon-H1-1.5B-Base	tiiuae/Falcon-H1-1.5B-Base	tiiuae	65.08	medium	MBPP
112	Nemotron-H-4B-Base-8K	nvidia/Nemotron-H-4B-Base-8K	nvidia	65.0	low
113	Falcon-H1-1.5B-Instruct	tiiuae/Falcon-H1-1.5B-Base	tiiuae	64.81	medium	MBPP
114	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	64.81	medium	MBPP
115	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	unsloth	64.81	medium	MBPP
116	Falcon-H1-1.5B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	64.81	medium	MBPP
117	Falcon-H1-1.5B-Instruct-GPTQ-Int8	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	64.81	medium	MBPP
118	XwinCoder-34B-GGUF	Xwin-LM/XwinCoder-34B	TheBloke	64.8	high
119	Qwen2-57B-A14B	Qwen/Qwen2-57B-A14B	Qwen	63.9	medium	MBPP
120	AceInstruct-7B	nvidia/AceInstruct-7B	nvidia	63.2	medium	MBPP
121	AceInstruct-1.5B	nvidia/AceInstruct-1.5B	nvidia	63.2	medium	MBPP
122	AceInstruct-72B	nvidia/AceInstruct-72B	nvidia	63.2	medium	MBPP
123	AceInstruct-1.5B-GGUF	nvidia/AceInstruct-1.5B	Mungert	63.2	medium	MBPP
124	wavecoder-ultra-6.7b	microsoft/wavecoder-ultra-6.7b	microsoft	63.0	low
125	wavecoder-ds-6.7b	microsoft/wavecoder-ds-6.7b	microsoft	63.0	low
126	wavecoder-pro-6.7b	microsoft/wavecoder-pro-6.7b	microsoft	63.0	low
127	NVIDIA-Nemotron-Nano-9B-v2-Base	nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base	nvidia	61.55	medium	MBPP+ Pass@1
128	NVIDIA-Nemotron-Nano-12B-v2-Base	nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base	nvidia	61.55	medium	MBPP+ Pass@1
129	Olmo-3.1-32B-Instruct	allenai/Olmo-3.1-32B-Instruct-DPO	allenai	61.5	medium	MBPP+
130	Olmo-3.1-32B-Instruct-SFT	allenai/Olmo-3-1125-32B	allenai	61.5	medium	MBPP+
131	Olmo-3.1-32B-Instruct-DPO	allenai/Olmo-3.1-32B-Instruct-SFT	allenai	61.5	medium	MBPP+
132	Olmo-3.1-32B-Instruct-GGUF	allenai/Olmo-3.1-32B-Instruct	unsloth	61.5	medium	MBPP+
133	Olmo-3.1-32B-Instruct	allenai/Olmo-3.1-32B-Instruct	unsloth	61.5	medium	MBPP+
134	WizardCoder-Python-34B-V1.0-GGUF	WizardLM/WizardCoder-Python-34B-V1.0	TheBloke	61.2	high
135	WizardLM-70B-V1.0-GPTQ	WizardLM/WizardLM-70B-V1.0	TheBloke	61.2	low
136	WizardLM-13B-V1.2-GGUF	WizardLM/WizardLM-13B-V1.2	TheBloke	61.2	low
137	WizardMath-13B-V1.0-GGUF	WizardLM/WizardMath-13B-V1.0	TheBloke	61.2	low
138	WizardLM-70B-V1.0-GGUF	WizardLM/WizardLM-70B-V1.0	TheBloke	61.2	low
139	WizardMath-7B-V1.0-GGUF	WizardLM/WizardMath-7b-V1.0	TheBloke	61.2	low
140	WizardLM-13B-V1.1-GGUF	WizardLM/WizardLM-13B-V1.1	TheBloke	61.2	low
141	wizardLM-7B-GGUF	WizardLM/WizardLM-7B-V1.0	TheBloke	61.2	low
142	WizardMath-70B-V1.0-GGUF	WizardLM/WizardMath-70B-V1.0	TheBloke	61.2	low
143	WizardLM-30B-GGUF	WizardLM/WizardLM-30B-V1.0	TheBloke	61.2	low
144	WizardLM-13B-V1.2-GPTQ	WizardLM/WizardLM-13B-V1.2	TheBloke	61.2	low
145	WizardLM-13B-V1.1-GPTQ	WizardLM/WizardLM-13B-V1.1	TheBloke	61.2	low
146	WizardCoder-Python-34B-V1.0-GPTQ	WizardLM/WizardCoder-Python-34B-V1.0	TheBloke	61.2	high
147	Falcon-H1-1.5B-Deep-Base	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	60.32	medium	MBPP+
148	XwinCoder-13B-GGUF	Xwin-LM/XwinCoder-13B	TheBloke	60.1	high
149	Qwen2-57B-A14B-Instruct	Qwen/Qwen2-57B-A14B	Qwen	59.5	medium	MBPP
150	Falcon-H1-3B-Base	tiiuae/Falcon-H1-3B-Base	tiiuae	57.94	medium	MBPP+
151	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	56.61	medium	MBPP+
152	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	56.61	medium	MBPP+
153	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	56.61	medium	MBPP+
154	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	56.61	medium	MBPP+
155	Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	56.61	medium	MBPP+
156	gemma-3n-E2B-it	google/gemma-3n-E4B-it	google	56.6	medium	[MBPP][]
157	gemma-3n-E4B-it	google/gemma-3n-E4B	google	56.6	medium	[MBPP][]
158	gemma-3n-E4B-it-litert-lm	google/gemma-3n-E4B-it-litert-lm	google	56.6	medium	[MBPP][]
159	gemma-3n-E2B-it-GGUF	google/gemma-3n-E2B-it	unsloth	56.6	medium	[MBPP][]
160	gemma-3n-E4B-it	google/gemma-3n-E4B-it	unsloth	56.6	medium	[MBPP][]
161	gemma-3n-E2B	google/gemma-3n-E4B	google	56.6	medium	[MBPP][]
162	gemma-3n-E2B-it-litert-lm	google/gemma-3n-E2B-it-litert-lm	google	56.6	medium	[MBPP][]
163	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B-it	unsloth	56.6	medium	[MBPP][]
164	gemma-3n-E4B	google/gemma-3n-E4B	google	56.6	medium	[MBPP][]
165	gemma-3n-E2B-it-unsloth-bnb-4bit	google/gemma-3n-E2B-it	unsloth	56.6	medium	[MBPP][]
166	gemma-3n-E2B-it-litert-preview-GGUF	google/gemma-3n-E2B-it-litert-preview	unsloth	56.6	medium	[MBPP][]
167	gemma-3n-E4B-it-litert-preview-GGUF	google/gemma-3n-E4B-it-litert-preview	unsloth	56.6	medium	[MBPP][]
168	gemma-3n-E4B-unsloth-bnb-4bit	google/gemma-3n-E4B-it	unsloth	56.6	medium	[MBPP][]
169	gemma-3n-E2B-it-ONNX	google/gemma-3n-E2B-it	onnx-community	56.6	medium	[MBPP][]
170	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B	Mungert	56.6	medium	[MBPP][]
171	gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	56.6	medium	[MBPP][]
172	gemma-3n-E4B-it-absolute-heresy-GGUF	google/gemma-3n-E4B-it	MuXodious	56.6	medium	[MBPP][]
173	gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	56.6	medium	[MBPP][]
174	gemma-3n-E2B-it-GGUF	google/gemma-3n-E4b-it	Mungert	56.6	medium	[MBPP][]
175	Falcon-H1-1.5B-Instruct	tiiuae/Falcon-H1-1.5B-Base	tiiuae	56.35	medium	MBPP+
176	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	56.35	medium	MBPP+
177	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	unsloth	56.35	medium	MBPP+
178	Falcon-H1-1.5B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	56.35	medium	MBPP+
179	Falcon-H1-1.5B-Instruct-GPTQ-Int8	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	56.35	medium	MBPP+
180	WizardCoder-Python-13B-V1.0-GGUF	WizardLM/WizardCoder-Python-13B-V1.0	TheBloke	55.6	high
181	WizardCoder-Python-13B-V1.0-GPTQ	WizardLM/WizardCoder-Python-13B-V1.0	TheBloke	55.6	high
182	Falcon-H1-1.5B-Base	tiiuae/Falcon-H1-1.5B-Base	tiiuae	55.03	medium	MBPP+
183	Qwen2-0.5B	Qwen/Qwen2-0.5B	Qwen	55.0	medium	MBPP
184	Qwen2-1.5B	Qwen/Qwen2-1.5B	Qwen	55.0	medium	MBPP
185	gemma-2-9b-it	google/gemma-2-9b	google	52.4	medium	[MBPP][]
186	gemma-2-27b-it	google/gemma-2-27b	google	52.4	medium	[MBPP][]
187	gemma-2-9b	google/gemma-2-9b	google	52.4	medium	[MBPP][]
188	gemma-2-27b	google/gemma-2-27b	google	52.4	medium	[MBPP][]
189	Falcon-H1-0.5B-Base	tiiuae/Falcon-H1-0.5B-Base	tiiuae	52.12	medium	MBPP
190	internlm2-chat-7b	internlm/internlm2-chat-7b	internlm	51.8	medium	MBPP(Sanitized)
191	internlm2-7b	internlm/internlm2-7b	internlm	51.8	medium	MBPP(Sanitized)
192	internlm2-chat-20b	internlm/internlm2-chat-20b	internlm	51.8	medium	MBPP(Sanitized)
193	internlm2-20b	internlm/internlm2-20b	internlm	51.8	medium	MBPP(Sanitized)
194	internlm2-base-7b	internlm/internlm2-base-7b	internlm	51.8	medium	MBPP(Sanitized)
195	internlm2-base-20b	internlm/internlm2-base-20b	internlm	51.8	medium	MBPP(Sanitized)
196	internlm2-chat-7b-sft	internlm/internlm2-chat-7b-sft	internlm	51.8	medium	MBPP(Sanitized)
197	internlm2-chat-20b-sft	internlm/internlm2-chat-20b-sft	internlm	51.8	medium	MBPP(Sanitized)
198	WizardCoder-Python-7B-V1.0-GGUF	WizardLM/WizardCoder-Python-7b-V1.0	TheBloke	51.6	high
199	Youtu-LLM-2B-GGUF	tencent/Youtu-LLM-2B-Base	Mungert	51.5	medium	MBPP
200	Qwen2-7B	Qwen/Qwen2-7B	Qwen	51.1	medium	MBPP
201	Ministral-8B-Instruct-2410	mistralai/Ministral-8B-Instruct-2410	mistralai	50.2	low
202	MobileLLM-Pro-base	facebook/MobileLLM-Pro-base	facebook	46.8	medium	MBPP
203	MobileLLM-Pro	facebook/MobileLLM-Pro-base	facebook	46.8	medium	MBPP
204	gemma-3-1b-it	google/gemma-3-1b-pt	google	46.0	medium	[MBPP][]
205	gemma-3-4b-it	google/gemma-3-4b-pt	google	46.0	medium	[MBPP][]
206	gemma-3-12b-it	google/gemma-3-12b-pt	google	46.0	medium	[MBPP][]
207	gemma-3-27b-it	google/gemma-3-27b-pt	google	46.0	medium	[MBPP][]
208	gemma-3-4b-it	google/gemma-3-4b-it	unsloth	46.0	medium	[MBPP][]
209	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	ggml-org	46.0	medium	[MBPP][]
210	gemma-3-12b-it-qat-q4_0-unquantized	google/gemma-3-12b-it	google	46.0	medium	[MBPP][]
211	gemma-3-1b-it	google/gemma-3-1b-it	unsloth	46.0	medium	[MBPP][]
212	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	unsloth	46.0	medium	[MBPP][]
213	gemma-3-4b-pt	google/gemma-3-4b-pt	google	46.0	medium	[MBPP][]
214	gemma-3-12b-it-qat-GGUF	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
215	gemma-3-27b-it	google/gemma-3-27b-it	unsloth	46.0	medium	[MBPP][]
216	gemma-3-1b-pt	google/gemma-3-1b-pt	google	46.0	medium	[MBPP][]
217	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	ggml-org	46.0	medium	[MBPP][]
218	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	unsloth	46.0	medium	[MBPP][]
219	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	unsloth	46.0	medium	[MBPP][]
220	gemma-3-12b-pt	google/gemma-3-12b	google	46.0	medium	[MBPP][]
221	gemma-3-12b-it-unsloth-bnb-4bit	google/gemma-3-12b-it	unsloth	46.0	medium	[MBPP][]
222	gemma-3-4b-it-unsloth-bnb-4bit	google/gemma-3-4b-it	unsloth	46.0	medium	[MBPP][]
223	gemma-3-12b-it	google/gemma-3-12b-pt	unsloth	46.0	medium	[MBPP][]
224	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	unsloth	46.0	medium	[MBPP][]
225	gemma-3-1b-it-unsloth-bnb-4bit	google/gemma-3-1b-it	unsloth	46.0	medium	[MBPP][]
226	gemma-3-4b-it-bnb-4bit	google/gemma-3-4b-it	unsloth	46.0	medium	[MBPP][]
227	gemma-3-4b-pt	google/gemma-3-4b-pt	unsloth	46.0	medium	[MBPP][]
228	gemma-3-27b-pt	google/gemma-3-27b-pt	google	46.0	medium	[MBPP][]
229	gemma-3-12b-it-bnb-4bit	google/gemma-3-12b-it	unsloth	46.0	medium	[MBPP][]
230	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	ggml-org	46.0	medium	[MBPP][]
231	gemma-3-12b-pt	google/gemma-3-12b-pt	unsloth	46.0	medium	[MBPP][]
232	gemma-3-27b-it-bnb-4bit	google/gemma-3-27b-it	unsloth	46.0	medium	[MBPP][]
233	gemma-3-27b-it-unsloth-bnb-4bit	google/gemma-3-27b-it	unsloth	46.0	medium	[MBPP][]
234	gemma-3-1b-pt	google/gemma-3-1b-pt	unsloth	46.0	medium	[MBPP][]
235	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	ggml-org	46.0	medium	[MBPP][]
236	gemma-3-4b-it-qat-GGUF	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
237	gemma-3-12b-it-qat-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
238	gemma-3-12b-it-qat-int4-GGUF	google/gemma-3-12b-it-qat-int4-unquantized	unsloth	46.0	medium	[MBPP][]
239	gemma-3-4b-it-qat-q4_0-gguf	google/gemma-3-4b-it	google	46.0	medium	[MBPP][]
240	gemma-3-4b-it-qat-q4_0-unquantized	google/gemma-3-4b-it	google	46.0	medium	[MBPP][]
241	gemma-3-4b-pt-bnb-4bit	google/gemma-3-4b-pt	unsloth	46.0	medium	[MBPP][]
242	gemma-3-27b-it-qat-GGUF	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
243	gemma-3-12b-it-qat-q4_0-gguf	google/gemma-3-12b-it	google	46.0	medium	[MBPP][]
244	gemma-3-1b-it-bnb-4bit	google/gemma-3-1b-it	unsloth	46.0	medium	[MBPP][]
245	gemma-3-1b-it-qat-q4_0-gguf	google/gemma-3-1b-it	google	46.0	medium	[MBPP][]
246	gemma-3-4b-pt-unsloth-bnb-4bit	google/gemma-3-4b-pt	unsloth	46.0	medium	[MBPP][]
247	gemma-3-12b-it-qat	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
248	gemma-3-1b-pt-unsloth-bnb-4bit	google/gemma-3-1b-pt	unsloth	46.0	medium	[MBPP][]
249	gemma-3-4b-it-FP8-Dynamic	google/gemma-3-4b-it	unsloth	46.0	medium	[MBPP][]
250	gemma-3-12b-pt-bnb-4bit	google/gemma-3-12b-pt	unsloth	46.0	medium	[MBPP][]
251	gemma-3-12b-it-qat-int4-unquantized	google/gemma-3-12b-it	google	46.0	medium	[MBPP][]
252	gemma-3-27b-it-GGUF	google/gemma-3-27b-pt	Mungert	46.0	medium	[MBPP][]
253	gemma-3-27b-it-qat-q4_0-unquantized	google/gemma-3-27b-it	google	46.0	medium	[MBPP][]
254	gemma-3-12b-pt-unsloth-bnb-4bit	google/gemma-3-12b-pt	unsloth	46.0	medium	[MBPP][]
255	gemma-3-27b-it-qat-q4_0-gguf	google/gemma-3-27b-it	google	46.0	medium	[MBPP][]
256	gemma-3-27b-it-qat-q4_0-GGUF	google/gemma-3-27b-it	Mungert	46.0	medium	[MBPP][]
257	gemma-3-4b-it-qat-bnb-4bit	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
258	gemma-3-1b-pt-bnb-4bit	google/gemma-3-1b-pt	unsloth	46.0	medium	[MBPP][]
259	gemma-3-27b-pt	google/gemma-3-27b-pt	unsloth	46.0	medium	[MBPP][]
260	gemma-3-12b-it-FP8-Dynamic	google/gemma-3-12b-pt	unsloth	46.0	medium	[MBPP][]
261	gemma-3-1b-it-qat-int4-unquantized	google/gemma-3-1b-it	google	46.0	medium	[MBPP][]
262	gemma-3-27b-pt-bnb-4bit	google/gemma-3-27b-pt	unsloth	46.0	medium	[MBPP][]
263	gemma-3-12b-it-qat-unsloth-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
264	gemma-3-12b-pt-qat-q4_0-gguf	google/gemma-3-12b-pt	google	46.0	medium	[MBPP][]
265	gemma-3-4b-it-qat	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
266	gemma-3-1b-it-qat-q4_0-unquantized	google/gemma-3-1b-it	google	46.0	medium	[MBPP][]
267	gemma-3-1b-it-qat	google/gemma-3-1b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
268	gemma-3-27b-it-qat	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	46.0	medium	[MBPP][]
269	gemma-3-4b-pt-qat-q4_0-gguf	google/gemma-3-4b-pt	google	46.0	medium	[MBPP][]
270	Youtu-LLM-2B-GGUF	tencent/Youtu-LLM-2B-Base	Mungert	44.2	medium	MBPP+
271	Falcon-H1-0.5B-Base	tiiuae/Falcon-H1-0.5B-Base	tiiuae	43.39	medium	MBPP+
272	Hunyuan-7B-Instruct-GGUF	tencent/Hunyuan-7B-Pretrain	Mungert	43.38	medium	MBPP
273	Falcon-H1-0.5B-Instruct	tiiuae/Falcon-H1-0.5B-Base	tiiuae	42.59	medium	MBPP
274	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Base	tiiuae	42.59	medium	MBPP
275	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Instruct	unsloth	42.59	medium	MBPP
276	DeepSeek-V2-Lite-Chat	deepseek-ai/DeepSeek-V2-Lite-Chat	deepseek-ai	39.0	medium	MBPP
277	DeepSeek-V2-Lite	deepseek-ai/DeepSeek-V2-Lite	deepseek-ai	39.0	medium	MBPP
278	Olmo-3-1025-7B	allenai/Olmo-3-1025-7B	allenai	36.5	low
279	Olmo-Hybrid-7B	allenai/Olmo-Hybrid-7B	allenai	36.5	low
280	Olmo-3-1025-7B-GGUF	allenai/Olmo-3-1025-7B	Mungert	36.5	low
281	Nanbeige-16B-Base-GGUF	Nanbeige/Nanbeige-16B-Base	TheBloke	36.4	high
282	gemma-3-270m	google/gemma-3-270m	google	35.2	medium	[MBPP][]
283	gemma-3-270m-it	google/gemma-3-270m	google	35.2	medium	[MBPP][]
284	gemma-3-270m-it-GGUF	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
285	gemma-3-270m-it	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
286	gemma-3-270m-it-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
287	gemma-3-270m-it-qat-GGUF	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	35.2	medium	[MBPP][]
288	gemma-3-270m	google/gemma-3-270m	unsloth	35.2	medium	[MBPP][]
289	gemma-3-270m-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
290	gemma-3-270m-it-qat-q4_0-unquantized	google/gemma-3-270m-it	google	35.2	medium	[MBPP][]
291	gemma-3-270m-it-bnb-4bit	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
292	gemma-3-270m-it-qat	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	35.2	medium	[MBPP][]
293	gemma-3-270m-bnb-4bit	google/gemma-3-270m	unsloth	35.2	medium	[MBPP][]
294	gemma-3-270m-qat-q4_0-unquantized	google/gemma-3-270m	google	35.2	medium	[MBPP][]
295	gemma-3-270m-it-GGUF	google/gemma-3-270m	Mungert	35.2	medium	[MBPP][]
296	gemma-3-270m-it-torchao-FP8	google/gemma-3-270m-it	unsloth	35.2	medium	[MBPP][]
297	Falcon-H1-0.5B-Instruct	tiiuae/Falcon-H1-0.5B-Base	tiiuae	33.07	medium	MBPP+
298	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Base	tiiuae	33.07	medium	MBPP+
299	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Instruct	unsloth	33.07	medium	MBPP+
300	gemma-2-2b-it	google/gemma-2-2b	google	29.6	medium	[MBPP][]
301	gemma-2-2b	google/gemma-2-2b	google	29.6	medium	[MBPP][]
302	gemma-1.1-2b-it	google/gemma-1.1-2b-it	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
303	gemma-2b	google/gemma-2b-it-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
304	gemma-2b-it	google/gemma-2b-it-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
305	gemma-7b	google/gemma-7b-it-quant-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
306	gemma-7b-it	google/gemma-7b	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
307	gemma-1.1-7b-it	google/gemma-1.1-7b-it	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
308	gemma-2b-AWQ	google/gemma-2b-it-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
309	gemma-7b	google/gemma-7b-it-quant-pytorch	alpindale	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
310	gemma-2b	google/gemma-2b-it-pytorch	alpindale	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
311	gemma-7b-AWQ	google/gemma-7b-it-quant-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
312	gemma-7b-it	google/gemma-7b-it-quant-pytorch	alpindale	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
313	gemma-7b-GGUF	google/gemma-7b-it-quant-pytorch	google	29.2	medium	[MBPP](https://arxiv.org/abs/2108.07732)
314	internlm2-chat-1_8b	internlm/internlm2-chat-1_8b	internlm	22.2	medium	MBPP(Sanitized)
315	internlm2-1_8b	internlm/internlm2-1_8b	internlm	22.2	medium	MBPP(Sanitized)
316	internlm2-chat-1_8b-sft	internlm/internlm2-chat-1_8b-sft	internlm	22.2	medium	MBPP(Sanitized)
317	WizardCoder-15B-1.0-GPTQ	—	TheBloke	20.9	low
318	Qwen-72B	Qwen/Qwen-72B	Qwen	20.8	low
319	Qwen-7B	Qwen/Qwen-7B	Qwen	20.8	low
320	Qwen-14B	Qwen/Qwen-14B	Qwen	20.8	low
321	t5gemma-2-270m-270m	google/t5gemma-2-270m-270m	google	5.6	medium	[MBPP]
322	t5gemma-2-4b-4b	google/t5gemma-2-4b-4b	google	5.6	medium	[MBPP]
323	t5gemma-2-1b-1b	google/t5gemma-2-1b-1b	google	5.6	medium	[MBPP]