HumanEval

coding · humaneval · 429 scores

rank	variant	root	org	score	conf	context
1	diffusiongemma-26B-A4B-it-NVFP4	google/diffusiongemma-26B-A4B-it	nvidia	94.09	medium	HumanEval
2	LLaDA2.0-flash	inclusionAI/LLaDA2.0-flash	inclusionAI	93.29	medium	HumanEval
3	DeepCoder-14B-Preview-GGUF	deepseek-ai/DeepSeek-R1-Distill-Qwen-14B	Mungert	92.6	low
4	Olmo-3.1-32B-Think	allenai/Olmo-3-32B-Think-DPO	allenai	91.5	medium	HumanEvalPlus
5	Olmo-3.1-32B-Think-GGUF	allenai/Olmo-3.1-32B-Think	unsloth	91.5	medium	HumanEvalPlus
6	NVLM-D-72B	nvidia/NVLM-D-72B	nvidia	90.2	low
7	MiniMax-Text-01-hf	MiniMaxAI/MiniMax-Text-01-hf	MiniMaxAI	90.2	medium	HumanEval
8	MiniMax-Text-01	MiniMaxAI/MiniMax-Text-01	MiniMaxAI	90.2	medium	HumanEval
9	Olmo-3-32B-Think	allenai/Olmo-3-32B-Think-DPO	allenai	90.0	medium	HumanEvalPlus
10	Olmo-3-32B-Think-SFT	allenai/Olmo-3-1125-32B	allenai	90.0	medium	HumanEvalPlus
11	Olmo-3-32B-Think-GGUF	allenai/Olmo-3-32B-Think	unsloth	90.0	medium	HumanEvalPlus
12	Olmo-3-32B-Think-DPO	allenai/Olmo-3-32B-Think-SFT	allenai	90.0	medium	HumanEvalPlus
13	Olmo-3-32B-Think-unsloth-bnb-4bit	allenai/Olmo-3-32B-Think	unsloth	90.0	medium	HumanEvalPlus
14	Ling-lite	inclusionAI/Ling-lite	inclusionAI	89.02	medium	HumanEval(Pass@1)
15	Mistral-Small-3.2-24B-Instruct-2506	mistralai/Mistral-Small-3.1-24B-Base-2503	mistralai	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
16	Mistral-Small-3.2-24B-Instruct-2506-GGUF	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
17	Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
18	Mistral-Small-3.2-24B-Instruct-2506	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
19	Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
20	Mistral-Small-3.2-24B-Instruct-2506-GGUF	mistralai/Mistral-Small-3.1-24B-Base-2503	Mungert	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
21	Mistral-Small-3.2-24B-Instruct-2506-FP8	mistralai/Mistral-Small-3.2-24B-Instruct-2506	unsloth	88.99	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
22	Mistral-Small-3.1-24B-Instruct-2503	mistralai/Mistral-Small-3.1-24B-Base-2503	mistralai	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
23	Mistral-Small-3.1-24B-Instruct-2503-GGUF	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
24	Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
25	Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
26	Mistral-Small-3.1-24B-Instruct-2503	mistralai/Mistral-Small-3.1-24B-Instruct-2503	unsloth	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
27	Mistral-Small-3.1-24B-Instruct-2503-GGUF	mistralai/Mistral-Small-3.1-24B-Base-2503	Mungert	88.41	low	MMLU Pro (5-shot CoT) \| GPQA Main (5-shot CoT) \| GPQA Diamond (5-shot CoT )
28	Llama-3_1-Nemotron-Ultra-253B-CPT-v1	nvidia/Llama-3_1-Nemotron-Ultra-253B-CPT-v1	nvidia	88.41	medium	HumanEval
29	Ling-Coder-lite-GPTQ-Int8	inclusionAI/Ling-Coder-lite	inclusionAI	88.41	medium	HumanEval-Python
30	Qwen3-8B-DMS-8x	Qwen/Qwen3-8B	nvidia	87.8	medium	HumanEval
31	Ling-lite-1.5	inclusionAI/Ling-lite-1.5	inclusionAI	87.27	medium	HumanEval(Pass@1)
32	Falcon-H1-34B-Instruct	tiiuae/Falcon-H1-34B-Base	tiiuae	87.2	medium	HumanEval
33	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	tiiuae	87.2	medium	HumanEval
34	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	unsloth	87.2	medium	HumanEval
35	Falcon-H1-34B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-34B-Instruct	tiiuae	87.2	medium	HumanEval
36	Falcon-H1-7B-Instruct	tiiuae/Falcon-H1-7B-Base	tiiuae	86.59	medium	HumanEval
37	Falcon-H1-7B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-7B-Instruct	tiiuae	86.59	medium	HumanEval
38	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	tiiuae	86.59	medium	HumanEval
39	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	unsloth	86.59	medium	HumanEval
40	Llama-3.1-Tulu-3-8B-SFT	meta-llama/Llama-3.1-8B	allenai	86.2	medium	HumanEval (pass@10)
41	Llama-3.1-Tulu-3-8B	allenai/Llama-3.1-Tulu-3-8B-DPO	allenai	86.2	medium	HumanEval (pass@10)
42	Llama-3.1-Tulu-3-8B-DPO	allenai/Llama-3.1-Tulu-3-8B-SFT	allenai	86.2	medium	HumanEval (pass@10)
43	Llama-3.1-Tulu-3-8B-RM	allenai/Llama-3.1-Tulu-3-8B-SFT	allenai	86.2	medium	HumanEval (pass@10)
44	Llama-3.1-Tulu-3.1-8B	allenai/Llama-3.1-Tulu-3-8B-DPO	allenai	86.2	medium	HumanEval (pass@10)
45	Llama-3.1-Tulu-3-70B	allenai/Llama-3.1-Tulu-3-70B-DPO	allenai	86.2	medium	HumanEval (pass@10)
46	Llama-3.1-Tulu-3-70B-SFT	meta-llama/Llama-3.1-70B	allenai	86.2	medium	HumanEval (pass@10)
47	Llama-3.1-Tulu-3-405B	allenai/Llama-3.1-Tulu-3-405B-DPO	allenai	86.2	medium	HumanEval (pass@10)
48	Llama-3.1-Tulu-3-70B-DPO	allenai/Llama-3.1-Tulu-3-70B-SFT	allenai	86.2	medium	HumanEval (pass@10)
49	Llama-3.1-Tulu-3-8B-GGUF	allenai/Llama-3.1-Tulu-3-8B	unsloth	86.2	medium	HumanEval (pass@10)
50	Llama-3.1-Tulu-3-405B-SFT	meta-llama/Llama-3.1-405B	allenai	86.2	medium	HumanEval (pass@10)
51	Llama-3.1-Tulu-3-70B-GGUF	allenai/Llama-3.1-Tulu-3-70B	unsloth	86.2	medium	HumanEval (pass@10)
52	Llama-3.1-Tulu-3-405B-DPO	allenai/Llama-3.1-Tulu-3-405B-SFT	allenai	86.2	medium	HumanEval (pass@10)
53	LLaDA2.0-mini-preview	inclusionAI/LLaDA2.0-mini-preview	inclusionAI	85.98	medium
54	LLaDA2.0-flash-preview	inclusionAI/LLaDA2.0-flash-preview	inclusionAI	85.98	medium
55	WizardCoder-33B-V1.1-GGUF	WizardLM/WizardCoder-33B-V1.1	TheBloke	85.4	low
56	wavecoder-ultra-6.7b	microsoft/wavecoder-ultra-6.7b	microsoft	85.4	low
57	wavecoder-ds-6.7b	microsoft/wavecoder-ds-6.7b	microsoft	85.4	low
58	wavecoder-pro-6.7b	microsoft/wavecoder-pro-6.7b	microsoft	85.4	low
59	WizardCoder-33B-V1.1-GPTQ	WizardLM/WizardCoder-33B-V1.1	TheBloke	85.4	low
60	Ling-Coder-lite-GPTQ-Int8	inclusionAI/Ling-Coder-lite	inclusionAI	85.37	medium	EvalPlus-HumanEval+
61	Mistral-Small-24B-Instruct-2501	mistralai/Mistral-Small-24B-Base-2501	mistralai	84.8	medium	_instruct_pass@1
62	Mistral-Small-24B-Instruct-2501-bnb-4bit	mistralai/Mistral-Small-24B-Instruct-2501	unsloth	84.8	medium	_instruct_pass@1
63	Mistral-Small-24B-Instruct-2501-GGUF	mistralai/Mistral-Small-24B-Instruct-2501	unsloth	84.8	medium	_instruct_pass@1
64	Seed-Coder-8B-Instruct-GGUF	ByteDance-Seed/Seed-Coder-8B-Instruct	unsloth	84.8	high
65	Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit	mistralai/Mistral-Small-24B-Instruct-2501	unsloth	84.8	medium	_instruct_pass@1
66	Mistral-Small-24B-Instruct-2501	mistralai/Mistral-Small-24B-Instruct-2501	unsloth	84.8	medium	_instruct_pass@1
67	Mistral-Small-24B-Base-2501-unsloth-bnb-4bit	mistralai/Mistral-Small-24B-Base-2501	unsloth	84.8	medium	_instruct_pass@1
68	Seed-Coder-8B-Instruct-unsloth-bnb-4bit	ByteDance-Seed/Seed-Coder-8B-Instruct	unsloth	84.8	high
69	LLaDA2.0-mini	inclusionAI/LLaDA2.0-mini	inclusionAI	84.76	medium	HumanEval
70	DeepSeek-V2.5	deepseek-ai/DeepSeek-V2.5	deepseek-ai	84.5	medium	HumanEval python
71	NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16	nvidia	83.84	medium	HumanEval
72	Ling-2.6-flash-base	inclusionAI/Ling-2.6-flash	inclusionAI	83.54	medium	HumanEval-Plus
73	Ling-2.6-1T-base	inclusionAI/Ling-2.6-1T	inclusionAI	83.54	medium	HumanEval-Plus
74	Phi-4-reasoning	microsoft/phi-4	microsoft	83.5	medium	HumanEvalPlus
75	Phi-4-reasoning-plus	microsoft/phi-4	microsoft	83.5	medium	HumanEvalPlus
76	Phi-4-reasoning-plus-GGUF	microsoft/Phi-4-reasoning-plus	unsloth	83.5	medium	HumanEvalPlus
77	Phi-4-reasoning-GGUF	microsoft/Phi-4-reasoning	unsloth	83.5	medium	HumanEvalPlus
78	phi-4-reasoning	microsoft/phi-4-reasoning	unsloth	83.5	medium	HumanEvalPlus
79	phi-4-reasoning-unsloth-bnb-4bit	microsoft/phi-4-reasoning	unsloth	83.5	medium	HumanEvalPlus
80	phi-4-reasoning-bnb-4bit	microsoft/phi-4-reasoning	unsloth	83.5	medium	HumanEvalPlus
81	Phi-4-reasoning-plus-GGUF	microsoft/phi-4	Mungert	83.5	medium	HumanEvalPlus
82	Phi-4-reasoning-plus	microsoft/Phi-4-reasoning-plus	unsloth	83.5	medium	HumanEvalPlus
83	Phi-4-reasoning-GGUF	microsoft/phi-4	Mungert	83.5	medium	HumanEvalPlus
84	SmallThinker-21BA3B-Instruct-GGUF	—	Mungert	82.93	low
85	codegeex4-all-9b	zai-org/codegeex4-all-9b	zai-org	82.3	high
86	codegeex4-all-9b-GGUF	zai-org/codegeex4-all-9b	zai-org	82.3	high
87	Falcon-H1-34B-Instruct	tiiuae/Falcon-H1-34B-Base	tiiuae	81.71	medium	HumanEval+
88	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	tiiuae	81.71	medium	HumanEval+
89	Falcon-H1-34B-Instruct-GGUF	tiiuae/Falcon-H1-34B-Instruct	unsloth	81.71	medium	HumanEval+
90	Falcon-H1-34B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-34B-Instruct	tiiuae	81.71	medium	HumanEval+
91	Qwen2-72B-Instruct	Qwen/Qwen2-72B	Qwen	81.7	medium	HumanEval
92	Llama-3.1-Tulu-3-8B-SFT	meta-llama/Llama-3.1-8B	allenai	81.4	medium	HumanEval+ (pass@10)
93	Llama-3.1-Tulu-3-8B	allenai/Llama-3.1-Tulu-3-8B-DPO	allenai	81.4	medium	HumanEval+ (pass@10)
94	Llama-3.1-Tulu-3-8B-DPO	allenai/Llama-3.1-Tulu-3-8B-SFT	allenai	81.4	medium	HumanEval+ (pass@10)
95	Llama-3.1-Tulu-3-8B-RM	allenai/Llama-3.1-Tulu-3-8B-SFT	allenai	81.4	medium	HumanEval+ (pass@10)
96	Llama-3.1-Tulu-3.1-8B	allenai/Llama-3.1-Tulu-3-8B-DPO	allenai	81.4	medium	HumanEval+ (pass@10)
97	Llama-3.1-Tulu-3-70B	allenai/Llama-3.1-Tulu-3-70B-DPO	allenai	81.4	medium	HumanEval+ (pass@10)
98	Llama-3.1-Tulu-3-70B-SFT	meta-llama/Llama-3.1-70B	allenai	81.4	medium	HumanEval+ (pass@10)
99	Llama-3.1-Tulu-3-405B	allenai/Llama-3.1-Tulu-3-405B-DPO	allenai	81.4	medium	HumanEval+ (pass@10)
100	Llama-3.1-Tulu-3-70B-DPO	allenai/Llama-3.1-Tulu-3-70B-SFT	allenai	81.4	medium	HumanEval+ (pass@10)
101	Llama-3.1-Tulu-3-8B-GGUF	allenai/Llama-3.1-Tulu-3-8B	unsloth	81.4	medium	HumanEval+ (pass@10)
102	Llama-3.1-Tulu-3-405B-SFT	meta-llama/Llama-3.1-405B	allenai	81.4	medium	HumanEval+ (pass@10)
103	Llama-3.1-Tulu-3-70B-GGUF	allenai/Llama-3.1-Tulu-3-70B	unsloth	81.4	medium	HumanEval+ (pass@10)
104	Llama-3.1-Tulu-3-405B-DPO	allenai/Llama-3.1-Tulu-3-405B-SFT	allenai	81.4	medium	HumanEval+ (pass@10)
105	Falcon-H1-7B-Instruct	tiiuae/Falcon-H1-7B-Base	tiiuae	81.1	medium	HumanEval+
106	Falcon-H1-7B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-7B-Instruct	tiiuae	81.1	medium	HumanEval+
107	DeepSeek-V2-Chat-0628	deepseek-ai/DeepSeek-V2-Chat-0628	deepseek-ai	81.1	medium	HumanEval
108	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	tiiuae	81.1	medium	HumanEval+
109	Falcon-H1-7B-Instruct-GGUF	tiiuae/Falcon-H1-7B-Instruct	unsloth	81.1	medium	HumanEval+
110	Olmo-3.1-32B-Instruct	allenai/Olmo-3.1-32B-Instruct-DPO	allenai	80.8	medium	HumanEvalPlus
111	Olmo-3.1-32B-Instruct-SFT	allenai/Olmo-3-1125-32B	allenai	80.8	medium	HumanEvalPlus
112	Olmo-3.1-32B-Instruct-DPO	allenai/Olmo-3.1-32B-Instruct-SFT	allenai	80.8	medium	HumanEvalPlus
113	Olmo-3.1-32B-Instruct-GGUF	allenai/Olmo-3.1-32B-Instruct	unsloth	80.8	medium	HumanEvalPlus
114	Olmo-3.1-32B-Instruct	allenai/Olmo-3.1-32B-Instruct	unsloth	80.8	medium	HumanEvalPlus
115	NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16	nvidia	79.4	medium	HumanEval
116	Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia/Nemotron-Labs-TwoTower-30B-A3B-Base-BF16	nvidia	79.27	medium	HumanEval (0-shot)
117	Qwen2.5-Omni-3B	Qwen/Qwen2.5-Omni-3B	Qwen	78.7	medium	HumanEval
118	Qwen2.5-Omni-7B	Qwen/Qwen2.5-Omni-7B	Qwen	78.7	medium	HumanEval
119	Qwen2.5-Omni-7B-GGUF	Qwen/Qwen2.5-Omni-7B	unsloth	78.7	medium	HumanEval
120	Qwen2.5-Omni-3B-GGUF	Qwen/Qwen2.5-Omni-3B	unsloth	78.7	medium	HumanEval
121	Qwen2.5-Omni-3B-GGUF	Qwen/Qwen2.5-Omni-3B	Mungert	78.7	medium	HumanEval
122	Qwen2.5-Omni-7B	Qwen/Qwen2.5-Omni-7B	unsloth	78.7	medium	HumanEval
123	Qwen2.5-Omni-7B-GGUF	Qwen/Qwen2.5-Omni-7B	Mungert	78.7	medium	HumanEval
124	Qwen2.5-Omni-3B	Qwen/Qwen2.5-Omni-3B	unsloth	78.7	medium	HumanEval
125	Nemotron-Research-GooseReason-4B-Instruct	Qwen/Qwen3-4B-Instruct-2507	nvidia	77.56	low
126	Falcon-H1-3B-Instruct	tiiuae/Falcon-H1-3B-Base	tiiuae	76.83	medium	HumanEval
127	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Base	tiiuae	76.83	medium	HumanEval
128	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Instruct	unsloth	76.83	medium	HumanEval
129	Nemotron-H-4B-Instruct-128K	nvidia/Nemotron-H-4B-Base-8K	nvidia	76.2	low
130	speechless-codellama-34b-v2.0-GGUF	uukuguy/speechless-codellama-34b-v2.0	TheBloke	75.61	medium	-python
131	Ziya-Coding-34B-v1.0-GGUF	IDEA-CCNL/Ziya-Coding-34B-v1.0	TheBloke	75.5	low
132	GRIN-MoE	microsoft/GRIN-MoE	microsoft	74.4	medium	HumanEval
133	XwinCoder-34B-GGUF	Xwin-LM/XwinCoder-34B	TheBloke	74.2	high
134	DeepSeek-V2.5	deepseek-ai/DeepSeek-V2.5	deepseek-ai	73.8	medium	HumanEval Multi
135	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	73.78	medium	HumanEval
136	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	73.78	medium	HumanEval
137	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	73.78	medium	HumanEval
138	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	73.78	medium	HumanEval
139	Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	73.78	medium	HumanEval
140	WizardCoder-Python-34B-V1.0-GGUF	WizardLM/WizardCoder-Python-34B-V1.0	TheBloke	73.2	high
141	NextCoder-7B	Qwen/Qwen2.5-Coder-7B-Instruct	microsoft	73.2	low
142	WizardLM-70B-V1.0-GPTQ	WizardLM/WizardLM-70B-V1.0	TheBloke	73.2	low
143	WizardLM-13B-V1.2-GGUF	WizardLM/WizardLM-13B-V1.2	TheBloke	73.2	low
144	WizardMath-13B-V1.0-GGUF	WizardLM/WizardMath-13B-V1.0	TheBloke	73.2	low
145	WizardLM-70B-V1.0-GGUF	WizardLM/WizardLM-70B-V1.0	TheBloke	73.2	low
146	WizardMath-7B-V1.0-GGUF	WizardLM/WizardMath-7b-V1.0	TheBloke	73.2	low
147	WizardLM-13B-V1.1-GGUF	WizardLM/WizardLM-13B-V1.1	TheBloke	73.2	low
148	wizardLM-7B-GGUF	WizardLM/WizardLM-7B-V1.0	TheBloke	73.2	low
149	NextCoder-14B-GGUF	Qwen/Qwen2.5-Coder-14B-Instruct	Mungert	73.2	low
150	WizardMath-70B-V1.0-GGUF	WizardLM/WizardMath-70B-V1.0	TheBloke	73.2	low
151	WizardLM-30B-GGUF	WizardLM/WizardLM-30B-V1.0	TheBloke	73.2	low
152	NextCoder-14B	Qwen/Qwen2.5-Coder-14B-Instruct	microsoft	73.2	low
153	NextCoder-32B	Qwen/Qwen2.5-Coder-32B-Instruct	microsoft	73.2	low
154	NextCoder-7B-GGUF	Qwen/Qwen2.5-Coder-7B-Instruct	Mungert	73.2	low
155	WizardLM-13B-V1.2-GPTQ	WizardLM/WizardLM-13B-V1.2	TheBloke	73.2	low
156	WizardLM-13B-V1.1-GPTQ	WizardLM/WizardLM-13B-V1.1	TheBloke	73.2	low
157	WizardCoder-Python-34B-V1.0-GPTQ	WizardLM/WizardCoder-Python-34B-V1.0	TheBloke	73.2	high
158	DeepCoder-1.5B-Preview-GGUF	deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B	Mungert	73.0	low
159	internlm2_5-20b	internlm/internlm2_5-20b	internlm	71.95	medium	HUMANEVAL
160	glm-4-9b-chat	zai-org/glm-4-9b-chat	zai-org	71.8	high
161	glm-4-9b-chat-hf	THUDM/glm-4-9b-chat	zai-org	71.8	high
162	NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16	nvidia	70.73	medium	HumanEval (0-shot)
163	Falcon-H1-3B-Instruct	tiiuae/Falcon-H1-3B-Base	tiiuae	70.73	medium	HumanEval+
164	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Base	tiiuae	70.73	medium	HumanEval+
165	Falcon-H1-3B-Instruct-GGUF	tiiuae/Falcon-H1-3B-Instruct	unsloth	70.73	medium	HumanEval+
166	Falcon-H1-34B-Base	tiiuae/Falcon-H1-34B-Base	tiiuae	70.12	medium	HumanEval
167	glm-4-9b	zai-org/glm-4-9b	zai-org	70.1	high
168	glm-4-9b-hf	zai-org/glm-4-9b-hf	zai-org	70.1	high
169	LFM2-8B-A1B-GGUF	LiquidAI/LFM2-8B-A1B	unsloth	69.51	low
170	LFM2-8B-A1B	LiquidAI/LFM2-8B-A1B	unsloth	69.51	low
171	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	68.9	medium	HumanEval+
172	openchat-3.5-1210-GGUF	openchat/openchat-3.5-1210	TheBloke	68.9	high	BBH CoT
173	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	68.9	medium	HumanEval+
174	Falcon-H1-1.5B-Deep-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	68.9	medium	HumanEval+
175	openchat-3.5-1210-GPTQ	openchat/openchat-3.5-1210	TheBloke	68.9	high	BBH CoT
176	Falcon-H1-1.5B-Deep-Instruct	tiiuae/Falcon-H1-1.5B-Deep-Instruct	unsloth	68.9	medium	HumanEval+
177	Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Deep-Instruct	tiiuae	68.9	medium	HumanEval+
178	XwinCoder-13B-GGUF	Xwin-LM/XwinCoder-13B	TheBloke	68.8	high
179	Falcon-H1-1.5B-Instruct	tiiuae/Falcon-H1-1.5B-Base	tiiuae	68.29	medium	HumanEval
180	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	68.29	medium	HumanEval
181	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	unsloth	68.29	medium	HumanEval
182	Falcon-H1-1.5B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	68.29	medium	HumanEval
183	Falcon-H1-1.5B-Instruct-GPTQ-Int8	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	68.29	medium	HumanEval
184	Falcon-H1-7B-Base	tiiuae/Falcon-H1-7B-Base	tiiuae	67.68	medium	HumanEval
185	gemma-3n-E2B-it	google/gemma-3n-E4B-it	google	66.5	medium	[HumanEval][]
186	gemma-3n-E4B-it	google/gemma-3n-E4B	google	66.5	medium	[HumanEval][]
187	gemma-3n-E4B-it-litert-lm	google/gemma-3n-E4B-it-litert-lm	google	66.5	medium	[HumanEval][]
188	gemma-3n-E2B-it-GGUF	google/gemma-3n-E2B-it	unsloth	66.5	medium	[HumanEval][]
189	gemma-3n-E4B-it	google/gemma-3n-E4B-it	unsloth	66.5	medium	[HumanEval][]
190	gemma-3n-E2B	google/gemma-3n-E4B	google	66.5	medium	[HumanEval][]
191	gemma-3n-E2B-it-litert-lm	google/gemma-3n-E2B-it-litert-lm	google	66.5	medium	[HumanEval][]
192	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B-it	unsloth	66.5	medium	[HumanEval][]
193	gemma-3n-E4B	google/gemma-3n-E4B	google	66.5	medium	[HumanEval][]
194	gemma-3n-E2B-it-unsloth-bnb-4bit	google/gemma-3n-E2B-it	unsloth	66.5	medium	[HumanEval][]
195	gemma-3n-E2B-it-litert-preview-GGUF	google/gemma-3n-E2B-it-litert-preview	unsloth	66.5	medium	[HumanEval][]
196	gemma-3n-E4B-it-litert-preview-GGUF	google/gemma-3n-E4B-it-litert-preview	unsloth	66.5	medium	[HumanEval][]
197	gemma-3n-E4B-unsloth-bnb-4bit	google/gemma-3n-E4B-it	unsloth	66.5	medium	[HumanEval][]
198	gemma-3n-E2B-it-ONNX	google/gemma-3n-E2B-it	onnx-community	66.5	medium	[HumanEval][]
199	gemma-3n-E4B-it-GGUF	google/gemma-3n-E4B	Mungert	66.5	medium	[HumanEval][]
200	gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	66.5	medium	[HumanEval][]
201	gemma-3n-E4B-it-absolute-heresy-GGUF	google/gemma-3n-E4B-it	MuXodious	66.5	medium	[HumanEval][]
202	gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF	MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA	MuXodious	66.5	medium	[HumanEval][]
203	gemma-3n-E2B-it-GGUF	google/gemma-3n-E4b-it	Mungert	66.5	medium	[HumanEval][]
204	llama-3-tulu-2-8b	meta-llama/Meta-Llama-3-8B	allenai	66.4	low	GSM8k 8-shot cot \| BBH 3-shot cot
205	llama-3-tulu-2-70b	meta-llama/Meta-Llama-3-70B	allenai	66.4	low	GSM8k 8-shot cot \| BBH 3-shot cot
206	Olmo-3-1125-32B	allenai/Olmo-3-1125-32B	allenai	65.6	low
207	Falcon-H1-34B-Base	tiiuae/Falcon-H1-34B-Base	tiiuae	64.63	medium	HumanEval+
208	openchat-3.5-1210-GGUF	openchat/openchat-3.5-1210	TheBloke	64.6	low
209	Qwen-72B-Chat	Qwen/Qwen-72B	Qwen	64.6	low
210	openchat-3.5-1210-GPTQ	openchat/openchat-3.5-1210	TheBloke	64.6	low
211	WizardCoder-Python-13B-V1.0-GGUF	WizardLM/WizardCoder-Python-13B-V1.0	TheBloke	64.0	high
212	Youtu-LLM-2B-GGUF	tencent/Youtu-LLM-2B-Base	Mungert	64.0	medium	HumanEval
213	WizardCoder-Python-13B-V1.0-GPTQ	WizardLM/WizardCoder-Python-13B-V1.0	TheBloke	64.0	high
214	Falcon-H1-7B-Base	tiiuae/Falcon-H1-7B-Base	tiiuae	63.41	medium	HumanEval+
215	DeepSeek-V4-Flash	deepseek-ai/DeepSeek-V4-Flash	deepseek-ai	62.8	medium	HumanEval (Pass@1)
216	DeepSeek-V4-Pro	deepseek-ai/DeepSeek-V4-Pro	deepseek-ai	62.8	medium	HumanEval (Pass@1)
217	DeepSeek-V4-Flash-DSpark	—	deepseek-ai	62.8	medium	HumanEval (Pass@1)
218	DeepSeek-V4-Flash-GGUF	deepseek-ai/DeepSeek-V4-Flash	unsloth	62.8	medium	HumanEval (Pass@1)
219	DeepSeek-V4-Flash	deepseek-ai/DeepSeek-V4-Flash	unsloth	62.8	medium	HumanEval (Pass@1)
220	DeepSeek-V4-Pro-DSpark	—	deepseek-ai	62.8	medium	HumanEval (Pass@1)
221	DeepSeek-V4-Pro	deepseek-ai/DeepSeek-V4-Pro	unsloth	62.8	medium	HumanEval (Pass@1)
222	OLMoE-1B-7B-0125-Instruct	allenai/OLMoE-1B-7B-0125-DPO	allenai	62.3	medium	HumanEval
223	OLMoE-1B-7B-0125-DPO	allenai/OLMoE-1B-7B-0125-SFT	allenai	62.3	medium	HumanEval
224	OLMoE-1B-7B-0125-SFT	allenai/OLMoE-1B-7B-0125	allenai	62.3	medium	HumanEval
225	Qwen2-7B-Instruct	Qwen/Qwen2-7B	Qwen	62.2	medium	Humaneval
226	Phi-3-medium-4k-instruct	microsoft/Phi-3-medium-4k-instruct	microsoft	62.2	medium	HumanEval<br>0-shot
227	Qwen-72B-Chat-Int8	Qwen/Qwen-72B	Qwen	62.2	high
228	AceInstruct-7B	nvidia/AceInstruct-7B	nvidia	61.6	medium	HumanEval
229	AceInstruct-1.5B	nvidia/AceInstruct-1.5B	nvidia	61.6	medium	HumanEval
230	Qwen-72B-Chat-Int4	Qwen/Qwen-72B	Qwen	61.6	high
231	AceInstruct-72B	nvidia/AceInstruct-72B	nvidia	61.6	medium	HumanEval
232	AceInstruct-1.5B-GGUF	nvidia/AceInstruct-1.5B	Mungert	61.6	medium	HumanEval
233	Falcon-H1-1.5B-Instruct	tiiuae/Falcon-H1-1.5B-Base	tiiuae	61.59	medium	HumanEval+
234	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	61.59	medium	HumanEval+
235	Falcon-H1-1.5B-Instruct-GGUF	tiiuae/Falcon-H1-1.5B-Instruct	unsloth	61.59	medium	HumanEval+
236	Falcon-H1-1.5B-Instruct-GPTQ-Int4	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	61.59	medium	HumanEval+
237	Falcon-H1-1.5B-Instruct-GPTQ-Int8	tiiuae/Falcon-H1-1.5B-Instruct	tiiuae	61.59	medium	HumanEval+
238	NVIDIA-Nemotron-Nano-9B-v2-Base	nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base	nvidia	61.03	medium	HumanEval+ Pass@1
239	NVIDIA-Nemotron-Nano-12B-v2-Base	nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base	nvidia	61.03	medium	HumanEval+ Pass@1
240	Mamba-Codestral-7B-v0.1	mistralai/Mamba-Codestral-7B-v0.1	mistralai	61.0	low
241	Phi-3-small-8k-instruct	microsoft/Phi-3-small-8k-instruct	microsoft	61.0	medium	HumanEval<br>0-shot
242	Nemotron-H-47B-Base-8K	nvidia/Nemotron-H-56B-Base-8K	nvidia	61.0	low
243	Nemotron-H-56B-Base-8K	nvidia/Nemotron-H-56B-Base-8K	nvidia	60.37	low
244	MobileLLM-Pro-base	facebook/MobileLLM-Pro-base	facebook	59.8	medium	HumanEval
245	Nemotron-H-4B-Base-8K	nvidia/Nemotron-H-4B-Base-8K	nvidia	59.8	low
246	MobileLLM-Pro	facebook/MobileLLM-Pro-base	facebook	59.8	medium	HumanEval
247	Youtu-LLM-2B-GGUF	tencent/Youtu-LLM-2B-Base	Mungert	59.5	medium	HumanEval+
248	Falcon-H1-3B-Base	tiiuae/Falcon-H1-3B-Base	tiiuae	59.15	medium	HumanEval
249	Phi-3-small-128k-instruct	microsoft/Phi-3-small-128k-instruct	microsoft	59.1	medium	HumanEval<br>0-shot
250	Nemotron-H-8B-Base-8K	nvidia/Nemotron-H-8B-Base-8K	nvidia	58.54	low
251	Phi-3-medium-128k-instruct	microsoft/Phi-3-medium-128k-instruct	microsoft	58.5	medium	HumanEval<br>0-shot
252	WizardCoder-Python-7B-V1.0-GGUF	WizardLM/WizardCoder-Python-7b-V1.0	TheBloke	55.5	high
253	openchat-3.5-0106-GGUF	openchat/openchat-3.5-0106	TheBloke	55.5	high	BBH CoT
254	openchat-3.5-0106-GGUF	openchat/openchat-3.5-0106	TheBloke	55.5	high
255	openchat_3.5-GGUF	openchat/openchat_3.5	TheBloke	55.5	low	BBH CoT
256	openchat_3.5-16k-GGUF	NurtureAI/openchat_3.5-16k	TheBloke	55.5	low
257	openchat_3.5-16k-GGUF	NurtureAI/openchat_3.5-16k	TheBloke	55.5	low	BBH CoT
258	openchat_3.5-GPTQ	openchat/openchat_3.5	TheBloke	55.5	low	BBH CoT
259	OLMoE-1B-7B-0125-Instruct	allenai/OLMoE-1B-7B-0125-DPO	allenai	54.37	medium	HumanEval+
260	OLMoE-1B-7B-0125-DPO	allenai/OLMoE-1B-7B-0125-SFT	allenai	54.37	medium	HumanEval+
261	OLMoE-1B-7B-0125-SFT	allenai/OLMoE-1B-7B-0125	allenai	54.37	medium	HumanEval+
262	Falcon-H1-3B-Base	tiiuae/Falcon-H1-3B-Base	tiiuae	53.66	medium	HumanEval+
263	Falcon-H1-1.5B-Deep-Base	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	52.44	medium	HumanEval
264	Falcon-H1-0.5B-Instruct	tiiuae/Falcon-H1-0.5B-Base	tiiuae	51.83	medium	HumanEval
265	speechless-tora-code-7B-v1.0-GGUF	uukuguy/speechless-tora-code-7b-v1.0	TheBloke	51.83	medium	-python
266	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Base	tiiuae	51.83	medium	HumanEval
267	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Instruct	unsloth	51.83	medium	HumanEval
268	Falcon-H1-1.5B-Base	tiiuae/Falcon-H1-1.5B-Base	tiiuae	50.0	medium	HumanEval
269	CodeFuse-CodeLlama-34B-GGUF	codefuse-ai/CodeFuse-CodeLlama-34B	TheBloke	48.8	high
270	DeepSeek-V2-Chat	deepseek-ai/DeepSeek-V2-Chat	deepseek-ai	48.2	medium	HumanEval
271	DeepSeek-V2	deepseek-ai/DeepSeek-V2	deepseek-ai	48.2	medium	HumanEval
272	Qwen-14B-Chat-Int8	Qwen/Qwen-14B	Qwen	48.2	high
273	Qwen2-0.5B	Qwen/Qwen2-0.5B	Qwen	47.6	medium	HumanEval
274	Qwen2-1.5B	Qwen/Qwen2-1.5B	Qwen	47.6	medium	HumanEval
275	Falcon-H1-1.5B-Deep-Base	tiiuae/Falcon-H1-1.5B-Deep-Base	tiiuae	46.34	medium	HumanEval+
276	Qwen2-72B	Qwen/Qwen2-72B	Qwen	45.7	medium	HumanEval
277	Qwen-14B-Chat-Int4	Qwen/Qwen-14B	Qwen	45.7	high
278	Falcon-H1-0.5B-Instruct	tiiuae/Falcon-H1-0.5B-Base	tiiuae	45.12	medium	HumanEval+
279	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Base	tiiuae	45.12	medium	HumanEval+
280	Falcon-H1-0.5B-Instruct-GGUF	tiiuae/Falcon-H1-0.5B-Instruct	unsloth	45.12	medium	HumanEval+
281	Qwen2-57B-A14B-Instruct	Qwen/Qwen2-57B-A14B	Qwen	45.1	medium	HumanEval
282	Qwen-14B-Chat	Qwen/Qwen-14B-Chat	Qwen	43.9	low
283	Qwen-14B-Chat-GPTQ	Qwen/Qwen-14B-Chat	TheBloke	43.9	low
284	Qwen-14B-Chat-AWQ	Qwen/Qwen-14B-Chat	TheBloke	43.9	low
285	internlm2-chat-7b	internlm/internlm2-chat-7b	internlm	43.3	medium	HumanEval
286	internlm2-7b	internlm/internlm2-7b	internlm	43.3	medium	HumanEval
287	internlm2-chat-20b	internlm/internlm2-chat-20b	internlm	43.3	medium	HumanEval
288	internlm2-20b	internlm/internlm2-20b	internlm	43.3	medium	HumanEval
289	internlm2-base-7b	internlm/internlm2-base-7b	internlm	43.3	medium	HumanEval
290	internlm2-base-20b	internlm/internlm2-base-20b	internlm	43.3	medium	HumanEval
291	internlm2-chat-7b-sft	internlm/internlm2-chat-7b-sft	internlm	43.3	medium	HumanEval
292	internlm2-chat-20b-sft	internlm/internlm2-chat-20b-sft	internlm	43.3	medium	HumanEval
293	Falcon-H1-1.5B-Base	tiiuae/Falcon-H1-1.5B-Base	tiiuae	42.68	medium	HumanEval+
294	gemma-3-270m	google/gemma-3-270m	google	41.5	medium	[HumanEval][]
295	gemma-3-270m-it	google/gemma-3-270m	google	41.5	medium	[HumanEval][]
296	gemma-3-270m-it-GGUF	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
297	gemma-3-270m-it	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
298	gemma-3-270m-it-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
299	gemma-3-270m-it-qat-GGUF	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	41.5	medium	[HumanEval][]
300	gemma-3-270m	google/gemma-3-270m	unsloth	41.5	medium	[HumanEval][]
301	gemma-3-270m-unsloth-bnb-4bit	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
302	gemma-3-270m-it-qat-q4_0-unquantized	google/gemma-3-270m-it	google	41.5	medium	[HumanEval][]
303	gemma-3-270m-it-bnb-4bit	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
304	gemma-3-270m-it-qat	google/gemma-3-270m-it-qat-q4_0-unquantized	unsloth	41.5	medium	[HumanEval][]
305	gemma-3-270m-bnb-4bit	google/gemma-3-270m	unsloth	41.5	medium	[HumanEval][]
306	gemma-3-270m-qat-q4_0-unquantized	google/gemma-3-270m	google	41.5	medium	[HumanEval][]
307	gemma-3-270m-it-GGUF	google/gemma-3-270m	Mungert	41.5	medium	[HumanEval][]
308	gemma-3-270m-it-torchao-FP8	google/gemma-3-270m-it	unsloth	41.5	medium	[HumanEval][]
309	gemma-2-9b-it	google/gemma-2-9b	google	40.2	medium	[HumanEval][]
310	gemma-2-27b-it	google/gemma-2-27b	google	40.2	medium	[HumanEval][]
311	gemma-2-9b	google/gemma-2-9b	google	40.2	medium	[HumanEval][]
312	gemma-2-27b	google/gemma-2-27b	google	40.2	medium	[HumanEval][]
313	Qwen-7B-Chat	Qwen/Qwen-7B-Chat	Qwen	37.2	low
314	Qwen-7B-Chat-GPTQ	Qwen/Qwen-7B-Chat	TheBloke	37.2	low
315	Qwen-7B-Chat-AWQ	Qwen/Qwen-7B-Chat	TheBloke	37.2	low
316	gemma-3-1b-it	google/gemma-3-1b-pt	google	36.0	medium	[HumanEval][]
317	gemma-3-4b-it	google/gemma-3-4b-pt	google	36.0	medium	[HumanEval][]
318	gemma-3-12b-it	google/gemma-3-12b-pt	google	36.0	medium	[HumanEval][]
319	gemma-3-27b-it	google/gemma-3-27b-pt	google	36.0	medium	[HumanEval][]
320	gemma-3-4b-it	google/gemma-3-4b-it	unsloth	36.0	medium	[HumanEval][]
321	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	ggml-org	36.0	medium	[HumanEval][]
322	gemma-3-12b-it-qat-q4_0-unquantized	google/gemma-3-12b-it	google	36.0	medium	[HumanEval][]
323	gemma-3-1b-it	google/gemma-3-1b-it	unsloth	36.0	medium	[HumanEval][]
324	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	unsloth	36.0	medium	[HumanEval][]
325	gemma-3-4b-pt	google/gemma-3-4b-pt	google	36.0	medium	[HumanEval][]
326	gemma-3-12b-it-qat-GGUF	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
327	gemma-3-27b-it	google/gemma-3-27b-it	unsloth	36.0	medium	[HumanEval][]
328	gemma-3-1b-pt	google/gemma-3-1b-pt	google	36.0	medium	[HumanEval][]
329	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	ggml-org	36.0	medium	[HumanEval][]
330	gemma-3-4b-it-GGUF	google/gemma-3-4b-it	unsloth	36.0	medium	[HumanEval][]
331	gemma-3-1b-it-GGUF	google/gemma-3-1b-it	unsloth	36.0	medium	[HumanEval][]
332	gemma-3-12b-pt	google/gemma-3-12b	google	36.0	medium	[HumanEval][]
333	gemma-3-12b-it-unsloth-bnb-4bit	google/gemma-3-12b-it	unsloth	36.0	medium	[HumanEval][]
334	gemma-3-4b-it-unsloth-bnb-4bit	google/gemma-3-4b-it	unsloth	36.0	medium	[HumanEval][]
335	gemma-3-12b-it	google/gemma-3-12b-pt	unsloth	36.0	medium	[HumanEval][]
336	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	unsloth	36.0	medium	[HumanEval][]
337	gemma-3-1b-it-unsloth-bnb-4bit	google/gemma-3-1b-it	unsloth	36.0	medium	[HumanEval][]
338	gemma-3-4b-it-bnb-4bit	google/gemma-3-4b-it	unsloth	36.0	medium	[HumanEval][]
339	gemma-3-4b-pt	google/gemma-3-4b-pt	unsloth	36.0	medium	[HumanEval][]
340	gemma-3-27b-pt	google/gemma-3-27b-pt	google	36.0	medium	[HumanEval][]
341	gemma-3-12b-it-bnb-4bit	google/gemma-3-12b-it	unsloth	36.0	medium	[HumanEval][]
342	gemma-3-27b-it-GGUF	google/gemma-3-27b-it	ggml-org	36.0	medium	[HumanEval][]
343	gemma-3-12b-pt	google/gemma-3-12b-pt	unsloth	36.0	medium	[HumanEval][]
344	gemma-3-27b-it-bnb-4bit	google/gemma-3-27b-it	unsloth	36.0	medium	[HumanEval][]
345	gemma-3-27b-it-unsloth-bnb-4bit	google/gemma-3-27b-it	unsloth	36.0	medium	[HumanEval][]
346	gemma-3-1b-pt	google/gemma-3-1b-pt	unsloth	36.0	medium	[HumanEval][]
347	gemma-3-12b-it-GGUF	google/gemma-3-12b-it	ggml-org	36.0	medium	[HumanEval][]
348	gemma-3-4b-it-qat-GGUF	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
349	gemma-3-12b-it-qat-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
350	gemma-3-12b-it-qat-int4-GGUF	google/gemma-3-12b-it-qat-int4-unquantized	unsloth	36.0	medium	[HumanEval][]
351	gemma-3-4b-it-qat-q4_0-gguf	google/gemma-3-4b-it	google	36.0	medium	[HumanEval][]
352	gemma-3-4b-it-qat-q4_0-unquantized	google/gemma-3-4b-it	google	36.0	medium	[HumanEval][]
353	gemma-3-4b-pt-bnb-4bit	google/gemma-3-4b-pt	unsloth	36.0	medium	[HumanEval][]
354	gemma-3-27b-it-qat-GGUF	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
355	gemma-3-12b-it-qat-q4_0-gguf	google/gemma-3-12b-it	google	36.0	medium	[HumanEval][]
356	gemma-3-1b-it-bnb-4bit	google/gemma-3-1b-it	unsloth	36.0	medium	[HumanEval][]
357	gemma-3-1b-it-qat-q4_0-gguf	google/gemma-3-1b-it	google	36.0	medium	[HumanEval][]
358	gemma-3-4b-pt-unsloth-bnb-4bit	google/gemma-3-4b-pt	unsloth	36.0	medium	[HumanEval][]
359	gemma-3-12b-it-qat	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
360	gemma-3-1b-pt-unsloth-bnb-4bit	google/gemma-3-1b-pt	unsloth	36.0	medium	[HumanEval][]
361	gemma-3-4b-it-FP8-Dynamic	google/gemma-3-4b-it	unsloth	36.0	medium	[HumanEval][]
362	gemma-3-12b-pt-bnb-4bit	google/gemma-3-12b-pt	unsloth	36.0	medium	[HumanEval][]
363	gemma-3-12b-it-qat-int4-unquantized	google/gemma-3-12b-it	google	36.0	medium	[HumanEval][]
364	gemma-3-27b-it-GGUF	google/gemma-3-27b-pt	Mungert	36.0	medium	[HumanEval][]
365	gemma-3-27b-it-qat-q4_0-unquantized	google/gemma-3-27b-it	google	36.0	medium	[HumanEval][]
366	gemma-3-12b-pt-unsloth-bnb-4bit	google/gemma-3-12b-pt	unsloth	36.0	medium	[HumanEval][]
367	gemma-3-27b-it-qat-q4_0-gguf	google/gemma-3-27b-it	google	36.0	medium	[HumanEval][]
368	gemma-3-27b-it-qat-q4_0-GGUF	google/gemma-3-27b-it	Mungert	36.0	medium	[HumanEval][]
369	gemma-3-4b-it-qat-bnb-4bit	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
370	gemma-3-1b-pt-bnb-4bit	google/gemma-3-1b-pt	unsloth	36.0	medium	[HumanEval][]
371	gemma-3-27b-pt	google/gemma-3-27b-pt	unsloth	36.0	medium	[HumanEval][]
372	gemma-3-12b-it-FP8-Dynamic	google/gemma-3-12b-pt	unsloth	36.0	medium	[HumanEval][]
373	gemma-3-1b-it-qat-int4-unquantized	google/gemma-3-1b-it	google	36.0	medium	[HumanEval][]
374	gemma-3-27b-pt-bnb-4bit	google/gemma-3-27b-pt	unsloth	36.0	medium	[HumanEval][]
375	gemma-3-12b-it-qat-unsloth-bnb-4bit	google/gemma-3-12b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
376	gemma-3-12b-pt-qat-q4_0-gguf	google/gemma-3-12b-pt	google	36.0	medium	[HumanEval][]
377	gemma-3-4b-it-qat	google/gemma-3-4b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
378	gemma-3-1b-it-qat-q4_0-unquantized	google/gemma-3-1b-it	google	36.0	medium	[HumanEval][]
379	gemma-3-1b-it-qat	google/gemma-3-1b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
380	gemma-3-27b-it-qat	google/gemma-3-27b-it-qat-q4_0-unquantized	unsloth	36.0	medium	[HumanEval][]
381	gemma-3-4b-pt-qat-q4_0-gguf	google/gemma-3-4b-pt	google	36.0	medium	[HumanEval][]
382	Falcon-H1-0.5B-Base	tiiuae/Falcon-H1-0.5B-Base	tiiuae	35.98	medium	HumanEval
383	internlm2_5-1_8b	internlm/internlm2_5-1_8b	internlm	35.98	medium	HUMANEVAL
384	Qwen-7B-Chat-Int8	Qwen/Qwen-7B	Qwen	34.8	high
385	speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF	uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b	TheBloke	34.15	medium	-python
386	Olmo-3-1025-7B	allenai/Olmo-3-1025-7B	allenai	31.6	low
387	Olmo-Hybrid-7B	allenai/Olmo-Hybrid-7B	allenai	31.6	low
388	Olmo-3-1025-7B-GGUF	allenai/Olmo-3-1025-7B	Mungert	31.6	low
389	Falcon-H1-0.5B-Base	tiiuae/Falcon-H1-0.5B-Base	tiiuae	31.1	medium	HumanEval+
390	bitnet-b1.58-2B-4T-gguf	microsoft/bitnet-b1.58-2B-4T-bf16	microsoft	31.1	medium	HumanEval+
391	bitnet-b1.58-2B-4T	microsoft/bitnet-b1.58-2B-4T	microsoft	31.1	medium	HumanEval+
392	bitnet-b1.58-2B-4T-bf16	microsoft/bitnet-b1.58-2B-4T-bf16	microsoft	31.1	medium	HumanEval+
393	Qwen-7B-Chat-Int4	Qwen/Qwen-7B	Qwen	29.9	high
394	Qwen2-7B	Qwen/Qwen2-7B	Qwen	29.3	medium	HumanEval
395	Qwen2-57B-A14B	Qwen/Qwen2-57B-A14B	Qwen	29.3	medium	HumanEval
396	Qwen-1_8B-Chat-Int8	Qwen/Qwen-1_8B	Qwen	27.4	high
397	Ministral-8B-Instruct-2410	mistralai/Ministral-8B-Instruct-2410	mistralai	26.8	low
398	DeepSeek-V2-Lite-Chat	deepseek-ai/DeepSeek-V2-Lite-Chat	deepseek-ai	26.2	medium	HumanEval
399	DeepSeek-V2-Lite	deepseek-ai/DeepSeek-V2-Lite	deepseek-ai	26.2	medium	HumanEval
400	internlm2-chat-1_8b	internlm/internlm2-chat-1_8b	internlm	25.0	medium	HumanEval
401	internlm2-1_8b	internlm/internlm2-1_8b	internlm	25.0	medium	HumanEval
402	Qwen-1_8B-Chat-Int4	Qwen/Qwen-1_8B	Qwen	25.0	high
403	internlm2-chat-1_8b-sft	internlm/internlm2-chat-1_8b-sft	internlm	25.0	medium	HumanEval
404	Nanbeige-16B-Base-GGUF	Nanbeige/Nanbeige-16B-Base	TheBloke	24.56	high
405	gemma-1.1-2b-it	google/gemma-1.1-2b-it	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
406	gemma-2b	google/gemma-2b-it-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
407	gemma-2b-it	google/gemma-2b-it-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
408	gemma-7b	google/gemma-7b-it-quant-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
409	gemma-7b-it	google/gemma-7b	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
410	gemma-1.1-7b-it	google/gemma-1.1-7b-it	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
411	gemma-2b-AWQ	google/gemma-2b-it-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
412	gemma-7b	google/gemma-7b-it-quant-pytorch	alpindale	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
413	gemma-2b	google/gemma-2b-it-pytorch	alpindale	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
414	gemma-7b-AWQ	google/gemma-7b-it-quant-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
415	gemma-7b-it	google/gemma-7b-it-quant-pytorch	alpindale	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
416	gemma-7b-GGUF	google/gemma-7b-it-quant-pytorch	google	22.0	medium	[HumanEval](https://arxiv.org/abs/2107.03374)
417	WizardCoder-15B-1.0-GPTQ	—	TheBloke	18.3	low
418	gemma-2-2b-it	google/gemma-2-2b	google	17.7	medium	[HumanEval][]
419	gemma-2-2b	google/gemma-2-2b	google	17.7	medium	[HumanEval][]
420	internlm-chat-7b	internlm/internlm-chat-7b	internlm	14.0	medium	HumanEval
421	internlm-7b	internlm/internlm-7b	internlm	14.0	medium	HumanEval
422	Qwen-72B	Qwen/Qwen-72B	Qwen	12.8	low
423	Qwen-7B	Qwen/Qwen-7B	Qwen	12.8	low
424	Qwen-14B	Qwen/Qwen-14B	Qwen	12.8	low
425	Qwen2-1.5B-Instruct	Qwen/Qwen2-1.5B-Instruct	Qwen	9.1	medium	HumanEval
426	Qwen2-0.5B-Instruct	Qwen/Qwen2-0.5B	Qwen	9.1	medium	HumanEval
427	t5gemma-2-270m-270m	google/t5gemma-2-270m-270m	google	4.3	medium	[HumanEval]
428	t5gemma-2-4b-4b	google/t5gemma-2-4b-4b	google	4.3	medium	[HumanEval]
429	t5gemma-2-1b-1b	google/t5gemma-2-1b-1b	google	4.3	medium	[HumanEval]