| Apertus-8B-Instruct-2509 |
hf.co/unsloth/Apertus-8B-Instruct-2509-GGUF:Q4_K_M | Q4_K_M |
270 | 269 | 1 | 0 | 0 |
withheld from the ranking |
| Command R7B (12-2024) |
command-r7b:7b-12-2024-q4_K_M | Q4_K_M |
270 | 269 | 1 | 0 | 0 |
yes |
| DeepSeek-Coder-V2-Lite-Instruct |
deepseek-coder-v2:16b-lite-instruct-q4_K_M | Q4_K_M |
270 | 269 | 1 | 0 | 0 |
yes |
| Devstral Small 2 24B Instruct (2512) |
devstral-small-2:24b-instruct-2512-q4_K_M | Q4_K_M |
270 | 260 | 10 | 0 | 0 |
yes |
| dolphin-2.9.1-yi-1.5-34b |
hf.co/bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF:Q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| EXAONE-3.5-7.8B-Instruct |
exaone3.5:7.8b-instruct-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| Gemma 3n E4B IT |
gemma3n:e4b-it-q4_K_M | Q4_K_M |
270 | 247 | 23 | 0 | 0 |
yes |
| Gemma 4 12B IT |
gemma4:12b-it-q4_K_M | Q4_K_M |
270 | 265 | 5 | 0 | 0 |
yes |
| gemma-2-9b-it |
gemma2:9b-instruct-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| gemma-3-12b-it |
gemma3:12b-it-q4_K_M | Q4_K_M |
270 | 244 | 26 | 0 | 0 |
yes |
| gemma-3-27b-it |
gemma3:27b-it-q4_K_M | Q4_K_M |
270 | 246 | 24 | 0 | 0 |
yes |
| gemma-3-4b-it |
gemma3:4b-it-q4_K_M | Q4_K_M |
270 | 246 | 24 | 0 | 0 |
yes |
| gemma-4-26B-A4B-it |
gemma4:26b-a4b-it-q4_K_M | Q4_K_M |
270 | 265 | 5 | 0 | 0 |
yes |
| gemma-4-31B-it |
gemma4:31b-it-q4_K_M | Q4_K_M |
270 | 266 | 4 | 0 | 0 |
yes |
| GLM-4.7-Flash |
glm-4.7-flash:q4_K_M | Q4_K_M |
270 | 256 | 14 | 0 | 0 |
yes |
| granite-4.1-3b |
granite4.1:3b-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| Hermes-3-Llama-3.1-8B |
hermes3:8b-llama3.1-q4_K_M | Q4_K_M |
270 | 269 | 1 | 0 | 0 |
yes |
| Llama-2-7b-chat-hf |
llama2:7b-chat-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Llama-3.1-8B-Instruct |
llama3.1:8b-instruct-q4_K_M | Q4_K_M |
270 | 259 | 11 | 0 | 0 |
yes |
| Llama-3.2-3B-Instruct |
llama3.2:3b-instruct-q4_K_M | Q4_K_M |
270 | 266 | 4 | 0 | 0 |
yes |
| medgemma-4b-it |
medgemma:4b-it-q4_K_M | Q4_K_M |
270 | 252 | 18 | 0 | 0 |
yes |
| Meta-Llama-3-8B-Instruct |
llama3:8b-instruct-q4_K_M | Q4_K_M |
270 | 269 | 1 | 0 | 0 |
yes |
| Ministral 3 14B Instruct (2512) |
ministral-3:14b-instruct-2512-q4_K_M | Q4_K_M |
270 | 253 | 17 | 0 | 0 |
yes |
| Mistral Small 3.2 24B Instruct (2506) |
mistral-small3.2:24b-instruct-2506-q4_K_M | Q4_K_M |
270 | 265 | 5 | 0 | 0 |
yes |
| Mistral-7B-Instruct-v0.2 |
mistral:7b-instruct-v0.2-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| NVIDIA Nemotron 3 Nano 30B-A3B |
nemotron-3-nano:30b-a3b-q4_K_M | Q4_K_M |
270 | 255 | 15 | 0 | 0 |
yes |
| Olmo-3-7B-Instruct |
olmo-3:7b-instruct-q4_K_M | Q4_K_M |
270 | 258 | 12 | 0 | 0 |
yes |
| Ornith-1.5-9B |
hf.co/bartowski/Ornith-1.5-9B-GGUF:Q4_K_M | Q4_K_M |
270 | 266 | 4 | 0 | 0 |
yes |
| Phi-3-mini-4k-instruct |
phi3:3.8b-mini-4k-instruct-q4_K_M | Q4_K_M |
270 | 257 | 13 | 0 | 0 |
yes |
| Phi-3.5-mini-instruct |
phi3.5:3.8b-mini-instruct-q4_K_M | Q4_K_M |
270 | 259 | 11 | 0 | 0 |
yes |
| phi-4 |
phi4:14b-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Phi-4-mini-instruct |
phi4-mini:3.8b-q4_K_M | Q4_K_M |
270 | 267 | 3 | 0 | 0 |
yes |
| Qwen2-VL-7B-Instruct |
hf.co/bartowski/Qwen2-VL-7B-Instruct-GGUF:Q4_K_M | Q4_K_M |
270 | 262 | 8 | 0 | 0 |
yes |
| Qwen2.5-14B-Instruct |
qwen2.5:14b-instruct-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| Qwen2.5-32B-Instruct |
qwen2.5:32b-instruct-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| Qwen2.5-3B-Instruct |
qwen2.5:3b-instruct-q4_K_M | Q4_K_M |
270 | 267 | 3 | 0 | 0 |
yes |
| Qwen2.5-7B-Instruct |
qwen2.5:7b-instruct-q4_K_M | Q4_K_M |
270 | 270 | 0 | 0 | 0 |
yes |
| Qwen2.5-Coder-14B-Instruct |
qwen2.5-coder:14b-instruct-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Qwen2.5-Coder-32B-Instruct |
qwen2.5-coder:32b-instruct-q4_K_M | Q4_K_M |
270 | 267 | 3 | 0 | 0 |
yes |
| Qwen2.5-Coder-3B-Instruct |
qwen2.5-coder:3b-instruct-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Qwen2.5-Coder-7B-Instruct |
qwen2.5-coder:7b-instruct-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Qwen2.5-VL-32B-Instruct |
qwen2.5vl:32b-q4_K_M | Q4_K_M |
270 | 259 | 11 | 0 | 0 |
yes |
| Qwen2.5-VL-3B-Instruct |
qwen2.5vl:3b-q4_K_M | Q4_K_M |
270 | 261 | 9 | 0 | 0 |
yes |
| Qwen2.5-VL-7B-Instruct |
qwen2.5vl:7b-q4_K_M | Q4_K_M |
270 | 268 | 2 | 0 | 0 |
yes |
| Qwen3-14B |
qwen3:14b-q4_K_M | Q4_K_M |
270 | 259 | 11 | 0 | 0 |
yes |
| Qwen3-30B-A3B |
qwen3:30b-a3b-q4_K_M | Q4_K_M |
270 | 263 | 7 | 0 | 0 |
yes |
| Qwen3-30B-A3B-Instruct-2507 |
qwen3:30b-a3b-instruct-2507-q4_K_M | Q4_K_M |
270 | 254 | 16 | 0 | 0 |
yes |
| Qwen3-32B |
qwen3:32b-q4_K_M | Q4_K_M |
270 | 260 | 10 | 0 | 0 |
yes |
| Qwen3-4B |
qwen3:4b-q4_K_M | Q4_K_M |
270 | 261 | 9 | 0 | 0 |
yes |
| Qwen3-4B-Instruct-2507 |
qwen3:4b-instruct-2507-q4_K_M | Q4_K_M |
270 | 248 | 22 | 0 | 0 |
yes |
| Qwen3-8B |
qwen3:8b-q4_K_M | Q4_K_M |
270 | 260 | 10 | 0 | 0 |
yes |
| Qwen3-Coder-30B-A3B-Instruct |
qwen3-coder:30b-a3b-q4_K_M | Q4_K_M |
270 | 265 | 5 | 0 | 0 |
yes |
| Qwen3-VL-4B-Instruct |
qwen3-vl:4b-instruct-q4_K_M | Q4_K_M |
270 | 234 | 36 | 0 | 0 |
yes |
| Qwen3-VL-8B-Instruct |
qwen3-vl:8b-instruct-q4_K_M | Q4_K_M |
270 | 253 | 17 | 0 | 0 |
yes |
| Qwen3.5-27B |
qwen3.5:27b-q4_K_M | Q4_K_M |
270 | 249 | 21 | 0 | 0 |
yes |
| Qwen3.5-4B |
qwen3.5:4b-q4_K_M | Q4_K_M |
270 | 250 | 20 | 0 | 0 |
yes |
| Qwen3.5-9B |
qwen3.5:9b-q4_K_M | Q4_K_M |
270 | 252 | 18 | 0 | 0 |
yes |
| SmolLM3-3B |
hf.co/unsloth/SmolLM3-3B-GGUF:Q4_K_M | Q4_K_M |
270 | 261 | 9 | 0 | 0 |
yes |