{
  "run": {
    "run_id": "r20261006-bv1-53e146",
    "battery_version": "v1",
    "status": "finished",
    "started_at": "2026-10-06T08:18:31.895Z",
    "finished_at": "2026-10-11T06:48:56.004Z",
    "demo": false
  },
  "host_info": {
    "ollama_version": "0.34.4",
    "gpu": "AMD Radeon 8060S (Ryzen AI Max+ 395, 128 GB unified, ~78 GB GPU)",
    "backend": "ROCm 7.1 (Ollama 0.34.4, flash attention, 16k context; 4 parallel slots until 2026-10-07 00:45Z, 8 after)",
    "os_family": "Windows"
  },
  "models": [
    {
      "slug": "swiss-ai-apertus-8b-instruct-2509",
      "display_name": "Apertus-8B-Instruct-2509",
      "version_id": 63,
      "ollama_ref": "hf.co/unsloth/Apertus-8B-Instruct-2509-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "coherelabs-c4ai-command-r7b-12-2024",
      "display_name": "Command R7B (12-2024)",
      "version_id": 2,
      "ollama_ref": "command-r7b:7b-12-2024-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-ai-deepseek-coder-v2-lite-instruct",
      "display_name": "DeepSeek-Coder-V2-Lite-Instruct",
      "version_id": 3,
      "ollama_ref": "deepseek-coder-v2:16b-lite-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistralai-devstral-small-2-24b-instruct-2512",
      "display_name": "Devstral Small 2 24B Instruct (2512)",
      "version_id": 25,
      "ollama_ref": "devstral-small-2:24b-instruct-2512-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 260,
      "n_truncated": 10,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "dphn-dolphin-2-9-1-yi-1-5-34b",
      "display_name": "dolphin-2.9.1-yi-1.5-34b",
      "version_id": 4,
      "ollama_ref": "hf.co/bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lgai-exaone-exaone-3-5-7-8b-instruct",
      "display_name": "EXAONE-3.5-7.8B-Instruct",
      "version_id": 16,
      "ollama_ref": "exaone3.5:7.8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-3n-e4b-it",
      "display_name": "Gemma 3n E4B IT",
      "version_id": 9,
      "ollama_ref": "gemma3n:e4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 247,
      "n_truncated": 23,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-4-12b-it",
      "display_name": "Gemma 4 12B IT",
      "version_id": 10,
      "ollama_ref": "gemma4:12b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-2-9b-it",
      "display_name": "gemma-2-9b-it",
      "version_id": 5,
      "ollama_ref": "gemma2:9b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-3-12b-it",
      "display_name": "gemma-3-12b-it",
      "version_id": 6,
      "ollama_ref": "gemma3:12b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 244,
      "n_truncated": 26,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-3-27b-it",
      "display_name": "gemma-3-27b-it",
      "version_id": 7,
      "ollama_ref": "gemma3:27b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 246,
      "n_truncated": 24,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-3-4b-it",
      "display_name": "gemma-3-4b-it",
      "version_id": 8,
      "ollama_ref": "gemma3:4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 246,
      "n_truncated": 24,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-4-26b-a4b-it",
      "display_name": "gemma-4-26B-A4B-it",
      "version_id": 11,
      "ollama_ref": "gemma4:26b-a4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-gemma-4-31b-it",
      "display_name": "gemma-4-31B-it",
      "version_id": 12,
      "ollama_ref": "gemma4:31b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "zai-org-glm-4-7-flash",
      "display_name": "GLM-4.7-Flash",
      "version_id": 64,
      "ollama_ref": "glm-4.7-flash:q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 256,
      "n_truncated": 14,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "ibm-granite-granite-4-1-3b",
      "display_name": "granite-4.1-3b",
      "version_id": 15,
      "ollama_ref": "granite4.1:3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nousresearch-hermes-3-llama-3-1-8b",
      "display_name": "Hermes-3-Llama-3.1-8B",
      "version_id": 29,
      "ollama_ref": "hermes3:8b-llama3.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "meta-llama-llama-2-7b-chat-hf",
      "display_name": "Llama-2-7b-chat-hf",
      "version_id": 17,
      "ollama_ref": "llama2:7b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "meta-llama-llama-3-1-8b-instruct",
      "display_name": "Llama-3.1-8B-Instruct",
      "version_id": 18,
      "ollama_ref": "llama3.1:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "meta-llama-llama-3-2-3b-instruct",
      "display_name": "Llama-3.2-3B-Instruct",
      "version_id": 19,
      "ollama_ref": "llama3.2:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "google-medgemma-4b-it",
      "display_name": "medgemma-4b-it",
      "version_id": 13,
      "ollama_ref": "medgemma:4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 252,
      "n_truncated": 18,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "meta-llama-meta-llama-3-8b-instruct",
      "display_name": "Meta-Llama-3-8B-Instruct",
      "version_id": 20,
      "ollama_ref": "llama3:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistralai-ministral-3-14b-instruct-2512",
      "display_name": "Ministral 3 14B Instruct (2512)",
      "version_id": 26,
      "ollama_ref": "ministral-3:14b-instruct-2512-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 253,
      "n_truncated": 17,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistralai-mistral-small-3-2-24b-instruct-2506",
      "display_name": "Mistral Small 3.2 24B Instruct (2506)",
      "version_id": 28,
      "ollama_ref": "mistral-small3.2:24b-instruct-2506-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistralai-mistral-7b-instruct-v0-2",
      "display_name": "Mistral-7B-Instruct-v0.2",
      "version_id": 27,
      "ollama_ref": "mistral:7b-instruct-v0.2-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nvidia-nemotron-3-nano-30b-a3b",
      "display_name": "NVIDIA Nemotron 3 Nano 30B-A3B",
      "version_id": 30,
      "ollama_ref": "nemotron-3-nano:30b-a3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "allenai-olmo-3-7b-instruct",
      "display_name": "Olmo-3-7B-Instruct",
      "version_id": 1,
      "ollama_ref": "olmo-3:7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 258,
      "n_truncated": 12,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "ornith-ai-ornith-1-5-9b",
      "display_name": "Ornith-1.5-9B",
      "version_id": 31,
      "ollama_ref": "hf.co/bartowski/Ornith-1.5-9B-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "microsoft-phi-3-mini-4k-instruct",
      "display_name": "Phi-3-mini-4k-instruct",
      "version_id": 22,
      "ollama_ref": "phi3:3.8b-mini-4k-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 257,
      "n_truncated": 13,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "microsoft-phi-3-5-mini-instruct",
      "display_name": "Phi-3.5-mini-instruct",
      "version_id": 21,
      "ollama_ref": "phi3.5:3.8b-mini-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "microsoft-phi-4",
      "display_name": "phi-4",
      "version_id": 23,
      "ollama_ref": "phi4:14b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "microsoft-phi-4-mini-instruct",
      "display_name": "Phi-4-mini-instruct",
      "version_id": 24,
      "ollama_ref": "phi4-mini:3.8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-vl-7b-instruct",
      "display_name": "Qwen2-VL-7B-Instruct",
      "version_id": 43,
      "ollama_ref": "hf.co/bartowski/Qwen2-VL-7B-Instruct-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 262,
      "n_truncated": 8,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-14b-instruct",
      "display_name": "Qwen2.5-14B-Instruct",
      "version_id": 32,
      "ollama_ref": "qwen2.5:14b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-32b-instruct",
      "display_name": "Qwen2.5-32B-Instruct",
      "version_id": 33,
      "ollama_ref": "qwen2.5:32b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-3b-instruct",
      "display_name": "Qwen2.5-3B-Instruct",
      "version_id": 34,
      "ollama_ref": "qwen2.5:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-7b-instruct",
      "display_name": "Qwen2.5-7B-Instruct",
      "version_id": 35,
      "ollama_ref": "qwen2.5:7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-coder-14b-instruct",
      "display_name": "Qwen2.5-Coder-14B-Instruct",
      "version_id": 36,
      "ollama_ref": "qwen2.5-coder:14b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-coder-32b-instruct",
      "display_name": "Qwen2.5-Coder-32B-Instruct",
      "version_id": 37,
      "ollama_ref": "qwen2.5-coder:32b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-coder-3b-instruct",
      "display_name": "Qwen2.5-Coder-3B-Instruct",
      "version_id": 38,
      "ollama_ref": "qwen2.5-coder:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-coder-7b-instruct",
      "display_name": "Qwen2.5-Coder-7B-Instruct",
      "version_id": 39,
      "ollama_ref": "qwen2.5-coder:7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-vl-32b-instruct",
      "display_name": "Qwen2.5-VL-32B-Instruct",
      "version_id": 40,
      "ollama_ref": "qwen2.5vl:32b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-vl-3b-instruct",
      "display_name": "Qwen2.5-VL-3B-Instruct",
      "version_id": 41,
      "ollama_ref": "qwen2.5vl:3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen2-5-vl-7b-instruct",
      "display_name": "Qwen2.5-VL-7B-Instruct",
      "version_id": 42,
      "ollama_ref": "qwen2.5vl:7b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-14b",
      "display_name": "Qwen3-14B",
      "version_id": 44,
      "ollama_ref": "qwen3:14b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-30b-a3b",
      "display_name": "Qwen3-30B-A3B",
      "version_id": 45,
      "ollama_ref": "qwen3:30b-a3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-30b-a3b-instruct-2507",
      "display_name": "Qwen3-30B-A3B-Instruct-2507",
      "version_id": 46,
      "ollama_ref": "qwen3:30b-a3b-instruct-2507-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 254,
      "n_truncated": 16,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-32b",
      "display_name": "Qwen3-32B",
      "version_id": 47,
      "ollama_ref": "qwen3:32b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 260,
      "n_truncated": 10,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-4b",
      "display_name": "Qwen3-4B",
      "version_id": 48,
      "ollama_ref": "qwen3:4b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-4b-instruct-2507",
      "display_name": "Qwen3-4B-Instruct-2507",
      "version_id": 49,
      "ollama_ref": "qwen3:4b-instruct-2507-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 248,
      "n_truncated": 22,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-8b",
      "display_name": "Qwen3-8B",
      "version_id": 57,
      "ollama_ref": "qwen3:8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 260,
      "n_truncated": 10,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-coder-30b-a3b-instruct",
      "display_name": "Qwen3-Coder-30B-A3B-Instruct",
      "version_id": 58,
      "ollama_ref": "qwen3-coder:30b-a3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-vl-4b-instruct",
      "display_name": "Qwen3-VL-4B-Instruct",
      "version_id": 61,
      "ollama_ref": "qwen3-vl:4b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 234,
      "n_truncated": 36,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-vl-8b-instruct",
      "display_name": "Qwen3-VL-8B-Instruct",
      "version_id": 62,
      "ollama_ref": "qwen3-vl:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 253,
      "n_truncated": 17,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-5-27b",
      "display_name": "Qwen3.5-27B",
      "version_id": 50,
      "ollama_ref": "qwen3.5:27b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 249,
      "n_truncated": 21,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-5-4b",
      "display_name": "Qwen3.5-4B",
      "version_id": 52,
      "ollama_ref": "qwen3.5:4b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 250,
      "n_truncated": 20,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwen3-5-9b",
      "display_name": "Qwen3.5-9B",
      "version_id": 53,
      "ollama_ref": "qwen3.5:9b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 252,
      "n_truncated": 18,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "huggingfacetb-smollm3-3b",
      "display_name": "SmolLM3-3B",
      "version_id": 14,
      "ollama_ref": "hf.co/unsloth/SmolLM3-3B-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    }
  ],
  "events": [
    {
      "ts": "2026-10-15T21:23:25.067Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-10-12T02:56:48.764Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-10-12T02:46:37.981Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-12T02:44:36.800Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-10-12T02:01:37.563Z",
      "level": "info",
      "kind": "tools_recovered"
    },
    {
      "ts": "2026-10-12T02:01:05.905Z",
      "level": "info",
      "kind": "tools_recovered"
    },
    {
      "ts": "2026-10-12T01:58:44.845Z",
      "level": "info",
      "kind": "tools_recovered"
    },
    {
      "ts": "2026-10-11T20:25:32.512Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-11T20:25:29.008Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-11T20:22:58.056Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-11T18:52:23.181Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-11T18:28:24.890Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-10-11T17:31:24.079Z",
      "level": "warn",
      "kind": "judge_host_offline"
    },
    {
      "ts": "2026-10-11T16:53:27.226Z",
      "level": "warn",
      "kind": "judge_host_offline"
    },
    {
      "ts": "2026-10-11T09:13:42.938Z",
      "level": "warn",
      "kind": "judge_host_offline"
    },
    {
      "ts": "2026-10-11T08:44:25.802Z",
      "level": "warn",
      "kind": "judge_host_offline"
    },
    {
      "ts": "2026-10-11T06:51:10.103Z",
      "level": "warn",
      "kind": "judge_laptop_busy"
    },
    {
      "ts": "2026-10-11T06:48:56.040Z",
      "level": "info",
      "kind": "run_finished"
    },
    {
      "ts": "2026-10-11T06:48:55.634Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-10-11T06:48:55.097Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T06:48:55.082Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:48:51.690Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:47:35.735Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:42:00.815Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-10-11T06:41:57.620Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T06:41:57.619Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:41:56.934Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:41:55.373Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:41:54.909Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:41:52.728Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T06:31:37.951Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-10-11T06:31:36.683Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T06:05:46.833Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T05:59:16.984Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-11T05:58:37.164Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T05:40:26.805Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T05:11:45.683Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T05:05:53.170Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T04:55:42.598Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T04:22:33.809Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T04:07:45.967Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T04:00:40.638Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T03:18:29.190Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-11T03:18:00.361Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T03:15:52.766Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T02:21:14.374Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-11T02:20:54.642Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-11T02:16:44.895Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T02:16:44.047Z",
      "level": "warn",
      "kind": "extension_network_error"
    },
    {
      "ts": "2026-10-11T02:16:42.498Z",
      "level": "warn",
      "kind": "extension_network_error"
    }
  ]
}
