{
  "run": {
    "run_id": "r20261016-bv1-473145",
    "battery_version": "v1",
    "status": "finished",
    "started_at": "2026-10-16T07:26:20.138Z",
    "finished_at": "2026-10-26T08:44:57.631Z",
    "demo": false
  },
  "host_info": {
    "ollama_version": "0.40.4",
    "gpu": "AMD Radeon 8060S (Ryzen AI Max+ 395, 128 GB unified, ~78 GB GPU)",
    "backend": "ROCm 7.1 (Ollama 0.40.4, flash attention, 16k context; 8 parallel slots)",
    "os_family": "Windows"
  },
  "models": [
    {
      "slug": "aya-8b-23",
      "display_name": "Aya 8B 23",
      "version_id": 70,
      "ollama_ref": "aya:8b-23-q4_K_M",
      "quantization": "F16",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "aya-expanse-8b",
      "display_name": "Aya Expanse 8B",
      "version_id": 71,
      "ollama_ref": "aya-expanse:8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codegeex4-9b-all",
      "display_name": "Codegeex4 9B All",
      "version_id": 72,
      "ollama_ref": "codegeex4:9b-all-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 264,
      "n_truncated": 6,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codegemma-2b-code-v1-1",
      "display_name": "Codegemma 2B Code V1.1",
      "version_id": 73,
      "ollama_ref": "codegemma:2b-code-v1.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 155,
      "n_truncated": 115,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codegemma-7b-instruct-v1-1",
      "display_name": "Codegemma 7B Instruct V1.1",
      "version_id": 74,
      "ollama_ref": "codegemma:7b-instruct-v1.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codeqwen-7b-chat-v1-5",
      "display_name": "Codeqwen 7B Chat V1.5",
      "version_id": 77,
      "ollama_ref": "codeqwen:7b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 262,
      "n_truncated": 8,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "cogito-14b-v1-preview-qwen",
      "display_name": "Cogito 14B V1 Preview Qwen",
      "version_id": 78,
      "ollama_ref": "cogito:14b-v1-preview-qwen-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "cogito-3b-v1-preview-llama",
      "display_name": "Cogito 3B V1 Preview Llama",
      "version_id": 79,
      "ollama_ref": "cogito:3b-v1-preview-llama-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "cogito-8b-v1-preview-llama",
      "display_name": "Cogito 8B V1 Preview Llama",
      "version_id": 80,
      "ollama_ref": "cogito:8b-v1-preview-llama-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "command-r7b-arabic-7b-02-2025",
      "display_name": "Command R7B Arabic 7B 02 2025",
      "version_id": 81,
      "ollama_ref": "command-r7b-arabic:7b-02-2025-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepcoder-1-5b-preview",
      "display_name": "Deepcoder 1.5B Preview",
      "version_id": 82,
      "ollama_ref": "deepcoder:1.5b-preview-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 218,
      "n_truncated": 52,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepcoder-14b-preview",
      "display_name": "Deepcoder 14B Preview",
      "version_id": 83,
      "ollama_ref": "deepcoder:14b-preview-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 213,
      "n_truncated": 57,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepscaler-1-5b-preview",
      "display_name": "Deepscaler 1.5B Preview",
      "version_id": 84,
      "ollama_ref": "deepscaler:1.5b-preview-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 205,
      "n_truncated": 65,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-coder-1-3b-instruct",
      "display_name": "Deepseek Coder 1.3B Instruct",
      "version_id": 85,
      "ollama_ref": "deepseek-coder:1.3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-llm-7b-chat",
      "display_name": "Deepseek Llm 7B Chat",
      "version_id": 87,
      "ollama_ref": "deepseek-llm:7b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-r1-1-5b-qwen-distill",
      "display_name": "Deepseek R1 1.5B Qwen Distill",
      "version_id": 88,
      "ollama_ref": "deepseek-r1:1.5b-qwen-distill-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 207,
      "n_truncated": 63,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-r1-8b-llama-distill",
      "display_name": "Deepseek R1 8B Llama Distill",
      "version_id": 89,
      "ollama_ref": "deepseek-r1:8b-llama-distill-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-v2-16b-lite-chat",
      "display_name": "Deepseek V2 16B Lite Chat",
      "version_id": 90,
      "ollama_ref": "deepseek-v2:16b-lite-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "dolphin-phi-2-7b-v2-6",
      "display_name": "Dolphin Phi 2.7B V2.6",
      "version_id": 91,
      "ollama_ref": "dolphin-phi:2.7b-v2.6-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 248,
      "n_truncated": 22,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "exaone-deep-2-4b",
      "display_name": "Exaone Deep 2.4B",
      "version_id": 92,
      "ollama_ref": "exaone-deep:2.4b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 189,
      "n_truncated": 81,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "exaone-deep-7-8b",
      "display_name": "Exaone Deep 7.8B",
      "version_id": 93,
      "ollama_ref": "exaone-deep:7.8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 223,
      "n_truncated": 47,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "exaone3-5-2-4b-instruct",
      "display_name": "Exaone3.5 2.4B Instruct",
      "version_id": 94,
      "ollama_ref": "exaone3.5:2.4b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "falcon2-11b",
      "display_name": "Falcon2 11B",
      "version_id": 95,
      "ollama_ref": "falcon2:11b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 223,
      "n_truncated": 41,
      "n_failed": 6,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "falcon3-10b-instruct",
      "display_name": "Falcon3 10B Instruct",
      "version_id": 96,
      "ollama_ref": "falcon3:10b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "falcon3-1b-instruct",
      "display_name": "Falcon3 1B Instruct",
      "version_id": 97,
      "ollama_ref": "falcon3:1b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 256,
      "n_truncated": 14,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "falcon3-3b-instruct",
      "display_name": "Falcon3 3B Instruct",
      "version_id": 98,
      "ollama_ref": "falcon3:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "falcon3-7b-instruct",
      "display_name": "Falcon3 7B Instruct",
      "version_id": 99,
      "ollama_ref": "falcon3:7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "gemma-2b-instruct-v1-1",
      "display_name": "Gemma 2B Instruct V1.1",
      "version_id": 100,
      "ollama_ref": "gemma:2b-instruct-v1.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma-7b-instruct-v1-1",
      "display_name": "Gemma 7B Instruct V1.1",
      "version_id": 101,
      "ollama_ref": "gemma:7b-instruct-v1.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma2-2b-instruct",
      "display_name": "Gemma2 2B Instruct",
      "version_id": 102,
      "ollama_ref": "gemma2:2b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma3-1b-it",
      "display_name": "Gemma3 1B IT",
      "version_id": 103,
      "ollama_ref": "gemma3:1b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 245,
      "n_truncated": 25,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma3n-e2b-it",
      "display_name": "Gemma3n E2B IT",
      "version_id": 104,
      "ollama_ref": "gemma3n:e2b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 237,
      "n_truncated": 33,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma4-e2b-it",
      "display_name": "Gemma4 E2B IT",
      "version_id": 105,
      "ollama_ref": "gemma4:e2b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma4-e4b-it",
      "display_name": "Gemma4 E4B IT",
      "version_id": 106,
      "ollama_ref": "gemma4:e4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 253,
      "n_truncated": 17,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "glm4-9b-chat",
      "display_name": "Glm4 9B Chat",
      "version_id": 107,
      "ollama_ref": "glm4:9b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite-code-3b-instruct",
      "display_name": "Granite Code 3B Instruct",
      "version_id": 108,
      "ollama_ref": "granite-code:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 258,
      "n_truncated": 12,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite-code-8b-instruct",
      "display_name": "Granite Code 8B Instruct",
      "version_id": 109,
      "ollama_ref": "granite-code:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-dense-2b-instruct",
      "display_name": "Granite3 Dense 2B Instruct",
      "version_id": 118,
      "ollama_ref": "granite3-dense:2b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-dense-8b-instruct",
      "display_name": "Granite3 Dense 8B Instruct",
      "version_id": 119,
      "ollama_ref": "granite3-dense:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-moe-1b-instruct",
      "display_name": "Granite3 Moe 1B Instruct",
      "version_id": 120,
      "ollama_ref": "granite3-moe:1b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-moe-3b-instruct",
      "display_name": "Granite3 Moe 3B Instruct",
      "version_id": 121,
      "ollama_ref": "granite3-moe:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-1-dense-2b-instruct",
      "display_name": "Granite3.1 Dense 2B Instruct",
      "version_id": 110,
      "ollama_ref": "granite3.1-dense:2b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-1-dense-8b-instruct",
      "display_name": "Granite3.1 Dense 8B Instruct",
      "version_id": 111,
      "ollama_ref": "granite3.1-dense:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-1-moe-1b-instruct",
      "display_name": "Granite3.1 Moe 1B Instruct",
      "version_id": 112,
      "ollama_ref": "granite3.1-moe:1b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 245,
      "n_truncated": 25,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-1-moe-3b-instruct",
      "display_name": "Granite3.1 Moe 3B Instruct",
      "version_id": 113,
      "ollama_ref": "granite3.1-moe:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 264,
      "n_truncated": 6,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-2-2b-instruct",
      "display_name": "Granite3.2 2B Instruct",
      "version_id": 114,
      "ollama_ref": "granite3.2:2b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-2-8b-instruct",
      "display_name": "Granite3.2 8B Instruct",
      "version_id": 115,
      "ollama_ref": "granite3.2:8b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-3-2b",
      "display_name": "Granite3.3 2B",
      "version_id": 116,
      "ollama_ref": "granite3.3:2b",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite3-3-8b",
      "display_name": "Granite3.3 8B",
      "version_id": 117,
      "ollama_ref": "granite3.3:8b",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-1b-h",
      "display_name": "Granite4 1B H",
      "version_id": 123,
      "ollama_ref": "granite4:1b-h",
      "quantization": "Q8_0",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-350m-h",
      "display_name": "Granite4 350M H",
      "version_id": 124,
      "ollama_ref": "granite4:350m-h",
      "quantization": "Q8_0",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-3b",
      "display_name": "Granite4 3B",
      "version_id": 125,
      "ollama_ref": "granite4:3b",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-micro-h",
      "display_name": "Granite4 Micro H",
      "version_id": 126,
      "ollama_ref": "granite4:micro-h",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-tiny-h",
      "display_name": "Granite4 Tiny H",
      "version_id": 127,
      "ollama_ref": "granite4:tiny-h",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-1-8b",
      "display_name": "Granite4.1 8B",
      "version_id": 122,
      "ollama_ref": "granite4.1:8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "hermes3-3b-llama3-2",
      "display_name": "Hermes3 3B Llama3.2",
      "version_id": 128,
      "ollama_ref": "hermes3:3b-llama3.2-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "internlm2-1-8b-chat-v2-5",
      "display_name": "Internlm2 1.8B Chat V2.5",
      "version_id": 129,
      "ollama_ref": "internlm2:1.8b-chat-v2.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 264,
      "n_truncated": 6,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "internlm2-7b-chat-v2-5",
      "display_name": "Internlm2 7B Chat V2.5",
      "version_id": 130,
      "ollama_ref": "internlm2:7b-chat-v2.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lfm2-5-8b-a1b",
      "display_name": "Lfm2.5 8B A1B",
      "version_id": 131,
      "ollama_ref": "lfm2.5:8b-a1b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 212,
      "n_truncated": 58,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lfm2-5-thinking-1-2b",
      "display_name": "Lfm2.5 Thinking 1.2B",
      "version_id": 132,
      "ollama_ref": "lfm2.5-thinking:1.2b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 235,
      "n_truncated": 35,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "llama3-2-1b-instruct",
      "display_name": "Llama3.2 1B Instruct",
      "version_id": 134,
      "ollama_ref": "llama3.2:1b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 264,
      "n_truncated": 6,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "marco-o1-7b",
      "display_name": "Marco O1 7B",
      "version_id": 135,
      "ollama_ref": "marco-o1:7b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mathstral-7b-v0-1",
      "display_name": "Mathstral 7B V0.1",
      "version_id": 136,
      "ollama_ref": "mathstral:7b-v0.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "medgemma1-5-4b-it",
      "display_name": "Medgemma1.5 4B IT",
      "version_id": 137,
      "ollama_ref": "medgemma1.5:4b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 143,
      "n_truncated": 127,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": false,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "ministral-3-3b-instruct-2512",
      "display_name": "Ministral 3 3B Instruct 2512",
      "version_id": 138,
      "ollama_ref": "ministral-3:3b-instruct-2512-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 257,
      "n_truncated": 13,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "ministral-3-8b-instruct-2512",
      "display_name": "Ministral 3 8B Instruct 2512",
      "version_id": 139,
      "ollama_ref": "ministral-3:8b-instruct-2512-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 252,
      "n_truncated": 18,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistral-7b-instruct-v0-3",
      "display_name": "Mistral 7B Instruct V0.3",
      "version_id": 140,
      "ollama_ref": "mistral:7b-instruct-v0.3-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistral-nemo-12b-instruct-2407",
      "display_name": "Mistral Nemo 12B Instruct 2407",
      "version_id": 141,
      "ollama_ref": "mistral-nemo:12b-instruct-2407-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nemotron-mini-4b-instruct",
      "display_name": "Nemotron Mini 4B Instruct",
      "version_id": 142,
      "ollama_ref": "nemotron-mini:4b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "olmo2-7b-1124-instruct",
      "display_name": "Olmo2 7B 1124 Instruct",
      "version_id": 144,
      "ollama_ref": "olmo2:7b-1124-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "opencoder-1-5b-instruct",
      "display_name": "Opencoder 1.5B Instruct",
      "version_id": 145,
      "ollama_ref": "opencoder:1.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 242,
      "n_truncated": 28,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "openthinker-7b-v2",
      "display_name": "Openthinker 7B V2",
      "version_id": 146,
      "ollama_ref": "openthinker:7b-v2-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 231,
      "n_truncated": 39,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "ornith-9b",
      "display_name": "Ornith 9B",
      "version_id": 147,
      "ollama_ref": "ornith:9b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 265,
      "n_truncated": 5,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "phi-2-7b-chat-v2",
      "display_name": "Phi 2.7B Chat V2",
      "version_id": 148,
      "ollama_ref": "phi:2.7b-chat-v2-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 238,
      "n_truncated": 32,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "phi3-14b-medium-128k-instruct",
      "display_name": "Phi3 14B Medium 128K Instruct",
      "version_id": 149,
      "ollama_ref": "phi3:14b-medium-128k-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "phi3-3-8b-mini-128k-instruct",
      "display_name": "Phi3 3.8B Mini 128K Instruct",
      "version_id": 150,
      "ollama_ref": "phi3:3.8b-mini-128k-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "phi4-mini-reasoning-3-8b",
      "display_name": "Phi4 Mini Reasoning 3.8B",
      "version_id": 151,
      "ollama_ref": "phi4-mini-reasoning:3.8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 230,
      "n_truncated": 40,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-0-5b-chat-v1-5",
      "display_name": "Qwen 0.5B Chat V1.5",
      "version_id": 152,
      "ollama_ref": "qwen:0.5b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 258,
      "n_truncated": 12,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-1-8b-chat-v1-5",
      "display_name": "Qwen 1.8B Chat V1.5",
      "version_id": 153,
      "ollama_ref": "qwen:1.8b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 224,
      "n_truncated": 46,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-4b-chat-v1-5",
      "display_name": "Qwen 4B Chat V1.5",
      "version_id": 155,
      "ollama_ref": "qwen:4b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-0-5b-instruct",
      "display_name": "Qwen2 0.5B Instruct",
      "version_id": 157,
      "ollama_ref": "qwen2:0.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 245,
      "n_truncated": 25,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-1-5b-instruct",
      "display_name": "Qwen2 1.5B Instruct",
      "version_id": 158,
      "ollama_ref": "qwen2:1.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-math-1-5b-instruct",
      "display_name": "Qwen2 Math 1.5B Instruct",
      "version_id": 163,
      "ollama_ref": "qwen2-math:1.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 245,
      "n_truncated": 25,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "qwen2-math-7b-instruct",
      "display_name": "Qwen2 Math 7B Instruct",
      "version_id": 164,
      "ollama_ref": "qwen2-math:7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": false
    },
    {
      "slug": "qwen2-5-0-5b-instruct",
      "display_name": "Qwen2.5 0.5B Instruct",
      "version_id": 159,
      "ollama_ref": "qwen2.5:0.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 257,
      "n_truncated": 13,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-5-1-5b-instruct",
      "display_name": "Qwen2.5 1.5B Instruct",
      "version_id": 160,
      "ollama_ref": "qwen2.5:1.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-5-coder-0-5b-instruct",
      "display_name": "Qwen2.5 Coder 0.5B Instruct",
      "version_id": 161,
      "ollama_ref": "qwen2.5-coder:0.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 251,
      "n_truncated": 19,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen2-5-coder-1-5b-instruct",
      "display_name": "Qwen2.5 Coder 1.5B Instruct",
      "version_id": 162,
      "ollama_ref": "qwen2.5-coder:1.5b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 260,
      "n_truncated": 10,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen3-0-6b",
      "display_name": "Qwen3 0.6B",
      "version_id": 165,
      "ollama_ref": "qwen3:0.6b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen3-1-7b",
      "display_name": "Qwen3 1.7B",
      "version_id": 166,
      "ollama_ref": "qwen3:1.7b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen3-vl-2b-instruct",
      "display_name": "Qwen3 VL 2B Instruct",
      "version_id": 168,
      "ollama_ref": "qwen3-vl:2b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 228,
      "n_truncated": 42,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen3-vl-2b-thinking",
      "display_name": "Qwen3 VL 2B Thinking",
      "version_id": 169,
      "ollama_ref": "qwen3-vl:2b-thinking-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 148,
      "n_truncated": 122,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen3-5-2b",
      "display_name": "Qwen3.5 2B",
      "version_id": 167,
      "ollama_ref": "qwen3.5:2b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 248,
      "n_truncated": 22,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "sailor2-1b-chat",
      "display_name": "Sailor2 1B Chat",
      "version_id": 171,
      "ollama_ref": "sailor2:1b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "sailor2-8b-chat",
      "display_name": "Sailor2 8B Chat",
      "version_id": 172,
      "ollama_ref": "sailor2:8b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "smallthinker-3b-preview",
      "display_name": "Smallthinker 3B Preview",
      "version_id": 173,
      "ollama_ref": "smallthinker:3b-preview-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 219,
      "n_truncated": 51,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "smollm2-1-7b-instruct",
      "display_name": "Smollm2 1.7B Instruct",
      "version_id": 174,
      "ollama_ref": "smollm2:1.7b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "smollm2-135m-instruct",
      "display_name": "Smollm2 135M Instruct",
      "version_id": 175,
      "ollama_ref": "smollm2:135m-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 208,
      "n_truncated": 62,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "smollm2-360m-instruct",
      "display_name": "Smollm2 360M Instruct",
      "version_id": 176,
      "ollama_ref": "smollm2:360m-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 238,
      "n_truncated": 32,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "solar-10-7b-instruct-v1",
      "display_name": "Solar 10.7B Instruct V1",
      "version_id": 177,
      "ollama_ref": "solar:10.7b-instruct-v1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "stable-code-3b-instruct",
      "display_name": "Stable Code 3B Instruct",
      "version_id": 178,
      "ollama_ref": "stable-code:3b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 236,
      "n_truncated": 34,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "stablelm-zephyr-3b",
      "display_name": "Stablelm Zephyr 3B",
      "version_id": 179,
      "ollama_ref": "stablelm-zephyr:3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "stablelm2-1-6b-chat",
      "display_name": "Stablelm2 1.6B Chat",
      "version_id": 180,
      "ollama_ref": "stablelm2:1.6b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "stablelm2-12b-chat",
      "display_name": "Stablelm2 12B Chat",
      "version_id": 181,
      "ollama_ref": "stablelm2:12b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "translategemma-12b-it",
      "display_name": "Translategemma 12B IT",
      "version_id": 182,
      "ollama_ref": "translategemma:12b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 251,
      "n_truncated": 19,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "tulu3-8b",
      "display_name": "Tulu3 8B",
      "version_id": 183,
      "ollama_ref": "tulu3:8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "yi-6b-chat-v1-5",
      "display_name": "YI 6B Chat V1.5",
      "version_id": 184,
      "ollama_ref": "yi:6b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 260,
      "n_truncated": 10,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "yi-9b-chat-v1-5",
      "display_name": "YI 9B Chat V1.5",
      "version_id": 185,
      "ollama_ref": "yi:9b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "yi-coder-1-5b-chat",
      "display_name": "YI Coder 1.5B Chat",
      "version_id": 186,
      "ollama_ref": "yi-coder:1.5b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 243,
      "n_truncated": 27,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "yi-coder-9b-chat",
      "display_name": "YI Coder 9B Chat",
      "version_id": 187,
      "ollama_ref": "yi-coder:9b-chat-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 266,
      "n_truncated": 4,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    }
  ],
  "events": [
    {
      "ts": "2026-11-05T14:18:10.832Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-05T13:53:08.177Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-10-28T03:14:09.086Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-28T00:10:42.401Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-28T00:10:19.402Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-10-26T08:44:57.631Z",
      "level": "info",
      "kind": "run_finished"
    },
    {
      "ts": "2026-10-26T08:44:57.629Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-10-26T08:44:57.567Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T18:40:15.895Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-10-25T18:40:15.832Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T18:40:15.829Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T18:40:15.814Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T18:40:15.784Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T18:40:15.727Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T17:45:01.299Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T17:20:58.228Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.807Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.789Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.769Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.746Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.724Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T16:40:15.695Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T15:45:01.272Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T15:20:58.197Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.748Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.729Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.711Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.691Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.671Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T14:40:15.648Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T12:26:41.015Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T12:23:58.720Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T12:08:27.255Z",
      "level": "warn",
      "kind": "host_offline"
    },
    {
      "ts": "2026-10-25T12:08:16.441Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T11:13:21.106Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T11:12:31.480Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T11:11:34.361Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T11:11:05.474Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T11:04:31.191Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T11:04:24.415Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T11:03:50.187Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T11:02:13.946Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T09:24:47.262Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-10-25T09:24:47.262Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-10-25T09:14:43.022Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-10-25T09:10:33.124Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-10-25T07:08:23.468Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T06:44:11.330Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T06:44:11.275Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-10-25T06:25:04.694Z",
      "level": "warn",
      "kind": "extension_failed"
    }
  ]
}
