{
  "run": {
    "run_id": "r20261102-bv1-5246ab",
    "battery_version": "v1",
    "status": "finished",
    "started_at": "2026-11-02T18:12:21.235Z",
    "finished_at": "2026-11-05T09:06:45.362Z",
    "demo": false
  },
  "host_info": {
    "ollama_version": "0.40.13",
    "gpu": "AMD Radeon 8060S (Ryzen AI Max+ 395, 128 GB unified, ~78 GB GPU)",
    "backend": "ROCm 7.1 (Ollama 0.40.13, flash attention, 16k context; 8 parallel slots)",
    "os_family": "Windows"
  },
  "models": [
    {
      "slug": "aya-expanse-32b",
      "display_name": "Aya Expanse 32B",
      "version_id": 196,
      "ollama_ref": "aya-expanse:32b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codellama-34b-instruct",
      "display_name": "Codellama 34B Instruct",
      "version_id": 199,
      "ollama_ref": "codellama:34b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "codestral-22b-v0-1",
      "display_name": "Codestral 22B V0.1",
      "version_id": 200,
      "ollama_ref": "codestral:22b-v0.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "command-r-35b-08-2024",
      "display_name": "Command R 35B 08 2024",
      "version_id": 201,
      "ollama_ref": "command-r:35b-08-2024-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-coder-33b-instruct",
      "display_name": "Deepseek Coder 33B Instruct",
      "version_id": 202,
      "ollama_ref": "deepseek-coder:33b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 262,
      "n_truncated": 8,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "devstral-24b-small-2505",
      "display_name": "Devstral 24B Small 2505",
      "version_id": 203,
      "ollama_ref": "devstral:24b-small-2505-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "exaone3-5-32b-instruct",
      "display_name": "Exaone3.5 32B Instruct",
      "version_id": 204,
      "ollama_ref": "exaone3.5:32b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "flint-40b-a2b",
      "display_name": "Flint 40B A2B",
      "version_id": 205,
      "ollama_ref": "flint:40b-a2b",
      "quantization": "NVFP4",
      "n_generations": 270,
      "n_ok": 244,
      "n_truncated": 26,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "gemma2-27b-instruct",
      "display_name": "Gemma2 27B Instruct",
      "version_id": 206,
      "ollama_ref": "gemma2:27b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-small-h",
      "display_name": "Granite4 Small H",
      "version_id": 211,
      "ollama_ref": "granite4:small-h",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-1-30b",
      "display_name": "Granite4.1 30B",
      "version_id": 207,
      "ollama_ref": "granite4.1:30b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 267,
      "n_truncated": 3,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-2-30b",
      "display_name": "Granite4.2 30B",
      "version_id": 208,
      "ollama_ref": "granite4.2:30b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 240,
      "n_truncated": 30,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-2-3b",
      "display_name": "Granite4.2 3B",
      "version_id": 209,
      "ollama_ref": "granite4.2:3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 221,
      "n_truncated": 49,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "granite4-2-8b",
      "display_name": "Granite4.2 8B",
      "version_id": 210,
      "ollama_ref": "granite4.2:8b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 201,
      "n_truncated": 69,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "laguna-xs-2-1",
      "display_name": "Laguna XS 2.1",
      "version_id": 213,
      "ollama_ref": "laguna-xs-2.1:q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lfm2-24b",
      "display_name": "Lfm2 24B",
      "version_id": 214,
      "ollama_ref": "lfm2:24b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lfm3-1-7b",
      "display_name": "Lfm3 1.7B",
      "version_id": 215,
      "ollama_ref": "lfm3:1.7b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 222,
      "n_truncated": 48,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "lfm3-vl-2b",
      "display_name": "Lfm3 VL 2B",
      "version_id": 216,
      "ollama_ref": "lfm3-vl:2b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 262,
      "n_truncated": 8,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "medgemma-27b-it",
      "display_name": "Medgemma 27B IT",
      "version_id": 217,
      "ollama_ref": "medgemma:27b-it-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 243,
      "n_truncated": 27,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistral-small-22b-instruct-2409",
      "display_name": "Mistral Small 22B Instruct 2409",
      "version_id": 218,
      "ollama_ref": "mistral-small:22b-instruct-2409-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistral-small-24b-instruct-2501",
      "display_name": "Mistral Small 24B Instruct 2501",
      "version_id": 219,
      "ollama_ref": "mistral-small:24b-instruct-2501-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 269,
      "n_truncated": 1,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistral-small3-1-24b-instruct-2503",
      "display_name": "Mistral Small3.1 24B Instruct 2503",
      "version_id": 220,
      "ollama_ref": "mistral-small3.1:24b-instruct-2503-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mixtral-8x7b-instruct-v0-1",
      "display_name": "Mixtral 8x7B Instruct V0.1",
      "version_id": 221,
      "ollama_ref": "mixtral:8x7b-instruct-v0.1-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 270,
      "n_truncated": 0,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "muse-glimmer-30b",
      "display_name": "Muse Glimmer 30B",
      "version_id": 222,
      "ollama_ref": "muse-glimmer:30b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 259,
      "n_truncated": 11,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "bartowski-nanbeige-nanbeige4-3-33b",
      "display_name": "Nanbeige_Nanbeige4.3-33B",
      "version_id": 197,
      "ollama_ref": "hf.co/bartowski/Nanbeige_Nanbeige4.3-33B-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 249,
      "n_truncated": 21,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nemotron-3-5-bolt-e4b",
      "display_name": "Nemotron 3.5 Bolt E4B",
      "version_id": 223,
      "ollama_ref": "nemotron-3.5-bolt:e4b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 258,
      "n_truncated": 12,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nemotron-3-5-lightning-30b-a3b",
      "display_name": "Nemotron 3.5 Lightning 30B A3B",
      "version_id": 224,
      "ollama_ref": "nemotron-3.5-lightning:30b-a3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 261,
      "n_truncated": 9,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nemotron-cascade-2-30b-a3b",
      "display_name": "Nemotron Cascade 2 30B A3B",
      "version_id": 225,
      "ollama_ref": "nemotron-cascade-2:30b-a3b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 252,
      "n_truncated": 18,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "nemotron3-33b",
      "display_name": "Nemotron3 33B",
      "version_id": 226,
      "ollama_ref": "nemotron3:33b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 263,
      "n_truncated": 7,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "olmo-3-1-32b-instruct",
      "display_name": "Olmo 3.1 32B Instruct",
      "version_id": 227,
      "ollama_ref": "olmo-3.1:32b-instruct-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 258,
      "n_truncated": 12,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "internscience-sage-a1-5-q4-k-m-latest",
      "display_name": "Sage-A1.5-Q4_K_M",
      "version_id": 212,
      "ollama_ref": "hf.co/InternScience/Sage-A1.5-Q4_K_M-GGUF:latest",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 252,
      "n_truncated": 18,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "bartowski-spark-x2-6-4b",
      "display_name": "Spark-X2.6-4B",
      "version_id": 198,
      "ollama_ref": "hf.co/bartowski/Spark-X2.6-4B-GGUF:Q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 240,
      "n_truncated": 30,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "yi-34b-chat-v1-5",
      "display_name": "YI 34B Chat V1.5",
      "version_id": 228,
      "ollama_ref": "yi:34b-chat-v1.5-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 268,
      "n_truncated": 2,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    }
  ],
  "events": [
    {
      "ts": "2026-11-05T14:14:54.692Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-05T13:52:14.911Z",
      "level": "info",
      "kind": "rescored"
    },
    {
      "ts": "2026-11-05T13:51:34.070Z",
      "level": "info",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T13:44:07.434Z",
      "level": "warn",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T13:31:26.913Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-05T13:26:41.035Z",
      "level": "info",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-05T13:26:32.517Z",
      "level": "info",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T13:02:23.007Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-05T13:01:42.035Z",
      "level": "warn",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T12:48:40.709Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-05T12:48:36.026Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-05T11:50:25.849Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-05T11:49:42.498Z",
      "level": "warn",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T10:37:04.387Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-05T10:35:21.336Z",
      "level": "warn",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T10:34:24.389Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-05T10:33:46.289Z",
      "level": "warn",
      "kind": "scores_retried"
    },
    {
      "ts": "2026-11-05T09:06:45.365Z",
      "level": "info",
      "kind": "run_finished"
    },
    {
      "ts": "2026-11-05T09:06:45.355Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-11-05T09:06:44.628Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T08:25:30.335Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T07:59:01.959Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-05T07:59:01.958Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T07:58:15.175Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T07:26:27.606Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T05:16:44.267Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-05T05:16:44.266Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-05T05:08:33.172Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T05:05:56.964Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T04:09:57.865Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-05T04:09:57.864Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-05T04:07:11.178Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T04:06:20.588Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T03:06:59.035Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-05T03:06:59.033Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-05T03:04:03.508Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T01:52:08.484Z",
      "level": "warn",
      "kind": "generation_network_error"
    },
    {
      "ts": "2026-11-05T00:53:05.366Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-05T00:53:05.365Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-05T00:50:04.966Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T00:49:09.586Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-05T00:09:05.384Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-05T00:06:10.433Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-05T00:04:54.161Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-04T22:44:32.235Z",
      "level": "info",
      "kind": "concurrency_chosen"
    },
    {
      "ts": "2026-11-04T22:44:32.234Z",
      "level": "info",
      "kind": "perf_done"
    },
    {
      "ts": "2026-11-04T22:41:58.043Z",
      "level": "info",
      "kind": "model_loaded"
    },
    {
      "ts": "2026-11-04T22:02:17.719Z",
      "level": "warn",
      "kind": "generation_network_error"
    },
    {
      "ts": "2026-11-04T22:02:16.018Z",
      "level": "warn",
      "kind": "generation_network_error"
    },
    {
      "ts": "2026-11-04T22:02:15.601Z",
      "level": "warn",
      "kind": "generation_network_error"
    }
  ]
}
