{
  "run": {
    "run_id": "r20261105-bv1-2abe78",
    "battery_version": "v1",
    "status": "finished",
    "started_at": "2026-11-05T20:35:04.394Z",
    "finished_at": "2026-11-14T12:26:35.367Z",
    "demo": false
  },
  "host_info": {
    "ollama_version": "0.40.13",
    "gpu": "AMD Radeon 8060S (Ryzen AI Max+ 395, 128 GB unified, ~78 GB GPU)",
    "backend": "ROCm 7.1 (Ollama 0.40.13, flash attention, 16k context; 8 parallel slots)",
    "os_family": "Windows"
  },
  "models": [
    {
      "slug": "deepseek-ai-deepseek-r1-0528-qwen3-8b",
      "display_name": "DeepSeek-R1-0528-Qwen3-8B",
      "version_id": 230,
      "ollama_ref": "deepseek-r1:8b-0528-qwen3-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 228,
      "n_truncated": 42,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-14b",
      "display_name": "DeepSeek-R1-Distill-Qwen-14B",
      "version_id": 231,
      "ollama_ref": "deepseek-r1:14b-qwen-distill-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-32b",
      "display_name": "DeepSeek-R1-Distill-Qwen-32B",
      "version_id": 232,
      "ollama_ref": "deepseek-r1:32b-qwen-distill-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 255,
      "n_truncated": 15,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-7b",
      "display_name": "DeepSeek-R1-Distill-Qwen-7B",
      "version_id": 233,
      "ollama_ref": "deepseek-r1:7b-qwen-distill-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 242,
      "n_truncated": 28,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "openai-gpt-oss-20b",
      "display_name": "gpt-oss-20b",
      "version_id": 237,
      "ollama_ref": "gpt-oss:20b",
      "quantization": "MXFP4",
      "n_generations": 270,
      "n_ok": 257,
      "n_truncated": 13,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "mistralai-magistral-small-2506",
      "display_name": "Magistral Small (2506)",
      "version_id": 236,
      "ollama_ref": "magistral:24b-small-2506-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 127,
      "n_truncated": 143,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "allenai-olmo-3-7b-think",
      "display_name": "Olmo-3-7B-Think",
      "version_id": 229,
      "ollama_ref": "olmo-3:7b-think-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 207,
      "n_truncated": 63,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "microsoft-phi-4-reasoning",
      "display_name": "Phi-4-reasoning 14B",
      "version_id": 234,
      "ollama_ref": "phi4-reasoning:14b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": null,
      "n_ok": null,
      "n_truncated": null,
      "n_failed": null,
      "n_pending": null,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": true
    },
    {
      "slug": "microsoft-phi-4-reasoning-plus",
      "display_name": "Phi-4-reasoning-plus 14B",
      "version_id": 235,
      "ollama_ref": "phi4-reasoning:14b-plus-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": null,
      "n_ok": null,
      "n_truncated": null,
      "n_failed": null,
      "n_pending": null,
      "has_results": 1,
      "published": true,
      "withheld": true,
      "withheld_only": true
    },
    {
      "slug": "qwen-qwen3-4b-thinking-2507",
      "display_name": "Qwen3-4B-Thinking-2507",
      "version_id": 238,
      "ollama_ref": "qwen3:4b-thinking-2507-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 224,
      "n_truncated": 46,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    },
    {
      "slug": "qwen-qwq-32b",
      "display_name": "QwQ 32B",
      "version_id": 239,
      "ollama_ref": "qwq:32b-q4_K_M",
      "quantization": "Q4_K_M",
      "n_generations": 270,
      "n_ok": 253,
      "n_truncated": 17,
      "n_failed": 0,
      "n_pending": 0,
      "has_results": 1,
      "published": true,
      "withheld": false,
      "withheld_only": false
    }
  ],
  "events": [
    {
      "ts": "2026-11-15T18:01:20.111Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-15T18:00:46.156Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-15T18:00:12.859Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-15T17:44:44.357Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-15T17:44:40.486Z",
      "level": "info",
      "kind": "judge_api_batch"
    },
    {
      "ts": "2026-11-15T17:37:36.989Z",
      "level": "info",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T18:26:38.800Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T18:03:55.264Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T15:22:17.553Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T14:56:51.951Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T14:34:50.625Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T14:18:59.822Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T14:03:20.559Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T13:48:19.351Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T13:33:17.918Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T13:18:19.391Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T13:06:32.847Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T12:53:28.563Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T12:41:29.074Z",
      "level": "warn",
      "kind": "extension_scores_retried"
    },
    {
      "ts": "2026-11-14T12:26:35.368Z",
      "level": "info",
      "kind": "run_finished"
    },
    {
      "ts": "2026-11-14T12:26:35.364Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-11-14T12:26:34.633Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-14T12:26:34.631Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T12:26:33.915Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T12:26:33.205Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T10:21:46.217Z",
      "level": "info",
      "kind": "extensions_backfill"
    },
    {
      "ts": "2026-11-14T10:21:45.581Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-14T10:21:45.578Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T10:21:45.019Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T10:21:44.462Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T10:21:43.902Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T10:21:43.294Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:53.081Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-14T08:16:53.080Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:52.543Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:51.926Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:51.347Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:50.715Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T08:16:50.077Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T06:11:56.145Z",
      "level": "info",
      "kind": "extensions_done"
    },
    {
      "ts": "2026-11-14T05:52:31.754Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T05:52:31.337Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T05:52:30.897Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T05:52:30.425Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T05:52:30.009Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T03:52:32.666Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T03:52:32.234Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T03:52:31.813Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T03:52:31.341Z",
      "level": "warn",
      "kind": "extension_failed"
    },
    {
      "ts": "2026-11-14T03:52:30.915Z",
      "level": "warn",
      "kind": "extension_failed"
    }
  ]
}
