{
  "generated_at": "2026-11-19T14:53:47Z",
  "demo": false,
  "category": {
    "id": "coding",
    "label": "Coding",
    "overall": true,
    "judged": true,
    "description": "Short programming tasks. The model's code is run against hidden unit tests in a sandbox with no network."
  },
  "ranked_by": "programmatic mean, 0-100",
  "coverage_rule": "at least 80% of the category's items scored and none pending",
  "count": 228,
  "models": [
    {
      "rank": 1,
      "slug": "openai-gpt-oss-120b",
      "display_name": "gpt-oss-120b",
      "model_version_id": 67,
      "run_id": "r20261012-bv1-6a1291",
      "value": 99.8667,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "anthropic/claude-haiku-5.5",
      "judge_a_mean": 8.5333,
      "judge_b_model": "deepseek/deepseek-v4.1-flash",
      "judge_b_mean": 9.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 2,
      "slug": "google-gemma-4-12b-it",
      "display_name": "Gemma 4 12B IT",
      "model_version_id": 10,
      "run_id": "r20261006-bv1-53e146",
      "value": 98.2409,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 3,
      "slug": "qwen-qwen3-coder-next",
      "display_name": "Qwen3-Coder-Next",
      "model_version_id": 68,
      "run_id": "r20261012-bv1-6a1291",
      "value": 97.2777,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 4,
      "slug": "qwen-qwen3-8-27b",
      "display_name": "Qwen3.8-27B",
      "model_version_id": 56,
      "run_id": "r20261012-bv1-6a1291",
      "value": 96.8599,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 5,
      "slug": "google-gemma-4-31b-it",
      "display_name": "gemma-4-31B-it",
      "model_version_id": 12,
      "run_id": "r20261006-bv1-53e146",
      "value": 96.6392,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.1,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "google-gemma-4-26b-a4b-it",
      "display_name": "gemma-4-26B-A4B-it",
      "model_version_id": 11,
      "run_id": "r20261006-bv1-53e146",
      "value": 96.5959,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 7,
      "slug": "openai-gpt-oss-20b",
      "display_name": "gpt-oss-20b",
      "model_version_id": 237,
      "run_id": "r20261105-bv1-2abe78",
      "value": 95.1467,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "anthropic/claude-haiku-5.5",
      "judge_a_mean": 8.2333,
      "judge_b_model": "deepseek/deepseek-v4.1-flash",
      "judge_b_mean": 8.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 8,
      "slug": "qwen-qwen3-6-35b-a3b",
      "display_name": "Qwen3.6-35B-A3B",
      "model_version_id": 55,
      "run_id": "r20261012-bv1-6a1291",
      "value": 94.0504,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 9,
      "slug": "flint-40b-a2b",
      "display_name": "Flint 40B A2B",
      "model_version_id": 205,
      "run_id": "r20261102-bv1-5246ab",
      "value": 93.3534,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 10,
      "slug": "qwen-qwen3-30b-a3b-instruct-2507",
      "display_name": "Qwen3-30B-A3B-Instruct-2507",
      "model_version_id": 46,
      "run_id": "r20261006-bv1-53e146",
      "value": 93.1868,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 11,
      "slug": "qwen-qwen3-5-27b",
      "display_name": "Qwen3.5-27B",
      "model_version_id": 50,
      "run_id": "r20261006-bv1-53e146",
      "value": 93.1278,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "muse-glimmer-30b",
      "display_name": "Muse Glimmer 30B",
      "model_version_id": 222,
      "run_id": "r20261102-bv1-5246ab",
      "value": 92.3534,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 13,
      "slug": "qwen-qwen3-6-27b",
      "display_name": "Qwen3.6-27B",
      "model_version_id": 54,
      "run_id": "r20261012-bv1-6a1291",
      "value": 91.9898,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 14,
      "slug": "qwen-qwen3-coder-30b-a3b-instruct",
      "display_name": "Qwen3-Coder-30B-A3B-Instruct",
      "model_version_id": 58,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.9543,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 15,
      "slug": "bartowski-nanbeige-nanbeige4-3-33b",
      "display_name": "Nanbeige_Nanbeige4.3-33B",
      "model_version_id": 197,
      "run_id": "r20261102-bv1-5246ab",
      "value": 90.1173,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 16,
      "slug": "gemma4-e4b-it",
      "display_name": "Gemma4 E4B IT",
      "model_version_id": 106,
      "run_id": "r20261016-bv1-473145",
      "value": 89.937,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 17,
      "slug": "nemotron-3-5-lightning-30b-a3b",
      "display_name": "Nemotron 3.5 Lightning 30B A3B",
      "model_version_id": 224,
      "run_id": "r20261102-bv1-5246ab",
      "value": 89.0369,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 18,
      "slug": "laguna-xs-2-1",
      "display_name": "Laguna XS 2.1",
      "model_version_id": 213,
      "run_id": "r20261102-bv1-5246ab",
      "value": 88.5134,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 19,
      "slug": "granite4-2-30b",
      "display_name": "Granite4.2 30B",
      "model_version_id": 208,
      "run_id": "r20261102-bv1-5246ab",
      "value": 87.9842,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 20,
      "slug": "qwen-qwen3-vl-30b-a3b-instruct",
      "display_name": "Qwen3-VL-30B-A3B-Instruct",
      "model_version_id": 59,
      "run_id": "r20261012-bv1-6a1291",
      "value": 87.8365,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 21,
      "slug": "mistralai-ministral-3-14b-instruct-2512",
      "display_name": "Ministral 3 14B Instruct (2512)",
      "model_version_id": 26,
      "run_id": "r20261006-bv1-53e146",
      "value": 87.5296,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.8667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 22,
      "slug": "zai-org-glm-4-5-air",
      "display_name": "GLM-4.5-Air",
      "model_version_id": 69,
      "run_id": "r20261015-bv1-5ac997",
      "value": 87.4541,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 23,
      "slug": "qwen-qwen3-5-35b-a3b",
      "display_name": "Qwen3.5-35B-A3B",
      "model_version_id": 51,
      "run_id": "r20261012-bv1-6a1291",
      "value": 87.111,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "microsoft-phi-4",
      "display_name": "phi-4",
      "model_version_id": 23,
      "run_id": "r20261006-bv1-53e146",
      "value": 86.9932,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 25,
      "slug": "qwen-qwen2-5-vl-32b-instruct",
      "display_name": "Qwen2.5-VL-32B-Instruct",
      "model_version_id": 40,
      "run_id": "r20261006-bv1-53e146",
      "value": 86.5761,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 26,
      "slug": "qwen-qwen3-30b-a3b",
      "display_name": "Qwen3-30B-A3B",
      "model_version_id": 45,
      "run_id": "r20261006-bv1-53e146",
      "value": 86.5689,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 27,
      "slug": "qwen-qwen2-5-coder-32b-instruct",
      "display_name": "Qwen2.5-Coder-32B-Instruct",
      "model_version_id": 37,
      "run_id": "r20261006-bv1-53e146",
      "value": 86.5439,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 28,
      "slug": "qwen-qwen3-vl-32b-instruct",
      "display_name": "Qwen3-VL-32B-Instruct",
      "model_version_id": 60,
      "run_id": "r20261012-bv1-6a1291",
      "value": 86.5402,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 29,
      "slug": "granite4-small-h",
      "display_name": "Granite4 Small H",
      "model_version_id": 211,
      "run_id": "r20261102-bv1-5246ab",
      "value": 86.3092,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 30,
      "slug": "nvidia-nemotron-3-nano-30b-a3b",
      "display_name": "NVIDIA Nemotron 3 Nano 30B-A3B",
      "model_version_id": 30,
      "run_id": "r20261006-bv1-53e146",
      "value": 86.0301,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 31,
      "slug": "granite4-1-30b",
      "display_name": "Granite4.1 30B",
      "model_version_id": 207,
      "run_id": "r20261102-bv1-5246ab",
      "value": 85.9883,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 32,
      "slug": "google-gemma-3-27b-it",
      "display_name": "gemma-3-27b-it",
      "model_version_id": 7,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.3938,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 33,
      "slug": "granite4-2-8b",
      "display_name": "Granite4.2 8B",
      "model_version_id": 210,
      "run_id": "r20261102-bv1-5246ab",
      "value": 85.1288,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 34,
      "slug": "olmo-3-1-32b-instruct",
      "display_name": "Olmo 3.1 32B Instruct",
      "model_version_id": 227,
      "run_id": "r20261102-bv1-5246ab",
      "value": 84.7151,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 35,
      "slug": "internscience-sage-a1-5-q4-k-m-latest",
      "display_name": "Sage-A1.5-Q4_K_M",
      "model_version_id": 212,
      "run_id": "r20261102-bv1-5246ab",
      "value": 84.6201,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 36,
      "slug": "qwen-qwen3-32b",
      "display_name": "Qwen3-32B",
      "model_version_id": 47,
      "run_id": "r20261006-bv1-53e146",
      "value": 83.7924,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 37,
      "slug": "nemotron3-33b",
      "display_name": "Nemotron3 33B",
      "model_version_id": 226,
      "run_id": "r20261102-bv1-5246ab",
      "value": 83.6996,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 38,
      "slug": "mistralai-devstral-small-2-24b-instruct-2512",
      "display_name": "Devstral Small 2 24B Instruct (2512)",
      "model_version_id": 25,
      "run_id": "r20261006-bv1-53e146",
      "value": 83.3924,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 39,
      "slug": "mistral-small-24b-instruct-2501",
      "display_name": "Mistral Small 24B Instruct 2501",
      "model_version_id": 219,
      "run_id": "r20261102-bv1-5246ab",
      "value": 82.7502,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 40,
      "slug": "qwen-qwen2-5-coder-14b-instruct",
      "display_name": "Qwen2.5-Coder-14B-Instruct",
      "model_version_id": 36,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.6655,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 41,
      "slug": "qwen-qwen2-5-32b-instruct",
      "display_name": "Qwen2.5-32B-Instruct",
      "model_version_id": 33,
      "run_id": "r20261006-bv1-53e146",
      "value": 81.9605,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "google-gemma-3-12b-it",
      "display_name": "gemma-3-12b-it",
      "model_version_id": 6,
      "run_id": "r20261006-bv1-53e146",
      "value": 81.8285,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 43,
      "slug": "zai-org-glm-4-7-flash",
      "display_name": "GLM-4.7-Flash",
      "model_version_id": 64,
      "run_id": "r20261006-bv1-53e146",
      "value": 81.56,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 44,
      "slug": "yi-coder-9b-chat",
      "display_name": "YI Coder 9B Chat",
      "model_version_id": 187,
      "run_id": "r20261016-bv1-473145",
      "value": 81.2523,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 45,
      "slug": "meta-llama-llama-4-scout-17b-16e-instruct",
      "display_name": "Llama 4 Scout 17B-16E Instruct",
      "model_version_id": 66,
      "run_id": "r20261012-bv1-6a1291",
      "value": 80.9834,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 46,
      "slug": "granite4-tiny-h",
      "display_name": "Granite4 Tiny H",
      "model_version_id": 127,
      "run_id": "r20261016-bv1-473145",
      "value": 80.7694,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 47,
      "slug": "meta-llama-llama-3-3-70b-instruct",
      "display_name": "Llama-3.3-70B-Instruct",
      "model_version_id": 65,
      "run_id": "r20261012-bv1-6a1291",
      "value": 80.7262,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 48,
      "slug": "gemma4-e2b-it",
      "display_name": "Gemma4 E2B IT",
      "model_version_id": 105,
      "run_id": "r20261016-bv1-473145",
      "value": 80.0682,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 49,
      "slug": "translategemma-12b-it",
      "display_name": "Translategemma 12B IT",
      "model_version_id": 182,
      "run_id": "r20261016-bv1-473145",
      "value": 78.9451,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 50,
      "slug": "cogito-14b-v1-preview-qwen",
      "display_name": "Cogito 14B V1 Preview Qwen",
      "model_version_id": 78,
      "run_id": "r20261016-bv1-473145",
      "value": 78.8199,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 51,
      "slug": "ministral-3-8b-instruct-2512",
      "display_name": "Ministral 3 8B Instruct 2512",
      "model_version_id": 139,
      "run_id": "r20261016-bv1-473145",
      "value": 78.4374,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 52,
      "slug": "nemotron-cascade-2-30b-a3b",
      "display_name": "Nemotron Cascade 2 30B A3B",
      "model_version_id": 225,
      "run_id": "r20261102-bv1-5246ab",
      "value": 77.8723,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.1333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 53,
      "slug": "qwen-qwen3-vl-8b-instruct",
      "display_name": "Qwen3-VL-8B-Instruct",
      "model_version_id": 62,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.6855,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 54,
      "slug": "qwen-qwen3-5-9b",
      "display_name": "Qwen3.5-9B",
      "model_version_id": 53,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.3588,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "mistralai-mistral-small-3-2-24b-instruct-2506",
      "display_name": "Mistral Small 3.2 24B Instruct (2506)",
      "model_version_id": 28,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.1887,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 56,
      "slug": "medgemma-27b-it",
      "display_name": "Medgemma 27B IT",
      "model_version_id": 217,
      "run_id": "r20261102-bv1-5246ab",
      "value": 76.962,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 57,
      "slug": "qwen-qwen2-5-14b-instruct",
      "display_name": "Qwen2.5-14B-Instruct",
      "model_version_id": 32,
      "run_id": "r20261006-bv1-53e146",
      "value": 76.4869,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 58,
      "slug": "granite4-1-8b",
      "display_name": "Granite4.1 8B",
      "model_version_id": 122,
      "run_id": "r20261016-bv1-473145",
      "value": 76.4532,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 59,
      "slug": "qwen-qwen3-14b",
      "display_name": "Qwen3-14B",
      "model_version_id": 44,
      "run_id": "r20261006-bv1-53e146",
      "value": 73.4897,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.4667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 60,
      "slug": "mistral-small3-1-24b-instruct-2503",
      "display_name": "Mistral Small3.1 24B Instruct 2503",
      "model_version_id": 220,
      "run_id": "r20261102-bv1-5246ab",
      "value": 73.2934,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 61,
      "slug": "nemotron-3-5-bolt-e4b",
      "display_name": "Nemotron 3.5 Bolt E4B",
      "model_version_id": 223,
      "run_id": "r20261102-bv1-5246ab",
      "value": 73.2,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 62,
      "slug": "codestral-22b-v0-1",
      "display_name": "Codestral 22B V0.1",
      "model_version_id": 200,
      "run_id": "r20261102-bv1-5246ab",
      "value": 72.9472,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 63,
      "slug": "lfm2-24b",
      "display_name": "Lfm2 24B",
      "model_version_id": 214,
      "run_id": "r20261102-bv1-5246ab",
      "value": 72.9333,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 64,
      "slug": "deepseek-ai-deepseek-coder-v2-lite-instruct",
      "display_name": "DeepSeek-Coder-V2-Lite-Instruct",
      "model_version_id": 3,
      "run_id": "r20261006-bv1-53e146",
      "value": 72.5487,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 65,
      "slug": "qwen-qwen2-5-coder-7b-instruct",
      "display_name": "Qwen2.5-Coder-7B-Instruct",
      "model_version_id": 39,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.7935,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 66,
      "slug": "exaone3-5-32b-instruct",
      "display_name": "Exaone3.5 32B Instruct",
      "model_version_id": 204,
      "run_id": "r20261102-bv1-5246ab",
      "value": 71.51,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 67,
      "slug": "qwen-qwen3-5-4b",
      "display_name": "Qwen3.5-4B",
      "model_version_id": 52,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4721,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 68,
      "slug": "google-gemma-3-4b-it",
      "display_name": "gemma-3-4b-it",
      "model_version_id": 8,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.3917,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 69,
      "slug": "qwen-qwen3-8b",
      "display_name": "Qwen3-8B",
      "model_version_id": 57,
      "run_id": "r20261006-bv1-53e146",
      "value": 70.5749,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 70,
      "slug": "devstral-24b-small-2505",
      "display_name": "Devstral 24B Small 2505",
      "model_version_id": 203,
      "run_id": "r20261102-bv1-5246ab",
      "value": 70.4175,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 71,
      "slug": "mistral-small-22b-instruct-2409",
      "display_name": "Mistral Small 22B Instruct 2409",
      "model_version_id": 218,
      "run_id": "r20261102-bv1-5246ab",
      "value": 70.093,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 72,
      "slug": "lgai-exaone-exaone-3-5-7-8b-instruct",
      "display_name": "EXAONE-3.5-7.8B-Instruct",
      "model_version_id": 16,
      "run_id": "r20261006-bv1-53e146",
      "value": 70.08,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "qwen-qwen3-4b-instruct-2507",
      "display_name": "Qwen3-4B-Instruct-2507",
      "model_version_id": 49,
      "run_id": "r20261006-bv1-53e146",
      "value": 69.7079,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 74,
      "slug": "codeqwen-7b-chat-v1-5",
      "display_name": "Codeqwen 7B Chat V1.5",
      "model_version_id": 77,
      "run_id": "r20261016-bv1-473145",
      "value": 69.3992,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 75,
      "slug": "qwen-qwen3-4b",
      "display_name": "Qwen3-4B",
      "model_version_id": 48,
      "run_id": "r20261006-bv1-53e146",
      "value": 68.9627,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 76,
      "slug": "granite4-micro-h",
      "display_name": "Granite4 Micro H",
      "model_version_id": 126,
      "run_id": "r20261016-bv1-473145",
      "value": 68.8309,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 77,
      "slug": "deepseek-coder-6-7b-instruct",
      "display_name": "Deepseek Coder 6.7B Instruct",
      "model_version_id": 86,
      "run_id": "r20261022-bv1-54a19b",
      "value": 68.5486,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 78,
      "slug": "ornith-ai-ornith-1-5-9b",
      "display_name": "Ornith-1.5-9B",
      "model_version_id": 31,
      "run_id": "r20261006-bv1-53e146",
      "value": 67.8603,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 79,
      "slug": "gemma2-27b-instruct",
      "display_name": "Gemma2 27B Instruct",
      "model_version_id": 206,
      "run_id": "r20261102-bv1-5246ab",
      "value": 67.4561,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 80,
      "slug": "command-r7b-arabic-7b-02-2025",
      "display_name": "Command R7B Arabic 7B 02 2025",
      "model_version_id": 81,
      "run_id": "r20261016-bv1-473145",
      "value": 67.3784,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "deepseek-coder-33b-instruct",
      "display_name": "Deepseek Coder 33B Instruct",
      "model_version_id": 202,
      "run_id": "r20261102-bv1-5246ab",
      "value": 67.1786,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 82,
      "slug": "dphn-dolphin-2-9-1-yi-1-5-34b",
      "display_name": "dolphin-2.9.1-yi-1.5-34b",
      "model_version_id": 4,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.6918,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.0667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 83,
      "slug": "meta-llama-llama-3-1-8b-instruct",
      "display_name": "Llama-3.1-8B-Instruct",
      "model_version_id": 18,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.5976,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 84,
      "slug": "bartowski-spark-x2-6-4b",
      "display_name": "Spark-X2.6-4B",
      "model_version_id": 198,
      "run_id": "r20261102-bv1-5246ab",
      "value": 65.5758,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 85,
      "slug": "google-gemma-3n-e4b-it",
      "display_name": "Gemma 3n E4B IT",
      "model_version_id": 9,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.2591,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 86,
      "slug": "exaone3-5-2-4b-instruct",
      "display_name": "Exaone3.5 2.4B Instruct",
      "model_version_id": 94,
      "run_id": "r20261016-bv1-473145",
      "value": 64.7244,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 87,
      "slug": "marco-o1-7b",
      "display_name": "Marco O1 7B",
      "model_version_id": 135,
      "run_id": "r20261016-bv1-473145",
      "value": 64.7168,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 88,
      "slug": "aya-expanse-32b",
      "display_name": "Aya Expanse 32B",
      "model_version_id": 196,
      "run_id": "r20261102-bv1-5246ab",
      "value": 64.7155,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 89,
      "slug": "granite4-3b",
      "display_name": "Granite4 3B",
      "model_version_id": 125,
      "run_id": "r20261016-bv1-473145",
      "value": 64.6637,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.5,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 90,
      "slug": "qwen-qwen2-5-vl-7b-instruct",
      "display_name": "Qwen2.5-VL-7B-Instruct",
      "model_version_id": 42,
      "run_id": "r20261006-bv1-53e146",
      "value": 64.3895,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "falcon3-10b-instruct",
      "display_name": "Falcon3 10B Instruct",
      "model_version_id": 189,
      "run_id": "r20261028-bv1-7ce712",
      "value": 64.3203,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 92,
      "slug": "granite3-1-dense-8b-instruct",
      "display_name": "Granite3.1 Dense 8B Instruct",
      "model_version_id": 111,
      "run_id": "r20261016-bv1-473145",
      "value": 64.211,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 93,
      "slug": "command-r-35b-08-2024",
      "display_name": "Command R 35B 08 2024",
      "model_version_id": 201,
      "run_id": "r20261102-bv1-5246ab",
      "value": 63.8864,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 94,
      "slug": "qwen-qwen2-5-7b-instruct",
      "display_name": "Qwen2.5-7B-Instruct",
      "model_version_id": 35,
      "run_id": "r20261006-bv1-53e146",
      "value": 63.2422,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 95,
      "slug": "ornith-9b",
      "display_name": "Ornith 9B",
      "model_version_id": 147,
      "run_id": "r20261016-bv1-473145",
      "value": 63.0415,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.5,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 96,
      "slug": "ibm-granite-granite-4-1-3b",
      "display_name": "granite-4.1-3b",
      "model_version_id": 15,
      "run_id": "r20261006-bv1-53e146",
      "value": 62.6063,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 97,
      "slug": "granite4-2-3b",
      "display_name": "Granite4.2 3B",
      "model_version_id": 209,
      "run_id": "r20261102-bv1-5246ab",
      "value": 61.5831,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 98,
      "slug": "lfm3-1-7b",
      "display_name": "Lfm3 1.7B",
      "model_version_id": 215,
      "run_id": "r20261102-bv1-5246ab",
      "value": 61.5431,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 99,
      "slug": "phi3-14b-medium-128k-instruct",
      "display_name": "Phi3 14B Medium 128K Instruct",
      "model_version_id": 149,
      "run_id": "r20261016-bv1-473145",
      "value": 61.3923,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 100,
      "slug": "gemma3n-e2b-it",
      "display_name": "Gemma3n E2B IT",
      "model_version_id": 104,
      "run_id": "r20261016-bv1-473145",
      "value": 61.3886,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "qwen-qwen3-vl-4b-instruct",
      "display_name": "Qwen3-VL-4B-Instruct",
      "model_version_id": 61,
      "run_id": "r20261006-bv1-53e146",
      "value": 61.1558,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 102,
      "slug": "microsoft-phi-4-mini-instruct",
      "display_name": "Phi-4-mini-instruct",
      "model_version_id": 24,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.9773,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 103,
      "slug": "ministral-3-3b-instruct-2512",
      "display_name": "Ministral 3 3B Instruct 2512",
      "model_version_id": 138,
      "run_id": "r20261016-bv1-473145",
      "value": 60.6165,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 104,
      "slug": "qwen-qwq-32b",
      "display_name": "QwQ 32B",
      "model_version_id": 239,
      "run_id": "r20261105-bv1-2abe78",
      "value": 60.6074,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 105,
      "slug": "codegeex4-9b-all",
      "display_name": "Codegeex4 9B All",
      "model_version_id": 72,
      "run_id": "r20261016-bv1-473145",
      "value": 60.531,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 106,
      "slug": "google-medgemma-4b-it",
      "display_name": "medgemma-4b-it",
      "model_version_id": 13,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.323,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 107,
      "slug": "qwen-qwen2-5-coder-3b-instruct",
      "display_name": "Qwen2.5-Coder-3B-Instruct",
      "model_version_id": 38,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.2425,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 108,
      "slug": "meta-llama-meta-llama-3-8b-instruct",
      "display_name": "Meta-Llama-3-8B-Instruct",
      "model_version_id": 20,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.0107,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 109,
      "slug": "glm4-9b-chat",
      "display_name": "Glm4 9B Chat",
      "model_version_id": 107,
      "run_id": "r20261016-bv1-473145",
      "value": 59.9922,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 110,
      "slug": "granite4-1b-h",
      "display_name": "Granite4 1B H",
      "model_version_id": 123,
      "run_id": "r20261016-bv1-473145",
      "value": 59.8762,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 111,
      "slug": "coherelabs-c4ai-command-r7b-12-2024",
      "display_name": "Command R7B (12-2024)",
      "model_version_id": 2,
      "run_id": "r20261006-bv1-53e146",
      "value": 59.3646,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 112,
      "slug": "granite3-dense-8b-instruct",
      "display_name": "Granite3 Dense 8B Instruct",
      "model_version_id": 119,
      "run_id": "r20261016-bv1-473145",
      "value": 59.1791,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "falcon3-7b-instruct",
      "display_name": "Falcon3 7B Instruct",
      "model_version_id": 192,
      "run_id": "r20261028-bv1-7ce712",
      "value": 58.7354,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 114,
      "slug": "granite3-2-8b-instruct",
      "display_name": "Granite3.2 8B Instruct",
      "model_version_id": 115,
      "run_id": "r20261016-bv1-473145",
      "value": 58.5385,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 115,
      "slug": "allenai-olmo-3-7b-instruct",
      "display_name": "Olmo-3-7B-Instruct",
      "model_version_id": 1,
      "run_id": "r20261006-bv1-53e146",
      "value": 57.7099,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 116,
      "slug": "huggingfacetb-smollm3-3b",
      "display_name": "SmolLM3-3B",
      "model_version_id": 14,
      "run_id": "r20261006-bv1-53e146",
      "value": 57.697,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 117,
      "slug": "yi-coder-1-5b-chat",
      "display_name": "YI Coder 1.5B Chat",
      "model_version_id": 186,
      "run_id": "r20261016-bv1-473145",
      "value": 57.6708,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 118,
      "slug": "yi-9b-chat-v1-5",
      "display_name": "YI 9B Chat V1.5",
      "model_version_id": 185,
      "run_id": "r20261016-bv1-473145",
      "value": 57.472,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 119,
      "slug": "opencoder-1-5b-instruct",
      "display_name": "Opencoder 1.5B Instruct",
      "model_version_id": 145,
      "run_id": "r20261016-bv1-473145",
      "value": 57.313,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.0667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "mistral-nemo-12b-instruct-2407",
      "display_name": "Mistral Nemo 12B Instruct 2407",
      "model_version_id": 141,
      "run_id": "r20261016-bv1-473145",
      "value": 57.2918,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.0333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 121,
      "slug": "medgemma1-5-4b-it",
      "display_name": "Medgemma1.5 4B IT",
      "model_version_id": 137,
      "run_id": "r20261029-bv1-3e4075",
      "value": 56.8639,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.8667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 122,
      "slug": "granite3-3-8b",
      "display_name": "Granite3.3 8B",
      "model_version_id": 117,
      "run_id": "r20261016-bv1-473145",
      "value": 56.642,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.5,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 123,
      "slug": "mathstral-7b-v0-1",
      "display_name": "Mathstral 7B V0.1",
      "model_version_id": 136,
      "run_id": "r20261016-bv1-473145",
      "value": 56.5856,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 124,
      "slug": "cogito-8b-v1-preview-llama",
      "display_name": "Cogito 8B V1 Preview Llama",
      "model_version_id": 80,
      "run_id": "r20261016-bv1-473145",
      "value": 56.0909,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 125,
      "slug": "granite-code-8b-instruct",
      "display_name": "Granite Code 8B Instruct",
      "model_version_id": 109,
      "run_id": "r20261016-bv1-473145",
      "value": 55.7397,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 126,
      "slug": "codegemma-7b-instruct-v1-1",
      "display_name": "Codegemma 7B Instruct V1.1",
      "model_version_id": 74,
      "run_id": "r20261016-bv1-473145",
      "value": 55.5474,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.3667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 127,
      "slug": "exaone-deep-7-8b",
      "display_name": "Exaone Deep 7.8B",
      "model_version_id": 93,
      "run_id": "r20261016-bv1-473145",
      "value": 55.4222,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 128,
      "slug": "deepseek-coder-1-3b-instruct",
      "display_name": "Deepseek Coder 1.3B Instruct",
      "model_version_id": 85,
      "run_id": "r20261016-bv1-473145",
      "value": 54.5132,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 129,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-32b",
      "display_name": "DeepSeek-R1-Distill-Qwen-32B",
      "model_version_id": 232,
      "run_id": "r20261105-bv1-2abe78",
      "value": 53.5704,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 130,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-14b",
      "display_name": "DeepSeek-R1-Distill-Qwen-14B",
      "model_version_id": 231,
      "run_id": "r20261105-bv1-2abe78",
      "value": 52.9562,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 131,
      "slug": "meta-llama-llama-3-2-3b-instruct",
      "display_name": "Llama-3.2-3B-Instruct",
      "model_version_id": 19,
      "run_id": "r20261006-bv1-53e146",
      "value": 52.9489,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "deepseek-r1-8b-llama-distill",
      "display_name": "Deepseek R1 8B Llama Distill",
      "model_version_id": 89,
      "run_id": "r20261016-bv1-473145",
      "value": 52.798,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 133,
      "slug": "qwen2-5-coder-1-5b-instruct",
      "display_name": "Qwen2.5 Coder 1.5B Instruct",
      "model_version_id": 162,
      "run_id": "r20261016-bv1-473145",
      "value": 52.7879,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 134,
      "slug": "tulu3-8b",
      "display_name": "Tulu3 8B",
      "model_version_id": 183,
      "run_id": "r20261016-bv1-473145",
      "value": 52.7176,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 135,
      "slug": "openthinker-7b-v2",
      "display_name": "Openthinker 7B V2",
      "model_version_id": 146,
      "run_id": "r20261016-bv1-473145",
      "value": 52.5926,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.5,
      "agreement": "medium",
      "ranked_overall": true
    },
    {
      "rank": 136,
      "slug": "qwen3-5-2b",
      "display_name": "Qwen3.5 2B",
      "model_version_id": 167,
      "run_id": "r20261016-bv1-473145",
      "value": 52.5041,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 137,
      "slug": "google-gemma-2-9b-it",
      "display_name": "gemma-2-9b-it",
      "model_version_id": 5,
      "run_id": "r20261006-bv1-53e146",
      "value": 51.7892,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "yi-34b-chat-v1-5",
      "display_name": "YI 34B Chat V1.5",
      "model_version_id": 228,
      "run_id": "r20261102-bv1-5246ab",
      "value": 50.8164,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 139,
      "slug": "granite3-3-2b",
      "display_name": "Granite3.3 2B",
      "model_version_id": 116,
      "run_id": "r20261016-bv1-473145",
      "value": 50.3575,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 140,
      "slug": "aya-expanse-8b",
      "display_name": "Aya Expanse 8B",
      "model_version_id": 71,
      "run_id": "r20261016-bv1-473145",
      "value": 49.9762,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 141,
      "slug": "qwen2-5-1-5b-instruct",
      "display_name": "Qwen2.5 1.5B Instruct",
      "model_version_id": 160,
      "run_id": "r20261016-bv1-473145",
      "value": 49.8872,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 142,
      "slug": "qwen-qwen2-vl-7b-instruct",
      "display_name": "Qwen2-VL-7B-Instruct",
      "model_version_id": 43,
      "run_id": "r20261006-bv1-53e146",
      "value": 49.7416,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 143,
      "slug": "cogito-3b-v1-preview-llama",
      "display_name": "Cogito 3B V1 Preview Llama",
      "model_version_id": 79,
      "run_id": "r20261016-bv1-473145",
      "value": 49.2502,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 144,
      "slug": "qwen3-vl-2b-instruct",
      "display_name": "Qwen3 VL 2B Instruct",
      "model_version_id": 168,
      "run_id": "r20261016-bv1-473145",
      "value": 49.2281,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "qwen-qwen2-5-3b-instruct",
      "display_name": "Qwen2.5-3B-Instruct",
      "model_version_id": 34,
      "run_id": "r20261006-bv1-53e146",
      "value": 48.7262,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 146,
      "slug": "internlm2-7b-chat-v2-5",
      "display_name": "Internlm2 7B Chat V2.5",
      "model_version_id": 130,
      "run_id": "r20261016-bv1-473145",
      "value": 48.6785,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 147,
      "slug": "internlm2-1-8b-chat-v2-5",
      "display_name": "Internlm2 1.8B Chat V2.5",
      "model_version_id": 188,
      "run_id": "r20261028-bv1-2e24cd",
      "value": 48.4739,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 148,
      "slug": "granite3-2-2b-instruct",
      "display_name": "Granite3.2 2B Instruct",
      "model_version_id": 114,
      "run_id": "r20261016-bv1-473145",
      "value": 48.4055,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.1333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 149,
      "slug": "lfm2-5-8b-a1b",
      "display_name": "Lfm2.5 8B A1B",
      "model_version_id": 131,
      "run_id": "r20261016-bv1-473145",
      "value": 47.25,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "granite3-1-dense-2b-instruct",
      "display_name": "Granite3.1 Dense 2B Instruct",
      "model_version_id": 110,
      "run_id": "r20261016-bv1-473145",
      "value": 46.594,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 151,
      "slug": "granite-code-3b-instruct",
      "display_name": "Granite Code 3B Instruct",
      "model_version_id": 108,
      "run_id": "r20261016-bv1-473145",
      "value": 45.557,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 152,
      "slug": "qwen3-1-7b",
      "display_name": "Qwen3 1.7B",
      "model_version_id": 166,
      "run_id": "r20261016-bv1-473145",
      "value": 45.4642,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 153,
      "slug": "stablelm2-12b-chat",
      "display_name": "Stablelm2 12B Chat",
      "model_version_id": 181,
      "run_id": "r20261016-bv1-473145",
      "value": 45.037,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 154,
      "slug": "qwen-qwen2-5-vl-3b-instruct",
      "display_name": "Qwen2.5-VL-3B-Instruct",
      "model_version_id": 41,
      "run_id": "r20261006-bv1-53e146",
      "value": 42.6076,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 155,
      "slug": "gemma3-1b-it",
      "display_name": "Gemma3 1B IT",
      "model_version_id": 103,
      "run_id": "r20261016-bv1-473145",
      "value": 42.538,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 156,
      "slug": "gemma2-2b-instruct",
      "display_name": "Gemma2 2B Instruct",
      "model_version_id": 102,
      "run_id": "r20261016-bv1-473145",
      "value": 42.406,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 157,
      "slug": "nousresearch-hermes-3-llama-3-1-8b",
      "display_name": "Hermes-3-Llama-3.1-8B",
      "model_version_id": 29,
      "run_id": "r20261006-bv1-53e146",
      "value": 42.3392,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 158,
      "slug": "lfm3-vl-2b",
      "display_name": "Lfm3 VL 2B",
      "model_version_id": 216,
      "run_id": "r20261102-bv1-5246ab",
      "value": 42.2165,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "granite3-dense-2b-instruct",
      "display_name": "Granite3 Dense 2B Instruct",
      "model_version_id": 118,
      "run_id": "r20261016-bv1-473145",
      "value": 42.1623,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 160,
      "slug": "deepseek-ai-deepseek-r1-0528-qwen3-8b",
      "display_name": "DeepSeek-R1-0528-Qwen3-8B",
      "model_version_id": 230,
      "run_id": "r20261105-bv1-2abe78",
      "value": 42.1212,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 161,
      "slug": "lfm2-5-thinking-1-2b",
      "display_name": "Lfm2.5 Thinking 1.2B",
      "model_version_id": 132,
      "run_id": "r20261016-bv1-473145",
      "value": 42.0539,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 162,
      "slug": "llama3-2-1b-instruct",
      "display_name": "Llama3.2 1B Instruct",
      "model_version_id": 134,
      "run_id": "r20261016-bv1-473145",
      "value": 41.6937,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 163,
      "slug": "deepseek-v2-16b-lite-chat",
      "display_name": "Deepseek V2 16B Lite Chat",
      "model_version_id": 90,
      "run_id": "r20261016-bv1-473145",
      "value": 41.6136,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "mistral-7b-instruct-v0-3",
      "display_name": "Mistral 7B Instruct V0.3",
      "model_version_id": 140,
      "run_id": "r20261016-bv1-473145",
      "value": 40.8875,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 165,
      "slug": "falcon3-3b-instruct",
      "display_name": "Falcon3 3B Instruct",
      "model_version_id": 191,
      "run_id": "r20261028-bv1-7ce712",
      "value": 40.8823,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 166,
      "slug": "olmo2-13b-1124-instruct",
      "display_name": "Olmo2 13B 1124 Instruct",
      "model_version_id": 143,
      "run_id": "r20261022-bv1-54a19b",
      "value": 40.7572,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 167,
      "slug": "allenai-olmo-3-7b-think",
      "display_name": "Olmo-3-7B-Think",
      "model_version_id": 229,
      "run_id": "r20261105-bv1-2abe78",
      "value": 40.0,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 168,
      "slug": "qwen2-math-7b-instruct",
      "display_name": "Qwen2 Math 7B Instruct",
      "model_version_id": 194,
      "run_id": "r20261028-bv1-ef0895",
      "value": 39.1195,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 169,
      "slug": "microsoft-phi-3-5-mini-instruct",
      "display_name": "Phi-3.5-mini-instruct",
      "model_version_id": 21,
      "run_id": "r20261006-bv1-53e146",
      "value": 38.9206,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 170,
      "slug": "codellama-34b-instruct",
      "display_name": "Codellama 34B Instruct",
      "model_version_id": 199,
      "run_id": "r20261102-bv1-5246ab",
      "value": 38.7069,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 171,
      "slug": "phi3-3-8b-mini-128k-instruct",
      "display_name": "Phi3 3.8B Mini 128K Instruct",
      "model_version_id": 150,
      "run_id": "r20261016-bv1-473145",
      "value": 38.5564,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 172,
      "slug": "granite3-1-moe-1b-instruct",
      "display_name": "Granite3.1 Moe 1B Instruct",
      "model_version_id": 112,
      "run_id": "r20261016-bv1-473145",
      "value": 38.1153,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.1667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 173,
      "slug": "deepseek-llm-7b-chat",
      "display_name": "Deepseek Llm 7B Chat",
      "model_version_id": 87,
      "run_id": "r20261016-bv1-473145",
      "value": 37.3911,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.0667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 174,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-7b",
      "display_name": "DeepSeek-R1-Distill-Qwen-7B",
      "model_version_id": 233,
      "run_id": "r20261105-bv1-2abe78",
      "value": 37.0,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "exaone-deep-2-4b",
      "display_name": "Exaone Deep 2.4B",
      "model_version_id": 92,
      "run_id": "r20261016-bv1-473145",
      "value": 36.6667,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 176,
      "slug": "codellama-7b-instruct",
      "display_name": "Codellama 7B Instruct",
      "model_version_id": 76,
      "run_id": "r20261022-bv1-54a19b",
      "value": 36.0192,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 177,
      "slug": "granite4-350m-h",
      "display_name": "Granite4 350M H",
      "model_version_id": 124,
      "run_id": "r20261016-bv1-473145",
      "value": 36.0035,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 178,
      "slug": "qwen2-5-coder-0-5b-instruct",
      "display_name": "Qwen2.5 Coder 0.5B Instruct",
      "model_version_id": 161,
      "run_id": "r20261016-bv1-473145",
      "value": 35.8981,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 179,
      "slug": "smollm2-1-7b-instruct",
      "display_name": "Smollm2 1.7B Instruct",
      "model_version_id": 174,
      "run_id": "r20261016-bv1-473145",
      "value": 35.3191,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.9333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 180,
      "slug": "microsoft-phi-3-mini-4k-instruct",
      "display_name": "Phi-3-mini-4k-instruct",
      "model_version_id": 22,
      "run_id": "r20261006-bv1-53e146",
      "value": 35.0746,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 181,
      "slug": "phi-2-7b-chat-v2",
      "display_name": "Phi 2.7B Chat V2",
      "model_version_id": 148,
      "run_id": "r20261016-bv1-473145",
      "value": 34.7102,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.1333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 182,
      "slug": "nemotron-mini-4b-instruct",
      "display_name": "Nemotron Mini 4B Instruct",
      "model_version_id": 142,
      "run_id": "r20261016-bv1-473145",
      "value": 34.5816,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.7333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 183,
      "slug": "solar-10-7b-instruct-v1",
      "display_name": "Solar 10.7B Instruct V1",
      "model_version_id": 177,
      "run_id": "r20261016-bv1-473145",
      "value": 34.3241,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.7667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "deepcoder-1-5b-preview",
      "display_name": "Deepcoder 1.5B Preview",
      "model_version_id": 82,
      "run_id": "r20261016-bv1-473145",
      "value": 34.2424,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 185,
      "slug": "swiss-ai-apertus-8b-instruct-2509",
      "display_name": "Apertus-8B-Instruct-2509",
      "model_version_id": 195,
      "run_id": "r20261029-bv1-9ddd5f",
      "value": 33.0253,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 186,
      "slug": "granite3-1-moe-3b-instruct",
      "display_name": "Granite3.1 Moe 3B Instruct",
      "model_version_id": 113,
      "run_id": "r20261016-bv1-473145",
      "value": 32.6053,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 187,
      "slug": "qwen3-0-6b",
      "display_name": "Qwen3 0.6B",
      "model_version_id": 165,
      "run_id": "r20261016-bv1-473145",
      "value": 32.5394,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 188,
      "slug": "phi4-mini-reasoning-3-8b",
      "display_name": "Phi4 Mini Reasoning 3.8B",
      "model_version_id": 151,
      "run_id": "r20261016-bv1-473145",
      "value": 31.8182,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 189,
      "slug": "granite3-moe-3b-instruct",
      "display_name": "Granite3 Moe 3B Instruct",
      "model_version_id": 121,
      "run_id": "r20261016-bv1-473145",
      "value": 31.5595,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 190,
      "slug": "aya-8b-23",
      "display_name": "Aya 8B 23",
      "model_version_id": 70,
      "run_id": "r20261016-bv1-473145",
      "value": 30.6918,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 191,
      "slug": "qwen2-1-5b-instruct",
      "display_name": "Qwen2 1.5B Instruct",
      "model_version_id": 158,
      "run_id": "r20261016-bv1-473145",
      "value": 30.6492,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 192,
      "slug": "smallthinker-3b-preview",
      "display_name": "Smallthinker 3B Preview",
      "model_version_id": 173,
      "run_id": "r20261016-bv1-473145",
      "value": 29.8214,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.1,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "stablelm-zephyr-3b",
      "display_name": "Stablelm Zephyr 3B",
      "model_version_id": 179,
      "run_id": "r20261016-bv1-473145",
      "value": 29.3458,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.4333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 194,
      "slug": "olmo2-7b-1124-instruct",
      "display_name": "Olmo2 7B 1124 Instruct",
      "model_version_id": 144,
      "run_id": "r20261016-bv1-473145",
      "value": 29.3204,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 195,
      "slug": "dolphin-phi-2-7b-v2-6",
      "display_name": "Dolphin Phi 2.7B V2.6",
      "model_version_id": 91,
      "run_id": "r20261016-bv1-473145",
      "value": 28.5758,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 196,
      "slug": "granite3-moe-1b-instruct",
      "display_name": "Granite3 Moe 1B Instruct",
      "model_version_id": 120,
      "run_id": "r20261016-bv1-473145",
      "value": 27.6354,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 197,
      "slug": "deepscaler-1-5b-preview",
      "display_name": "Deepscaler 1.5B Preview",
      "model_version_id": 84,
      "run_id": "r20261016-bv1-473145",
      "value": 26.6667,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.9,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 197,
      "slug": "qwen-qwen3-4b-thinking-2507",
      "display_name": "Qwen3-4B-Thinking-2507",
      "model_version_id": 238,
      "run_id": "r20261105-bv1-2abe78",
      "value": 26.6667,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 199,
      "slug": "qwen2-5-0-5b-instruct",
      "display_name": "Qwen2.5 0.5B Instruct",
      "model_version_id": 159,
      "run_id": "r20261016-bv1-473145",
      "value": 26.4537,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.1,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 200,
      "slug": "gemma-7b-instruct-v1-1",
      "display_name": "Gemma 7B Instruct V1.1",
      "model_version_id": 101,
      "run_id": "r20261016-bv1-473145",
      "value": 26.4503,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 201,
      "slug": "stablelm2-1-6b-chat",
      "display_name": "Stablelm2 1.6B Chat",
      "model_version_id": 180,
      "run_id": "r20261016-bv1-473145",
      "value": 26.1006,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.4333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.9333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 202,
      "slug": "mistralai-mistral-7b-instruct-v0-2",
      "display_name": "Mistral-7B-Instruct-v0.2",
      "model_version_id": 27,
      "run_id": "r20261006-bv1-53e146",
      "value": 25.3112,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.7333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 203,
      "slug": "gemma-2b-instruct-v1-1",
      "display_name": "Gemma 2B Instruct V1.1",
      "model_version_id": 100,
      "run_id": "r20261016-bv1-473145",
      "value": 25.2293,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 204,
      "slug": "deepseek-r1-1-5b-qwen-distill",
      "display_name": "Deepseek R1 1.5B Qwen Distill",
      "model_version_id": 88,
      "run_id": "r20261016-bv1-473145",
      "value": 24.4444,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 205,
      "slug": "smollm2-360m-instruct",
      "display_name": "Smollm2 360M Instruct",
      "model_version_id": 176,
      "run_id": "r20261016-bv1-473145",
      "value": 23.8052,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 206,
      "slug": "codellama-13b-instruct",
      "display_name": "Codellama 13B Instruct",
      "model_version_id": 75,
      "run_id": "r20261022-bv1-54a19b",
      "value": 22.5,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.0667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 207,
      "slug": "mixtral-8x7b-instruct-v0-1",
      "display_name": "Mixtral 8x7B Instruct V0.1",
      "model_version_id": 221,
      "run_id": "r20261102-bv1-5246ab",
      "value": 20.0968,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.9667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 208,
      "slug": "deepcoder-14b-preview",
      "display_name": "Deepcoder 14B Preview",
      "model_version_id": 83,
      "run_id": "r20261016-bv1-473145",
      "value": 20.0,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 209,
      "slug": "yi-6b-chat-v1-5",
      "display_name": "YI 6B Chat V1.5",
      "model_version_id": 184,
      "run_id": "r20261016-bv1-473145",
      "value": 19.7946,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 210,
      "slug": "sailor2-8b-chat",
      "display_name": "Sailor2 8B Chat",
      "model_version_id": 172,
      "run_id": "r20261016-bv1-473145",
      "value": 19.4621,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 211,
      "slug": "falcon3-1b-instruct",
      "display_name": "Falcon3 1B Instruct",
      "model_version_id": 190,
      "run_id": "r20261028-bv1-7ce712",
      "value": 18.6815,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.5333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 212,
      "slug": "meta-llama-llama-2-7b-chat-hf",
      "display_name": "Llama-2-7b-chat-hf",
      "model_version_id": 17,
      "run_id": "r20261006-bv1-53e146",
      "value": 18.6197,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 213,
      "slug": "qwen2-math-1-5b-instruct",
      "display_name": "Qwen2 Math 1.5B Instruct",
      "model_version_id": 193,
      "run_id": "r20261028-bv1-ef0895",
      "value": 17.4524,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 214,
      "slug": "falcon2-11b",
      "display_name": "Falcon2 11B",
      "model_version_id": 95,
      "run_id": "r20261016-bv1-473145",
      "value": 16.8972,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.9667,
      "agreement": "high",
      "ranked_overall": false
    },
    {
      "rank": 215,
      "slug": "smollm2-135m-instruct",
      "display_name": "Smollm2 135M Instruct",
      "model_version_id": 175,
      "run_id": "r20261016-bv1-473145",
      "value": 14.0857,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.6333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.1667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 216,
      "slug": "hermes3-3b-llama3-2",
      "display_name": "Hermes3 3B Llama3.2",
      "model_version_id": 128,
      "run_id": "r20261016-bv1-473145",
      "value": 11.3333,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.1,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.3,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 217,
      "slug": "sailor2-1b-chat",
      "display_name": "Sailor2 1B Chat",
      "model_version_id": 171,
      "run_id": "r20261016-bv1-473145",
      "value": 10.5355,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.9333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.0333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 218,
      "slug": "llama2-13b-chat",
      "display_name": "Llama2 13B Chat",
      "model_version_id": 133,
      "run_id": "r20261022-bv1-54a19b",
      "value": 10.0589,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.9667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 219,
      "slug": "mistralai-magistral-small-2506",
      "display_name": "Magistral Small (2506)",
      "model_version_id": 236,
      "run_id": "r20261105-bv1-2abe78",
      "value": 10.0,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.7,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.7,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 220,
      "slug": "qwen2-0-5b-instruct",
      "display_name": "Qwen2 0.5B Instruct",
      "model_version_id": 157,
      "run_id": "r20261016-bv1-473145",
      "value": 9.8106,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.8333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.8667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 221,
      "slug": "qwen-14b-chat-v1-5",
      "display_name": "Qwen 14B Chat V1.5",
      "model_version_id": 154,
      "run_id": "r20261022-bv1-54a19b",
      "value": 9.7306,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.9,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 222,
      "slug": "qwen-0-5b-chat-v1-5",
      "display_name": "Qwen 0.5B Chat V1.5",
      "model_version_id": 152,
      "run_id": "r20261016-bv1-473145",
      "value": 8.9654,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 223,
      "slug": "stable-code-3b-instruct",
      "display_name": "Stable Code 3B Instruct",
      "model_version_id": 178,
      "run_id": "r20261016-bv1-473145",
      "value": 6.4983,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.7667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.6667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 224,
      "slug": "qwen-7b-chat-v1-5",
      "display_name": "Qwen 7B Chat V1.5",
      "model_version_id": 156,
      "run_id": "r20261022-bv1-54a19b",
      "value": 5.855,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.6667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.5667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 225,
      "slug": "codegemma-2b-code-v1-1",
      "display_name": "Codegemma 2B Code V1.1",
      "model_version_id": 73,
      "run_id": "r20261016-bv1-473145",
      "value": 3.9394,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 226,
      "slug": "qwen-4b-chat-v1-5",
      "display_name": "Qwen 4B Chat V1.5",
      "model_version_id": 155,
      "run_id": "r20261016-bv1-473145",
      "value": 3.0714,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.3667,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.2667,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 227,
      "slug": "qwen-1-8b-chat-v1-5",
      "display_name": "Qwen 1.8B Chat V1.5",
      "model_version_id": 153,
      "run_id": "r20261016-bv1-473145",
      "value": 2.35,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.3333,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.3333,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 228,
      "slug": "qwen3-vl-2b-thinking",
      "display_name": "Qwen3 VL 2B Thinking",
      "model_version_id": 169,
      "run_id": "r20261016-bv1-473145",
      "value": 0.0,
      "n_scored": 30,
      "n_items": 30,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 0.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.0,
      "agreement": "high",
      "ranked_overall": true
    }
  ],
  "not_ranked": [
    {
      "slug": "swiss-ai-apertus-8b-instruct-2509",
      "display_name": "Apertus-8B-Instruct-2509",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-10b-instruct",
      "display_name": "Falcon3 10B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-1b-instruct",
      "display_name": "Falcon3 1B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-3b-instruct",
      "display_name": "Falcon3 3B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-7b-instruct",
      "display_name": "Falcon3 7B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "internlm2-1-8b-chat-v2-5",
      "display_name": "Internlm2 1.8B Chat V2.5",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "microsoft-phi-4-reasoning",
      "display_name": "Phi-4-reasoning 14B",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "microsoft-phi-4-reasoning-plus",
      "display_name": "Phi-4-reasoning-plus 14B",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "qwen2-math-1-5b-instruct",
      "display_name": "Qwen2 Math 1.5B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "qwen2-math-7b-instruct",
      "display_name": "Qwen2 Math 7B Instruct",
      "reason": "withheld from the ranking (see its page)"
    }
  ],
  "item_stats": {
    "run_id": "r20261102-bv1-5246ab",
    "n_items": 30,
    "n_all_right": 2,
    "hard_basis": "3b_plus",
    "hard_set": true,
    "n_hard": 16,
    "n_models": 33
  }
}
