{
  "generated_at": "2026-11-19T14:53:51Z",
  "demo": false,
  "category": {
    "id": "reasoning",
    "label": "Reasoning",
    "overall": true,
    "judged": true,
    "description": "Multi-step reasoning questions that each have one exact answer. The model gives its final answer on the last line, and code compares it with the reference."
  },
  "ranked_by": "programmatic mean, 0-100",
  "coverage_rule": "at least 80% of the category's items scored and none pending",
  "count": 228,
  "models": [
    {
      "rank": 1,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-32b",
      "display_name": "DeepSeek-R1-Distill-Qwen-32B",
      "model_version_id": 232,
      "run_id": "r20261105-bv1-2abe78",
      "value": 97.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 1,
      "slug": "google-gemma-4-31b-it",
      "display_name": "gemma-4-31B-it",
      "model_version_id": 12,
      "run_id": "r20261006-bv1-53e146",
      "value": 97.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.4286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 9.0571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 1,
      "slug": "openai-gpt-oss-120b",
      "display_name": "gpt-oss-120b",
      "model_version_id": 67,
      "run_id": "r20261012-bv1-6a1291",
      "value": 97.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "anthropic/claude-haiku-5.5",
      "judge_a_mean": 7.9714,
      "judge_b_model": "deepseek/deepseek-v4.1-flash",
      "judge_b_mean": 8.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 1,
      "slug": "openai-gpt-oss-20b",
      "display_name": "gpt-oss-20b",
      "model_version_id": 237,
      "run_id": "r20261105-bv1-2abe78",
      "value": 97.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "anthropic/claude-haiku-5.5",
      "judge_a_mean": 7.1429,
      "judge_b_model": "deepseek/deepseek-v4.1-flash",
      "judge_b_mean": 7.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 1,
      "slug": "meta-llama-llama-3-3-70b-instruct",
      "display_name": "Llama-3.3-70B-Instruct",
      "model_version_id": 65,
      "run_id": "r20261012-bv1-6a1291",
      "value": 97.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.4286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "google-gemma-4-12b-it",
      "display_name": "Gemma 4 12B IT",
      "model_version_id": 10,
      "run_id": "r20261006-bv1-53e146",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "google-gemma-4-26b-a4b-it",
      "display_name": "gemma-4-26B-A4B-it",
      "model_version_id": 11,
      "run_id": "r20261006-bv1-53e146",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.1143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "muse-glimmer-30b",
      "display_name": "Muse Glimmer 30B",
      "model_version_id": 222,
      "run_id": "r20261102-bv1-5246ab",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.2286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "phi4-mini-reasoning-3-8b",
      "display_name": "Phi4 Mini Reasoning 3.8B",
      "model_version_id": 151,
      "run_id": "r20261016-bv1-473145",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "qwen-qwen3-8b",
      "display_name": "Qwen3-8B",
      "model_version_id": 57,
      "run_id": "r20261006-bv1-53e146",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 6,
      "slug": "qwen-qwq-32b",
      "display_name": "QwQ 32B",
      "model_version_id": 239,
      "run_id": "r20261105-bv1-2abe78",
      "value": 94.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "deepseek-r1-8b-llama-distill",
      "display_name": "Deepseek R1 8B Llama Distill",
      "model_version_id": 89,
      "run_id": "r20261016-bv1-473145",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-14b",
      "display_name": "DeepSeek-R1-Distill-Qwen-14B",
      "model_version_id": 231,
      "run_id": "r20261105-bv1-2abe78",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "google-gemma-3-27b-it",
      "display_name": "gemma-3-27b-it",
      "model_version_id": 7,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.9714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "granite4-1-8b",
      "display_name": "Granite4.1 8B",
      "model_version_id": 122,
      "run_id": "r20261016-bv1-473145",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "laguna-xs-2-1",
      "display_name": "Laguna XS 2.1",
      "model_version_id": 213,
      "run_id": "r20261102-bv1-5246ab",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "meta-llama-llama-4-scout-17b-16e-instruct",
      "display_name": "Llama 4 Scout 17B-16E Instruct",
      "model_version_id": 66,
      "run_id": "r20261012-bv1-6a1291",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "ornith-9b",
      "display_name": "Ornith 9B",
      "model_version_id": 147,
      "run_id": "r20261016-bv1-473145",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.1714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.7429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "ornith-ai-ornith-1-5-9b",
      "display_name": "Ornith-1.5-9B",
      "model_version_id": 31,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "microsoft-phi-4",
      "display_name": "phi-4",
      "model_version_id": 23,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "qwen-qwen3-14b",
      "display_name": "Qwen3-14B",
      "model_version_id": 44,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "qwen-qwen3-vl-4b-instruct",
      "display_name": "Qwen3-VL-4B-Instruct",
      "model_version_id": 61,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 12,
      "slug": "qwen-qwen3-vl-8b-instruct",
      "display_name": "Qwen3-VL-8B-Instruct",
      "model_version_id": 62,
      "run_id": "r20261006-bv1-53e146",
      "value": 91.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "google-gemma-3-12b-it",
      "display_name": "gemma-3-12b-it",
      "model_version_id": 6,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "gemma4-e2b-it",
      "display_name": "Gemma4 E2B IT",
      "model_version_id": 105,
      "run_id": "r20261016-bv1-473145",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "granite4-small-h",
      "display_name": "Granite4 Small H",
      "model_version_id": 211,
      "run_id": "r20261102-bv1-5246ab",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "mistral-small3-1-24b-instruct-2503",
      "display_name": "Mistral Small3.1 24B Instruct 2503",
      "model_version_id": 220,
      "run_id": "r20261102-bv1-5246ab",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "bartowski-nanbeige-nanbeige4-3-33b",
      "display_name": "Nanbeige_Nanbeige4.3-33B",
      "model_version_id": 197,
      "run_id": "r20261102-bv1-5246ab",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "openthinker-7b-v2",
      "display_name": "Openthinker 7B V2",
      "model_version_id": 146,
      "run_id": "r20261016-bv1-473145",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5882,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen2-5-14b-instruct",
      "display_name": "Qwen2.5-14B-Instruct",
      "model_version_id": 32,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen2-5-vl-32b-instruct",
      "display_name": "Qwen2.5-VL-32B-Instruct",
      "model_version_id": 40,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-30b-a3b",
      "display_name": "Qwen3-30B-A3B",
      "model_version_id": 45,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-30b-a3b-instruct-2507",
      "display_name": "Qwen3-30B-A3B-Instruct-2507",
      "model_version_id": 46,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.5429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-4b",
      "display_name": "Qwen3-4B",
      "model_version_id": 48,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-coder-30b-a3b-instruct",
      "display_name": "Qwen3-Coder-30B-A3B-Instruct",
      "model_version_id": 58,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-coder-next",
      "display_name": "Qwen3-Coder-Next",
      "model_version_id": 68,
      "run_id": "r20261012-bv1-6a1291",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-vl-32b-instruct",
      "display_name": "Qwen3-VL-32B-Instruct",
      "model_version_id": 60,
      "run_id": "r20261012-bv1-6a1291",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 9.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-5-27b",
      "display_name": "Qwen3.5-27B",
      "model_version_id": 50,
      "run_id": "r20261006-bv1-53e146",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.9143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-6-27b",
      "display_name": "Qwen3.6-27B",
      "model_version_id": 54,
      "run_id": "r20261012-bv1-6a1291",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "qwen-qwen3-8-27b",
      "display_name": "Qwen3.8-27B",
      "model_version_id": 56,
      "run_id": "r20261012-bv1-6a1291",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 24,
      "slug": "internscience-sage-a1-5-q4-k-m-latest",
      "display_name": "Sage-A1.5-Q4_K_M",
      "model_version_id": 212,
      "run_id": "r20261102-bv1-5246ab",
      "value": 88.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "mistralai-devstral-small-2-24b-instruct-2512",
      "display_name": "Devstral Small 2 24B Instruct (2512)",
      "model_version_id": 25,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "exaone-deep-7-8b",
      "display_name": "Exaone Deep 7.8B",
      "model_version_id": 93,
      "run_id": "r20261016-bv1-473145",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "gemma4-e4b-it",
      "display_name": "Gemma4 E4B IT",
      "model_version_id": 106,
      "run_id": "r20261016-bv1-473145",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "lfm2-5-8b-a1b",
      "display_name": "Lfm2.5 8B A1B",
      "model_version_id": 131,
      "run_id": "r20261016-bv1-473145",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "mistral-small-24b-instruct-2501",
      "display_name": "Mistral Small 24B Instruct 2501",
      "model_version_id": 219,
      "run_id": "r20261102-bv1-5246ab",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "nemotron-3-5-lightning-30b-a3b",
      "display_name": "Nemotron 3.5 Lightning 30B A3B",
      "model_version_id": 224,
      "run_id": "r20261102-bv1-5246ab",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen2-5-32b-instruct",
      "display_name": "Qwen2.5-32B-Instruct",
      "model_version_id": 33,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen3-32b",
      "display_name": "Qwen3-32B",
      "model_version_id": 47,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen3-5-35b-a3b",
      "display_name": "Qwen3.5-35B-A3B",
      "model_version_id": 51,
      "run_id": "r20261012-bv1-6a1291",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.2286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen3-5-4b",
      "display_name": "Qwen3.5-4B",
      "model_version_id": 52,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.2286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen3-5-9b",
      "display_name": "Qwen3.5-9B",
      "model_version_id": 53,
      "run_id": "r20261006-bv1-53e146",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.2286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "qwen-qwen3-6-35b-a3b",
      "display_name": "Qwen3.6-35B-A3B",
      "model_version_id": 55,
      "run_id": "r20261012-bv1-6a1291",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 42,
      "slug": "bartowski-spark-x2-6-4b",
      "display_name": "Spark-X2.6-4B",
      "model_version_id": 198,
      "run_id": "r20261102-bv1-5246ab",
      "value": 85.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.2571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "cogito-14b-v1-preview-qwen",
      "display_name": "Cogito 14B V1 Preview Qwen",
      "model_version_id": 78,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "exaone-deep-2-4b",
      "display_name": "Exaone Deep 2.4B",
      "model_version_id": 92,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "exaone3-5-2-4b-instruct",
      "display_name": "Exaone3.5 2.4B Instruct",
      "model_version_id": 94,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "google-gemma-3n-e4b-it",
      "display_name": "Gemma 3n E4B IT",
      "model_version_id": 9,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "zai-org-glm-4-5-air",
      "display_name": "GLM-4.5-Air",
      "model_version_id": 69,
      "run_id": "r20261015-bv1-5ac997",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "granite4-1-30b",
      "display_name": "Granite4.1 30B",
      "model_version_id": 207,
      "run_id": "r20261102-bv1-5246ab",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.5714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "lfm2-5-thinking-1-2b",
      "display_name": "Lfm2.5 Thinking 1.2B",
      "model_version_id": 132,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.5,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4688,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "medgemma-27b-it",
      "display_name": "Medgemma 27B IT",
      "model_version_id": 217,
      "run_id": "r20261102-bv1-5246ab",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "mistralai-ministral-3-14b-instruct-2512",
      "display_name": "Ministral 3 14B Instruct (2512)",
      "model_version_id": 26,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "ministral-3-8b-instruct-2512",
      "display_name": "Ministral 3 8B Instruct 2512",
      "model_version_id": 139,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "mistralai-mistral-small-3-2-24b-instruct-2506",
      "display_name": "Mistral Small 3.2 24B Instruct (2506)",
      "model_version_id": 28,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "nemotron-3-5-bolt-e4b",
      "display_name": "Nemotron 3.5 Bolt E4B",
      "model_version_id": 223,
      "run_id": "r20261102-bv1-5246ab",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "olmo-3-1-32b-instruct",
      "display_name": "Olmo 3.1 32B Instruct",
      "model_version_id": 227,
      "run_id": "r20261102-bv1-5246ab",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "qwen-qwen2-5-coder-14b-instruct",
      "display_name": "Qwen2.5-Coder-14B-Instruct",
      "model_version_id": 36,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "qwen-qwen2-5-coder-7b-instruct",
      "display_name": "Qwen2.5-Coder-7B-Instruct",
      "model_version_id": 39,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.7143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "qwen-qwen3-4b-instruct-2507",
      "display_name": "Qwen3-4B-Instruct-2507",
      "model_version_id": 49,
      "run_id": "r20261006-bv1-53e146",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "qwen-qwen3-vl-30b-a3b-instruct",
      "display_name": "Qwen3-VL-30B-A3B-Instruct",
      "model_version_id": 59,
      "run_id": "r20261012-bv1-6a1291",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.5714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 8.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 55,
      "slug": "translategemma-12b-it",
      "display_name": "Translategemma 12B IT",
      "model_version_id": 182,
      "run_id": "r20261016-bv1-473145",
      "value": 82.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "cogito-8b-v1-preview-llama",
      "display_name": "Cogito 8B V1 Preview Llama",
      "model_version_id": 80,
      "run_id": "r20261016-bv1-473145",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "deepcoder-1-5b-preview",
      "display_name": "Deepcoder 1.5B Preview",
      "model_version_id": 82,
      "run_id": "r20261016-bv1-473145",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "lgai-exaone-exaone-3-5-7-8b-instruct",
      "display_name": "EXAONE-3.5-7.8B-Instruct",
      "model_version_id": 16,
      "run_id": "r20261006-bv1-53e146",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "falcon3-10b-instruct",
      "display_name": "Falcon3 10B Instruct",
      "model_version_id": 189,
      "run_id": "r20261028-bv1-7ce712",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "granite4-2-30b",
      "display_name": "Granite4.2 30B",
      "model_version_id": 208,
      "run_id": "r20261102-bv1-5246ab",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "nemotron3-33b",
      "display_name": "Nemotron3 33B",
      "model_version_id": 226,
      "run_id": "r20261102-bv1-5246ab",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "allenai-olmo-3-7b-instruct",
      "display_name": "Olmo-3-7B-Instruct",
      "model_version_id": 1,
      "run_id": "r20261006-bv1-53e146",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 73,
      "slug": "qwen-qwen2-5-coder-32b-instruct",
      "display_name": "Qwen2.5-Coder-32B-Instruct",
      "model_version_id": 37,
      "run_id": "r20261006-bv1-53e146",
      "value": 80.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "deepseek-ai-deepseek-r1-0528-qwen3-8b",
      "display_name": "DeepSeek-R1-0528-Qwen3-8B",
      "model_version_id": 230,
      "run_id": "r20261105-bv1-2abe78",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "deepseek-ai-deepseek-r1-distill-qwen-7b",
      "display_name": "DeepSeek-R1-Distill-Qwen-7B",
      "model_version_id": 233,
      "run_id": "r20261105-bv1-2abe78",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "devstral-24b-small-2505",
      "display_name": "Devstral 24B Small 2505",
      "model_version_id": 203,
      "run_id": "r20261102-bv1-5246ab",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.6571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "exaone3-5-32b-instruct",
      "display_name": "Exaone3.5 32B Instruct",
      "model_version_id": 204,
      "run_id": "r20261102-bv1-5246ab",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 8.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "zai-org-glm-4-7-flash",
      "display_name": "GLM-4.7-Flash",
      "model_version_id": 64,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "lfm2-24b",
      "display_name": "Lfm2 24B",
      "model_version_id": 214,
      "run_id": "r20261102-bv1-5246ab",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "microsoft-phi-3-mini-4k-instruct",
      "display_name": "Phi-3-mini-4k-instruct",
      "model_version_id": 22,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.7429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "microsoft-phi-4-mini-instruct",
      "display_name": "Phi-4-mini-instruct",
      "model_version_id": 24,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "phi3-14b-medium-128k-instruct",
      "display_name": "Phi3 14B Medium 128K Instruct",
      "model_version_id": 149,
      "run_id": "r20261016-bv1-473145",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.6571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 81,
      "slug": "qwen-qwen2-5-7b-instruct",
      "display_name": "Qwen2.5-7B-Instruct",
      "model_version_id": 35,
      "run_id": "r20261006-bv1-53e146",
      "value": 77.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "command-r7b-arabic-7b-02-2025",
      "display_name": "Command R7B Arabic 7B 02 2025",
      "model_version_id": 81,
      "run_id": "r20261016-bv1-473145",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "deepcoder-14b-preview",
      "display_name": "Deepcoder 14B Preview",
      "model_version_id": 83,
      "run_id": "r20261016-bv1-473145",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "granite4-tiny-h",
      "display_name": "Granite4 Tiny H",
      "model_version_id": 127,
      "run_id": "r20261016-bv1-473145",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "granite4-2-3b",
      "display_name": "Granite4.2 3B",
      "model_version_id": 209,
      "run_id": "r20261102-bv1-5246ab",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0588,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "lfm3-1-7b",
      "display_name": "Lfm3 1.7B",
      "model_version_id": 215,
      "run_id": "r20261102-bv1-5246ab",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.1714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "ministral-3-3b-instruct-2512",
      "display_name": "Ministral 3 3B Instruct 2512",
      "model_version_id": 138,
      "run_id": "r20261016-bv1-473145",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "mistral-small-22b-instruct-2409",
      "display_name": "Mistral Small 22B Instruct 2409",
      "model_version_id": 218,
      "run_id": "r20261102-bv1-5246ab",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "qwen-qwen2-5-vl-7b-instruct",
      "display_name": "Qwen2.5-VL-7B-Instruct",
      "model_version_id": 42,
      "run_id": "r20261006-bv1-53e146",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "qwen-qwen3-4b-thinking-2507",
      "display_name": "Qwen3-4B-Thinking-2507",
      "model_version_id": 238,
      "run_id": "r20261105-bv1-2abe78",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 91,
      "slug": "qwen3-5-2b",
      "display_name": "Qwen3.5 2B",
      "model_version_id": 167,
      "run_id": "r20261016-bv1-473145",
      "value": 74.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "coherelabs-c4ai-command-r7b-12-2024",
      "display_name": "Command R7B (12-2024)",
      "model_version_id": 2,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "deepseek-r1-1-5b-qwen-distill",
      "display_name": "Deepseek R1 1.5B Qwen Distill",
      "model_version_id": 88,
      "run_id": "r20261016-bv1-473145",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "dphn-dolphin-2-9-1-yi-1-5-34b",
      "display_name": "dolphin-2.9.1-yi-1.5-34b",
      "model_version_id": 4,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "falcon3-7b-instruct",
      "display_name": "Falcon3 7B Instruct",
      "model_version_id": 192,
      "run_id": "r20261028-bv1-7ce712",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "flint-40b-a2b",
      "display_name": "Flint 40B A2B",
      "model_version_id": 205,
      "run_id": "r20261102-bv1-5246ab",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "google-gemma-3-4b-it",
      "display_name": "gemma-3-4b-it",
      "model_version_id": 8,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "marco-o1-7b",
      "display_name": "Marco O1 7B",
      "model_version_id": 135,
      "run_id": "r20261016-bv1-473145",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "qwen2-math-7b-instruct",
      "display_name": "Qwen2 Math 7B Instruct",
      "model_version_id": 194,
      "run_id": "r20261028-bv1-ef0895",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "qwen-qwen2-5-3b-instruct",
      "display_name": "Qwen2.5-3B-Instruct",
      "model_version_id": 34,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "qwen-qwen2-5-vl-3b-instruct",
      "display_name": "Qwen2.5-VL-3B-Instruct",
      "model_version_id": 41,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "huggingfacetb-smollm3-3b",
      "display_name": "SmolLM3-3B",
      "model_version_id": 14,
      "run_id": "r20261006-bv1-53e146",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.3429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 101,
      "slug": "yi-34b-chat-v1-5",
      "display_name": "YI 34B Chat V1.5",
      "model_version_id": 228,
      "run_id": "r20261102-bv1-5246ab",
      "value": 71.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.5714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 7.0286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "deepscaler-1-5b-preview",
      "display_name": "Deepscaler 1.5B Preview",
      "model_version_id": 84,
      "run_id": "r20261016-bv1-473145",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.0,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "google-gemma-2-9b-it",
      "display_name": "gemma-2-9b-it",
      "model_version_id": 5,
      "run_id": "r20261006-bv1-53e146",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "gemma3n-e2b-it",
      "display_name": "Gemma3n E2B IT",
      "model_version_id": 104,
      "run_id": "r20261016-bv1-473145",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "meta-llama-llama-3-2-3b-instruct",
      "display_name": "Llama-3.2-3B-Instruct",
      "model_version_id": 19,
      "run_id": "r20261006-bv1-53e146",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.9143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "nemotron-cascade-2-30b-a3b",
      "display_name": "Nemotron Cascade 2 30B A3B",
      "model_version_id": 225,
      "run_id": "r20261102-bv1-5246ab",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "qwen3-1-7b",
      "display_name": "Qwen3 1.7B",
      "model_version_id": 166,
      "run_id": "r20261016-bv1-473145",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 113,
      "slug": "yi-9b-chat-v1-5",
      "display_name": "YI 9B Chat V1.5",
      "model_version_id": 185,
      "run_id": "r20261016-bv1-473145",
      "value": 68.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "deepseek-ai-deepseek-coder-v2-lite-instruct",
      "display_name": "DeepSeek-Coder-V2-Lite-Instruct",
      "model_version_id": 3,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "gemma2-27b-instruct",
      "display_name": "Gemma2 27B Instruct",
      "model_version_id": 206,
      "run_id": "r20261102-bv1-5246ab",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "ibm-granite-granite-4-1-3b",
      "display_name": "granite-4.1-3b",
      "model_version_id": 15,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "granite4-2-8b",
      "display_name": "Granite4.2 8B",
      "model_version_id": 210,
      "run_id": "r20261102-bv1-5246ab",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.7576,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2059,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "internlm2-7b-chat-v2-5",
      "display_name": "Internlm2 7B Chat V2.5",
      "model_version_id": 130,
      "run_id": "r20261016-bv1-473145",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.0857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "mathstral-7b-v0-1",
      "display_name": "Mathstral 7B V0.1",
      "model_version_id": 136,
      "run_id": "r20261016-bv1-473145",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "google-medgemma-4b-it",
      "display_name": "medgemma-4b-it",
      "model_version_id": 13,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "medgemma1-5-4b-it",
      "display_name": "Medgemma1.5 4B IT",
      "model_version_id": 137,
      "run_id": "r20261029-bv1-3e4075",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "nvidia-nemotron-3-nano-30b-a3b",
      "display_name": "NVIDIA Nemotron 3 Nano 30B-A3B",
      "model_version_id": 30,
      "run_id": "r20261006-bv1-53e146",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 7.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "qwen2-math-1-5b-instruct",
      "display_name": "Qwen2 Math 1.5B Instruct",
      "model_version_id": 193,
      "run_id": "r20261028-bv1-ef0895",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.0571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "qwen2-5-coder-1-5b-instruct",
      "display_name": "Qwen2.5 Coder 1.5B Instruct",
      "model_version_id": 162,
      "run_id": "r20261016-bv1-473145",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 120,
      "slug": "qwen3-vl-2b-instruct",
      "display_name": "Qwen3 VL 2B Instruct",
      "model_version_id": 168,
      "run_id": "r20261016-bv1-473145",
      "value": 65.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "granite3-3-8b",
      "display_name": "Granite3.3 8B",
      "model_version_id": 117,
      "run_id": "r20261016-bv1-473145",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "granite4-3b",
      "display_name": "Granite4 3B",
      "model_version_id": 125,
      "run_id": "r20261016-bv1-473145",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "granite4-micro-h",
      "display_name": "Granite4 Micro H",
      "model_version_id": 126,
      "run_id": "r20261016-bv1-473145",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.9143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "lfm3-vl-2b",
      "display_name": "Lfm3 VL 2B",
      "model_version_id": 216,
      "run_id": "r20261102-bv1-5246ab",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 6.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "allenai-olmo-3-7b-think",
      "display_name": "Olmo-3-7B-Think",
      "model_version_id": 229,
      "run_id": "r20261105-bv1-2abe78",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 132,
      "slug": "qwen2-5-1-5b-instruct",
      "display_name": "Qwen2.5 1.5B Instruct",
      "model_version_id": 160,
      "run_id": "r20261016-bv1-473145",
      "value": 62.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "gemma3-1b-it",
      "display_name": "Gemma3 1B IT",
      "model_version_id": 103,
      "run_id": "r20261016-bv1-473145",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.3143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "glm4-9b-chat",
      "display_name": "Glm4 9B Chat",
      "model_version_id": 107,
      "run_id": "r20261016-bv1-473145",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.5429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "meta-llama-llama-3-1-8b-instruct",
      "display_name": "Llama-3.1-8B-Instruct",
      "model_version_id": 18,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "olmo2-13b-1124-instruct",
      "display_name": "Olmo2 13B 1124 Instruct",
      "model_version_id": 143,
      "run_id": "r20261022-bv1-54a19b",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "microsoft-phi-3-5-mini-instruct",
      "display_name": "Phi-3.5-mini-instruct",
      "model_version_id": 21,
      "run_id": "r20261006-bv1-53e146",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "qwen3-vl-2b-thinking",
      "display_name": "Qwen3 VL 2B Thinking",
      "model_version_id": 169,
      "run_id": "r20261016-bv1-473145",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 138,
      "slug": "tulu3-8b",
      "display_name": "Tulu3 8B",
      "model_version_id": 183,
      "run_id": "r20261016-bv1-473145",
      "value": 60.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "granite3-1-dense-8b-instruct",
      "display_name": "Granite3.1 Dense 8B Instruct",
      "model_version_id": 111,
      "run_id": "r20261016-bv1-473145",
      "value": 57.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "granite3-3-2b",
      "display_name": "Granite3.3 2B",
      "model_version_id": 116,
      "run_id": "r20261016-bv1-473145",
      "value": 57.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "mistral-nemo-12b-instruct-2407",
      "display_name": "Mistral Nemo 12B Instruct 2407",
      "model_version_id": 141,
      "run_id": "r20261016-bv1-473145",
      "value": 57.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.7429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "qwen-qwen2-5-coder-3b-instruct",
      "display_name": "Qwen2.5-Coder-3B-Instruct",
      "model_version_id": 38,
      "run_id": "r20261006-bv1-53e146",
      "value": 57.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 145,
      "slug": "smallthinker-3b-preview",
      "display_name": "Smallthinker 3B Preview",
      "model_version_id": 173,
      "run_id": "r20261016-bv1-473145",
      "value": 57.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "aya-expanse-32b",
      "display_name": "Aya Expanse 32B",
      "model_version_id": 196,
      "run_id": "r20261102-bv1-5246ab",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "aya-expanse-8b",
      "display_name": "Aya Expanse 8B",
      "model_version_id": 71,
      "run_id": "r20261016-bv1-473145",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "granite3-dense-8b-instruct",
      "display_name": "Granite3 Dense 8B Instruct",
      "model_version_id": 119,
      "run_id": "r20261016-bv1-473145",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.4,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "nousresearch-hermes-3-llama-3-1-8b",
      "display_name": "Hermes-3-Llama-3.1-8B",
      "model_version_id": 29,
      "run_id": "r20261006-bv1-53e146",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "phi3-3-8b-mini-128k-instruct",
      "display_name": "Phi3 3.8B Mini 128K Instruct",
      "model_version_id": 150,
      "run_id": "r20261016-bv1-473145",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.1143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 150,
      "slug": "sailor2-8b-chat",
      "display_name": "Sailor2 8B Chat",
      "model_version_id": 172,
      "run_id": "r20261016-bv1-473145",
      "value": 54.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 156,
      "slug": "falcon3-3b-instruct",
      "display_name": "Falcon3 3B Instruct",
      "model_version_id": 191,
      "run_id": "r20261028-bv1-7ce712",
      "value": 51.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 156,
      "slug": "meta-llama-meta-llama-3-8b-instruct",
      "display_name": "Meta-Llama-3-8B-Instruct",
      "model_version_id": 20,
      "run_id": "r20261006-bv1-53e146",
      "value": 51.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 6.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 156,
      "slug": "olmo2-7b-1124-instruct",
      "display_name": "Olmo2 7B 1124 Instruct",
      "model_version_id": 144,
      "run_id": "r20261016-bv1-473145",
      "value": 51.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 5.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "codegeex4-9b-all",
      "display_name": "Codegeex4 9B All",
      "model_version_id": 72,
      "run_id": "r20261016-bv1-473145",
      "value": 48.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "command-r-35b-08-2024",
      "display_name": "Command R 35B 08 2024",
      "model_version_id": 201,
      "run_id": "r20261102-bv1-5246ab",
      "value": 48.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "granite3-dense-2b-instruct",
      "display_name": "Granite3 Dense 2B Instruct",
      "model_version_id": 118,
      "run_id": "r20261016-bv1-473145",
      "value": 48.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.7143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "granite4-1b-h",
      "display_name": "Granite4 1B H",
      "model_version_id": 123,
      "run_id": "r20261016-bv1-473145",
      "value": 48.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.6857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 159,
      "slug": "qwen-14b-chat-v1-5",
      "display_name": "Qwen 14B Chat V1.5",
      "model_version_id": 154,
      "run_id": "r20261022-bv1-54a19b",
      "value": 48.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "codegemma-7b-instruct-v1-1",
      "display_name": "Codegemma 7B Instruct V1.1",
      "model_version_id": 74,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "codestral-22b-v0-1",
      "display_name": "Codestral 22B V0.1",
      "model_version_id": 200,
      "run_id": "r20261102-bv1-5246ab",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.2571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "cogito-3b-v1-preview-llama",
      "display_name": "Cogito 3B V1 Preview Llama",
      "model_version_id": 79,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "granite3-1-dense-2b-instruct",
      "display_name": "Granite3.1 Dense 2B Instruct",
      "model_version_id": 110,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.1143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "granite3-2-8b-instruct",
      "display_name": "Granite3.2 8B Instruct",
      "model_version_id": 115,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "llama2-13b-chat",
      "display_name": "Llama2 13B Chat",
      "model_version_id": 133,
      "run_id": "r20261022-bv1-54a19b",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "qwen-7b-chat-v1-5",
      "display_name": "Qwen 7B Chat V1.5",
      "model_version_id": 156,
      "run_id": "r20261022-bv1-54a19b",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "qwen-qwen2-vl-7b-instruct",
      "display_name": "Qwen2-VL-7B-Instruct",
      "model_version_id": 43,
      "run_id": "r20261006-bv1-53e146",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "solar-10-7b-instruct-v1",
      "display_name": "Solar 10.7B Instruct V1",
      "model_version_id": 177,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "stablelm-zephyr-3b",
      "display_name": "Stablelm Zephyr 3B",
      "model_version_id": 179,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 164,
      "slug": "yi-6b-chat-v1-5",
      "display_name": "YI 6B Chat V1.5",
      "model_version_id": 184,
      "run_id": "r20261016-bv1-473145",
      "value": 45.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.3143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "swiss-ai-apertus-8b-instruct-2509",
      "display_name": "Apertus-8B-Instruct-2509",
      "model_version_id": 195,
      "run_id": "r20261029-bv1-9ddd5f",
      "value": 42.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "codellama-34b-instruct",
      "display_name": "Codellama 34B Instruct",
      "model_version_id": 199,
      "run_id": "r20261102-bv1-5246ab",
      "value": 42.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "gemma2-2b-instruct",
      "display_name": "Gemma2 2B Instruct",
      "model_version_id": 102,
      "run_id": "r20261016-bv1-473145",
      "value": 42.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.0857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "granite3-2-2b-instruct",
      "display_name": "Granite3.2 2B Instruct",
      "model_version_id": 114,
      "run_id": "r20261016-bv1-473145",
      "value": 42.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 5.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 175,
      "slug": "mixtral-8x7b-instruct-v0-1",
      "display_name": "Mixtral 8x7B Instruct V0.1",
      "model_version_id": 221,
      "run_id": "r20261102-bv1-5246ab",
      "value": 42.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.9143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 180,
      "slug": "falcon3-1b-instruct",
      "display_name": "Falcon3 1B Instruct",
      "model_version_id": 190,
      "run_id": "r20261028-bv1-7ce712",
      "value": 40.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 180,
      "slug": "gemma-7b-instruct-v1-1",
      "display_name": "Gemma 7B Instruct V1.1",
      "model_version_id": 101,
      "run_id": "r20261016-bv1-473145",
      "value": 40.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 180,
      "slug": "granite-code-8b-instruct",
      "display_name": "Granite Code 8B Instruct",
      "model_version_id": 109,
      "run_id": "r20261016-bv1-473145",
      "value": 40.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 180,
      "slug": "mistralai-mistral-7b-instruct-v0-2",
      "display_name": "Mistral-7B-Instruct-v0.2",
      "model_version_id": 27,
      "run_id": "r20261006-bv1-53e146",
      "value": 40.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.0571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "codellama-7b-instruct",
      "display_name": "Codellama 7B Instruct",
      "model_version_id": 76,
      "run_id": "r20261022-bv1-54a19b",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "deepseek-llm-7b-chat",
      "display_name": "Deepseek Llm 7B Chat",
      "model_version_id": 87,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 4.0571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "granite-code-3b-instruct",
      "display_name": "Granite Code 3B Instruct",
      "model_version_id": 108,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "granite3-moe-3b-instruct",
      "display_name": "Granite3 Moe 3B Instruct",
      "model_version_id": 121,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "granite3-1-moe-3b-instruct",
      "display_name": "Granite3.1 Moe 3B Instruct",
      "model_version_id": 113,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "hermes3-3b-llama3-2",
      "display_name": "Hermes3 3B Llama3.2",
      "model_version_id": 128,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "llama3-2-1b-instruct",
      "display_name": "Llama3.2 1B Instruct",
      "model_version_id": 134,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.8857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "mistral-7b-instruct-v0-3",
      "display_name": "Mistral 7B Instruct V0.3",
      "model_version_id": 140,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 184,
      "slug": "qwen3-0-6b",
      "display_name": "Qwen3 0.6B",
      "model_version_id": 165,
      "run_id": "r20261016-bv1-473145",
      "value": 37.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.9143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "aya-8b-23",
      "display_name": "Aya 8B 23",
      "model_version_id": 70,
      "run_id": "r20261016-bv1-473145",
      "value": 34.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "deepseek-v2-16b-lite-chat",
      "display_name": "Deepseek V2 16B Lite Chat",
      "model_version_id": 90,
      "run_id": "r20261016-bv1-473145",
      "value": 34.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "mistralai-magistral-small-2506",
      "display_name": "Magistral Small (2506)",
      "model_version_id": 236,
      "run_id": "r20261105-bv1-2abe78",
      "value": 34.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "nemotron-mini-4b-instruct",
      "display_name": "Nemotron Mini 4B Instruct",
      "model_version_id": 142,
      "run_id": "r20261016-bv1-473145",
      "value": 34.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 193,
      "slug": "phi-2-7b-chat-v2",
      "display_name": "Phi 2.7B Chat V2",
      "model_version_id": 148,
      "run_id": "r20261016-bv1-473145",
      "value": 34.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.7429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "codellama-13b-instruct",
      "display_name": "Codellama 13B Instruct",
      "model_version_id": 75,
      "run_id": "r20261022-bv1-54a19b",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "deepseek-coder-33b-instruct",
      "display_name": "Deepseek Coder 33B Instruct",
      "model_version_id": 202,
      "run_id": "r20261102-bv1-5246ab",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "dolphin-phi-2-7b-v2-6",
      "display_name": "Dolphin Phi 2.7B V2.6",
      "model_version_id": 91,
      "run_id": "r20261016-bv1-473145",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 4.2286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.6571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "granite3-1-moe-1b-instruct",
      "display_name": "Granite3.1 Moe 1B Instruct",
      "model_version_id": 112,
      "run_id": "r20261016-bv1-473145",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.5143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "internlm2-1-8b-chat-v2-5",
      "display_name": "Internlm2 1.8B Chat V2.5",
      "model_version_id": 188,
      "run_id": "r20261028-bv1-2e24cd",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "qwen2-0-5b-instruct",
      "display_name": "Qwen2 0.5B Instruct",
      "model_version_id": 157,
      "run_id": "r20261016-bv1-473145",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.3714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.1429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 198,
      "slug": "yi-coder-9b-chat",
      "display_name": "YI Coder 9B Chat",
      "model_version_id": 187,
      "run_id": "r20261016-bv1-473145",
      "value": 31.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.8286,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 205,
      "slug": "qwen2-1-5b-instruct",
      "display_name": "Qwen2 1.5B Instruct",
      "model_version_id": 158,
      "run_id": "r20261016-bv1-473145",
      "value": 28.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.2571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 205,
      "slug": "qwen2-5-0-5b-instruct",
      "display_name": "Qwen2.5 0.5B Instruct",
      "model_version_id": 159,
      "run_id": "r20261016-bv1-473145",
      "value": 28.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 3.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 205,
      "slug": "smollm2-1-7b-instruct",
      "display_name": "Smollm2 1.7B Instruct",
      "model_version_id": 174,
      "run_id": "r20261016-bv1-473145",
      "value": 28.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.8,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 208,
      "slug": "codeqwen-7b-chat-v1-5",
      "display_name": "Codeqwen 7B Chat V1.5",
      "model_version_id": 77,
      "run_id": "r20261016-bv1-473145",
      "value": 25.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.8571,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 208,
      "slug": "gemma-2b-instruct-v1-1",
      "display_name": "Gemma 2B Instruct V1.1",
      "model_version_id": 100,
      "run_id": "r20261016-bv1-473145",
      "value": 25.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.9429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.4286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 208,
      "slug": "meta-llama-llama-2-7b-chat-hf",
      "display_name": "Llama-2-7b-chat-hf",
      "model_version_id": 17,
      "run_id": "r20261006-bv1-53e146",
      "value": 25.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 211,
      "slug": "falcon2-11b",
      "display_name": "Falcon2 11B",
      "model_version_id": 95,
      "run_id": "r20261016-bv1-473145",
      "value": 22.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.2286,
      "agreement": "high",
      "ranked_overall": false
    },
    {
      "rank": 211,
      "slug": "qwen2-5-coder-0-5b-instruct",
      "display_name": "Qwen2.5 Coder 0.5B Instruct",
      "model_version_id": 161,
      "run_id": "r20261016-bv1-473145",
      "value": 22.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.6571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 211,
      "slug": "stable-code-3b-instruct",
      "display_name": "Stable Code 3B Instruct",
      "model_version_id": 178,
      "run_id": "r20261016-bv1-473145",
      "value": 22.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 211,
      "slug": "stablelm2-12b-chat",
      "display_name": "Stablelm2 12B Chat",
      "model_version_id": 181,
      "run_id": "r20261016-bv1-473145",
      "value": 22.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 3.1714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.7714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 215,
      "slug": "granite4-350m-h",
      "display_name": "Granite4 350M H",
      "model_version_id": 124,
      "run_id": "r20261016-bv1-473145",
      "value": 20.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.1143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.9429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 215,
      "slug": "qwen-1-8b-chat-v1-5",
      "display_name": "Qwen 1.8B Chat V1.5",
      "model_version_id": 153,
      "run_id": "r20261016-bv1-473145",
      "value": 20.0,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.2857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 217,
      "slug": "codegemma-2b-code-v1-1",
      "display_name": "Codegemma 2B Code V1.1",
      "model_version_id": 73,
      "run_id": "r20261016-bv1-473145",
      "value": 17.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.0571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.9714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 217,
      "slug": "granite3-moe-1b-instruct",
      "display_name": "Granite3 Moe 1B Instruct",
      "model_version_id": 120,
      "run_id": "r20261016-bv1-473145",
      "value": 17.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.4,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.2,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 217,
      "slug": "yi-coder-1-5b-chat",
      "display_name": "YI Coder 1.5B Chat",
      "model_version_id": 186,
      "run_id": "r20261016-bv1-473145",
      "value": 17.1429,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.6,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 2.1143,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 220,
      "slug": "qwen-0-5b-chat-v1-5",
      "display_name": "Qwen 0.5B Chat V1.5",
      "model_version_id": 152,
      "run_id": "r20261016-bv1-473145",
      "value": 14.2857,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.0,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.3714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 221,
      "slug": "qwen-4b-chat-v1-5",
      "display_name": "Qwen 4B Chat V1.5",
      "model_version_id": 155,
      "run_id": "r20261016-bv1-473145",
      "value": 11.4286,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.7714,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 222,
      "slug": "deepseek-coder-6-7b-instruct",
      "display_name": "Deepseek Coder 6.7B Instruct",
      "model_version_id": 86,
      "run_id": "r20261022-bv1-54a19b",
      "value": 8.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 2.3143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.6286,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 222,
      "slug": "sailor2-1b-chat",
      "display_name": "Sailor2 1B Chat",
      "model_version_id": 171,
      "run_id": "r20261016-bv1-473145",
      "value": 8.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.8857,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 222,
      "slug": "smollm2-360m-instruct",
      "display_name": "Smollm2 360M Instruct",
      "model_version_id": 176,
      "run_id": "r20261016-bv1-473145",
      "value": 8.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.4571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.3429,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 222,
      "slug": "stablelm2-1-6b-chat",
      "display_name": "Stablelm2 1.6B Chat",
      "model_version_id": 180,
      "run_id": "r20261016-bv1-473145",
      "value": 8.5714,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.8571,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.5714,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 226,
      "slug": "deepseek-coder-1-3b-instruct",
      "display_name": "Deepseek Coder 1.3B Instruct",
      "model_version_id": 85,
      "run_id": "r20261016-bv1-473145",
      "value": 5.7143,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.0857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 227,
      "slug": "opencoder-1-5b-instruct",
      "display_name": "Opencoder 1.5B Instruct",
      "model_version_id": 145,
      "run_id": "r20261016-bv1-473145",
      "value": 2.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.7143,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 1.4857,
      "agreement": "high",
      "ranked_overall": true
    },
    {
      "rank": 227,
      "slug": "smollm2-135m-instruct",
      "display_name": "Smollm2 135M Instruct",
      "model_version_id": 175,
      "run_id": "r20261016-bv1-473145",
      "value": 2.8571,
      "n_scored": 35,
      "n_items": 35,
      "judge_a_model": "openai/gpt-5.6-luna",
      "judge_a_mean": 1.1429,
      "judge_b_model": "anthropic/claude-haiku-5.5",
      "judge_b_mean": 0.7429,
      "agreement": "high",
      "ranked_overall": true
    }
  ],
  "not_ranked": [
    {
      "slug": "swiss-ai-apertus-8b-instruct-2509",
      "display_name": "Apertus-8B-Instruct-2509",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-10b-instruct",
      "display_name": "Falcon3 10B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-1b-instruct",
      "display_name": "Falcon3 1B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-3b-instruct",
      "display_name": "Falcon3 3B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "falcon3-7b-instruct",
      "display_name": "Falcon3 7B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "internlm2-1-8b-chat-v2-5",
      "display_name": "Internlm2 1.8B Chat V2.5",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "microsoft-phi-4-reasoning",
      "display_name": "Phi-4-reasoning 14B",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "microsoft-phi-4-reasoning-plus",
      "display_name": "Phi-4-reasoning-plus 14B",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "qwen2-math-1-5b-instruct",
      "display_name": "Qwen2 Math 1.5B Instruct",
      "reason": "withheld from the ranking (see its page)"
    },
    {
      "slug": "qwen2-math-7b-instruct",
      "display_name": "Qwen2 Math 7B Instruct",
      "reason": "withheld from the ranking (see its page)"
    }
  ],
  "item_stats": {
    "run_id": "r20261102-bv1-5246ab",
    "n_items": 35,
    "n_all_right": 5,
    "hard_basis": "3b_plus",
    "hard_set": true,
    "n_hard": 7,
    "n_models": 33
  }
}
