[
  {
    "model": "/root/checkpoints/gemma4_adafactor/final",
    "n_samples": 100,
    "elapsed_sec": 2972.9,
    "mean_score": 0.918,
    "pct_valid_json": 95.0,
    "pct_pid_match": 89.0,
    "pct_count_match": 93.0,
    "pct_all_in_avail": 95.0,
    "pct_hydrated": 95.0,
    "pct_deps_match": 87.0,
    "by_category": {
      "3_step": 0.936,
      "multi_turn": 1.0,
      "4_step": 0.781,
      "2_step": 0.95,
      "1_step": 0.9231
    }
  },
  {
    "model": "/root/checkpoints/gemma4_grpo_v2/checkpoint-200",
    "n_samples": 100,
    "elapsed_sec": 2949.6,
    "mean_score": 0.918,
    "pct_valid_json": 96.0,
    "pct_pid_match": 88.0,
    "pct_count_match": 92.0,
    "pct_all_in_avail": 96.0,
    "pct_hydrated": 96.0,
    "pct_deps_match": 87.0,
    "by_category": {
      "3_step": 0.968,
      "multi_turn": 0.9524,
      "4_step": 0.7429,
      "2_step": 1.0,
      "1_step": 0.9231
    }
  },
  {
    "model": "/root/checkpoints/gemma4_grpo_v2/checkpoint-500",
    "n_samples": 100,
    "elapsed_sec": 2946.2,
    "mean_score": 0.94,
    "pct_valid_json": 97.0,
    "pct_pid_match": 91.0,
    "pct_count_match": 96.0,
    "pct_all_in_avail": 97.0,
    "pct_hydrated": 97.0,
    "pct_deps_match": 89.0,
    "by_category": {
      "3_step": 0.976,
      "multi_turn": 1.0,
      "4_step": 0.7905,
      "2_step": 1.0,
      "1_step": 0.9231
    }
  },
  {
    "model": "/root/checkpoints/gemma4_grpo_v2/final",
    "n_samples": 100,
    "elapsed_sec": 2977.0,
    "mean_score": 0.934,
    "pct_valid_json": 97.0,
    "pct_pid_match": 90.0,
    "pct_count_match": 94.0,
    "pct_all_in_avail": 97.0,
    "pct_hydrated": 97.0,
    "pct_deps_match": 89.0,
    "by_category": {
      "3_step": 0.992,
      "multi_turn": 0.9524,
      "4_step": 0.7429,
      "2_step": 1.0,
      "1_step": 1.0
    }
  }
]