{
  "model": "Qwen/Qwen3-1.7B",
  "checkpoint": "base",
  "num_problems": 100,
  "num_generations_per_problem": 1,
  "total_completions": 100,
  "overall_accuracy": 0.84,
  "mean_tokens": 3585.17,
  "median_tokens": 2597,
  "min_tokens": 1190,
  "max_tokens": 8192,
  "std_tokens": 2306.196795830746,
  "frac_has_think": 0.88,
  "frac_has_boxed": 0.9,
  "difficulty_range": [
    99.0,
    100.0
  ],
  "generation_params": {
    "temperature": 0.6,
    "top_p": 0.95,
    "max_new_tokens": 8192
  },
  "backend": "vllm",
  "timestamp": "2026-02-23T18:32:46.014191"
}