gsm8k_1024.json

{
  "model": "/ocean/projects/cis250011p/araje1/checkpoints/mimo-7b-gdn-u4-stage2a-v0",
  "model_args": "pretrained=/ocean/projects/cis250011p/araje1/checkpoints/mimo-7b-gdn-u4-stage2a-v0,dtype=bfloat16,gpu_memory_utilization=0.85,max_model_len=8192",
  "limit": null,
  "lm_eval_version": "0.4.12",
  "results": {
    "gsm8k": {
      "sample_len": 1319,
      "exact_match,strict-match": 0.38362395754359363,
      "exact_match_stderr,strict-match": 0.013394238584938156,
      "exact_match,flexible-extract": 0.39651250947687644,
      "exact_match_stderr,flexible-extract": 0.013474258584033326
    }
  },
  "task_status": {
    "gsm8k": "ok (248s)"
  },
  "finished": "2026-08-01 06:21:50"
}