| { | |
| "model": "/ocean/projects/cis250011p/araje1/checkpoints/mimo-7b-gdn-u4-stage2a-v0", | |
| "model_args": "pretrained=/ocean/projects/cis250011p/araje1/checkpoints/mimo-7b-gdn-u4-stage2a-v0,dtype=bfloat16,gpu_memory_utilization=0.85,max_model_len=8192", | |
| "limit": null, | |
| "lm_eval_version": "0.4.12", | |
| "results": { | |
| "gsm8k": { | |
| "sample_len": 1319, | |
| "exact_match,strict-match": 0.38362395754359363, | |
| "exact_match_stderr,strict-match": 0.013394238584938156, | |
| "exact_match,flexible-extract": 0.39651250947687644, | |
| "exact_match_stderr,flexible-extract": 0.013474258584033326 | |
| } | |
| }, | |
| "task_status": { | |
| "gsm8k": "ok (248s)" | |
| }, | |
| "finished": "2026-08-01 06:21:50" | |
| } |