{ "adapter_dir": "/orangefs/training/sounio/hf-examples/lora-smoke/sounio-qwen15-lora-full200-surgical-repair-20260522T021535/results/adapter", "cuda_available": true, "cuda_device_count": 1, "duration_seconds": 981.4617891311646, "eval_category": "all", "eval_offset": 0, "eval_rows_generated": 200, "eval_stdout": "{\n \"check_pass\": 199,\n \"check_pass_contract_clean\": 198,\n \"check_pass_contract_clean_rate_on_predictions\": 0.99,\n \"check_rate\": 0.995,\n \"check_rate_on_predictions\": 0.995,\n \"contract_clean\": 199,\n \"contract_clean_rate_on_predictions\": 0.995,\n \"missing_predictions\": 0,\n \"mode\": \"predictions\",\n \"predictions_found\": 200,\n \"run_expected\": 65,\n \"run_expected_predicted\": 65,\n \"run_pass\": 59,\n \"run_pass_overall_rate\": 0.295,\n \"run_rate\": 0.9076923076923077,\n \"run_rate_on_predicted\": 0.9076923076923077,\n \"total_eval_rows\": 200\n}\n", "eval_summary": { "check_pass": 199, "check_pass_contract_clean": 198, "check_pass_contract_clean_rate_on_predictions": 0.99, "check_rate": 0.995, "contract_clean": 199, "contract_clean_rate_on_predictions": 0.995, "contract_violation_counts": { "rust-python:String": 1 }, "predictions_found": 200, "run_pass": 59, "run_rate_on_predicted": 0.9076923076923077, "total_eval_rows": 200 }, "max_new_tokens": 512, "model": "Qwen/Qwen2.5-Coder-1.5B", "output_dir": "/orangefs/training/sounio/hf-examples/lora-smoke/sounio-qwen15-adapter-eval-98plus-20260522T083913/results", "prompt_style": "sounio-compact-completion", "repair_counts": { "effect_repair": 12, "fallback_effects_algebra": 1, "fallback_gpu_octonion": 1, "fallback_humaneval": 3, "fallback_reserve": 3, "normalised_surface": 2, "trimmed": 200 }, "repair_generated_effects": true, "torch_version": "2.6.0+cu124" }