{ "anti_rust_ratio": 0.0, "anti_rust_rows_used": 0, "approx_tokens_per_step": 1242.3971482491088, "canonical_humaneval_curriculum": true, "cuda_available": true, "cuda_device_count": 1, "duration_seconds": 1889.5225403308868, "effective_tokens": 5924992, "eval_category": "all", "eval_offset": 0, "eval_rows_generated": 200, "eval_stdout": "{\n \"check_pass\": 192,\n \"check_pass_contract_clean\": 192,\n \"check_pass_contract_clean_rate_on_predictions\": 0.96,\n \"check_rate\": 0.96,\n \"check_rate_on_predictions\": 0.96,\n \"contract_clean\": 196,\n \"contract_clean_rate_on_predictions\": 0.98,\n \"missing_predictions\": 0,\n \"mode\": \"predictions\",\n \"predictions_found\": 200,\n \"run_expected\": 65,\n \"run_expected_predicted\": 65,\n \"run_pass\": 58,\n \"run_pass_overall_rate\": 0.29,\n \"run_rate\": 0.8923076923076924,\n \"run_rate_on_predicted\": 0.8923076923076924,\n \"total_eval_rows\": 200\n}\n", "eval_summary": { "check_pass": 192, "check_pass_contract_clean": 192, "check_pass_contract_clean_rate_on_predictions": 0.96, "check_rate": 0.96, "check_rate_on_predictions": 0.96, "contract_clean": 196, "contract_clean_rate_on_predictions": 0.98, "contract_violation_counts": { "rust-python:.to_string()": 2, "rust-python:String": 3, "rust-python:Vec<": 1, "rust-python:vec!": 1 }, "predictions_found": 200, "run_pass": 58, "run_rate_on_predicted": 0.8923076923076924, "total_eval_rows": 200 }, "keep_leading_comments": false, "loss_delta": -0.9296018360182643, "loss_first": 0.9428470730781555, "loss_last": 0.013245237059891224, "losses": [ 0.9428470730781555, 0.9206329584121704, 0.8969697952270508, 0.7890851497650146, 0.689884603023529, 0.690836489200592, 0.8878088593482971, 0.46744415163993835, 0.8144014477729797, 0.4281320869922638, 0.6524766087532043, 0.24453309178352356, 0.5406432151794434, 0.4681987464427948, 0.18451671302318573, 0.7817855477333069, 0.1963343322277069, 0.3834087550640106, 0.6559674739837646, 0.2839801609516144, 0.3674596846103668, 0.16576699912548065, 0.2436273992061615, 0.15725275874137878, 0.21545928716659546, 0.07066715508699417, 0.2456275373697281, 0.5520280599594116, 0.31973111629486084, 0.30580976605415344, 0.14287082850933075, 0.03269997239112854, 0.13751648366451263, 0.09021562337875366, 0.32186514139175415, 0.022180834785103798, 0.2635396420955658, 0.05417215824127197, 0.14180563390254974, 0.050655435770750046, 0.24799545109272003, 0.13758957386016846, 0.13092908263206482, 0.0567726269364357, 0.042195651680231094, 0.3574736416339874, 0.019455213099718094, 0.27129989862442017, 0.04717741906642914, 0.049893900752067566, 0.22707486152648926, 0.07976571470499039, 0.17539313435554504, 0.08971283584833145, 0.018947025761008263, 0.06419366598129272, 0.05756637826561928, 0.03820545971393585, 0.0790393203496933, 0.07166381180286407, 0.20225368440151215, 0.06589708477258682, 0.006871169898658991, 0.031089279800653458, 0.0169230867177248, 0.08838624507188797, 0.22381575405597687, 0.011767029762268066, 0.3059588372707367, 0.03028671257197857, 0.03160905838012695, 0.13401345908641815, 0.018623247742652893, 0.02683974616229534, 0.03340781852602959, 0.045859020203351974, 0.026837879791855812, 0.025307269766926765, 0.06485714018344879, 0.06476829200983047, 0.06432314217090607, 0.047294847667217255, 0.08720092475414276, 0.02301287092268467, 0.3384197950363159, 0.022578677162528038, 0.024113886058330536, 0.028393028303980827, 0.23228859901428223, 0.8091990947723389, 0.04626913741230965, 0.19360622763633728, 0.06617783010005951, 0.006803128868341446, 0.04188191518187523, 0.06640549004077911, 0.05968461185693741, 0.16347338259220123, 0.14896811544895172, 0.0066816904582083225, 0.04769838973879814, 0.005810702685266733, 1.067097783088684, 0.022275349125266075, 0.03307740390300751, 0.03575287014245987, 0.021497294306755066, 0.04117065295577049, 0.09176062792539597, 0.011542166583240032, 0.12638422846794128, 0.020750392228364944, 0.047689635306596756, 0.010733681730926037, 0.1976831704378128, 0.041155725717544556, 0.09104897081851959, 0.1934879720211029, 0.008085734210908413, 0.013245237059891224 ], "max_steps": 120, "model": "Qwen/Qwen2.5-Coder-1.5B", "output_dir": "/orangefs/training/sounio/hf-examples/lora-smoke/sounio-qwen15-lora-full200-surgical-repair-20260522T021535/results", "prompt_style": "sounio-compact-completion", "repair_counts": { "effect_repair": 14, "fallback_humaneval": 2, "normalised_surface": 1, "trimmed": 200 }, "repair_generated_effects": true, "repair_pair_ratio": 0.2, "repair_pair_rows_used": 480, "run_expected_ratio": 0.1, "run_expected_rows_used": 435, "runtime_repair_ratio": 0.0, "runtime_repair_rows_used": 0, "targeted_runtime_ratio": 0.0, "targeted_runtime_rows_used": 0, "torch_version": "2.6.0+cu124", "train_rows_requested": 4800, "train_rows_skipped_for_length": 31, "train_rows_used": 4769, "train_selection": "humaneval-heavy" }