| { |
| "rank": [ |
| "R2C", |
| "D", |
| "I75", |
| "R4B", |
| "R3B" |
| ], |
| "selected": "R2C", |
| "selected_checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_from_D_R2_20260619T101914Z/checkpoints/R2C_t7_g115/0", |
| "score": { |
| "D": { |
| "checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_synth_D_20260618T230500Z/checkpoints/D_lr3e6_ttt5/0", |
| "bestK_mean_req": 11.01077046868981, |
| "bestK_median_req": 6.24893154018202, |
| "all_modes_mean_req": 10.639310299572864, |
| "all_modes_median_req": 6.208932599213651, |
| "bestK_wins": 4, |
| "bestK_n": 21, |
| "same_mode_wins": 13, |
| "same_mode_n": 63, |
| "best_rows": [ |
| { |
| "pergpu": "C1", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 4.340648699617045 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 5.082009293585532 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 5.071042188974214 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 4.973277389401213 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 4.593120404959152 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 3.671653204285534 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.6720819654293075 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 12.459347395590743 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 16.958368471708884 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 17.225365093891828 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 14.102911377729693 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.433175592163678 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.208932599213651 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.68813911579323 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 21.250502574501912 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 28.963871910708107 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 28.66553870639388 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 20.692730974131717 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0896_1152", |
| "case": "K4", |
| "req": 11.246015520158583 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.24893154018202 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.678515824066068 |
| } |
| ] |
| }, |
| "R2C": { |
| "checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_from_D_R2_20260619T101914Z/checkpoints/R2C_t7_g115/0", |
| "bestK_mean_req": 11.028786740657424, |
| "bestK_median_req": 6.320369991071075, |
| "all_modes_mean_req": 10.646122555261488, |
| "all_modes_median_req": 6.268194489166301, |
| "bestK_wins": 5, |
| "bestK_n": 21, |
| "same_mode_wins": 13, |
| "same_mode_n": 63, |
| "best_rows": [ |
| { |
| "pergpu": "C1", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 4.345809793941278 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 5.043031838500465 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 5.112564427372901 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 5.018310840790181 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 4.565238972586731 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 3.6211113247324724 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.682296616202558 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 12.384162066047583 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 17.445615311171707 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 17.28022943877636 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 14.075180985855702 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.511396664297221 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.268194489166301 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.637542195101092 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 21.551989152848936 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0096_0160", |
| "case": "K4", |
| "req": 28.989323748105253 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 28.03680608539756 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 20.803426235673136 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.253671594598332 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.320369991071075 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.658249781569055 |
| } |
| ] |
| }, |
| "R3B": { |
| "checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_from_R2C_R3_20260619T110750Z/checkpoints/R3B_push_t7_g125/0", |
| "bestK_mean_req": 10.930522678161344, |
| "bestK_median_req": 6.302506475488388, |
| "all_modes_mean_req": 10.616307643630028, |
| "all_modes_median_req": 6.250999769912196, |
| "bestK_wins": 4, |
| "bestK_n": 21, |
| "same_mode_wins": 16, |
| "same_mode_n": 63, |
| "best_rows": [ |
| { |
| "pergpu": "C1", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 4.361416441245556 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 4.999121377067832 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 5.056901294167795 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 4.966965324568487 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0896_1152", |
| "case": "K4", |
| "req": 4.506553004609621 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 3.7287656062613994 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.683940589003552 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 12.478396654148856 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 16.805795305278835 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 16.712033845492005 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 13.889444853230932 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.465113283960088 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.302506475488388 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.7456138168859376 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 21.539812617148385 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0096_0160", |
| "case": "K4", |
| "req": 27.506242498007495 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 28.896761654196446 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 20.678636070156728 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0896_1152", |
| "case": "K4", |
| "req": 11.320202611999019 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.250999769912196 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.64575314855868 |
| } |
| ] |
| }, |
| "R4B": { |
| "checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_from_R2C_R4_overall_20260619T121501Z/checkpoints/R4B_bal_t7_g120/0", |
| "bestK_mean_req": 10.98455474944484, |
| "bestK_median_req": 6.224871423401455, |
| "all_modes_mean_req": 10.63259449499394, |
| "all_modes_median_req": 6.133289779581119, |
| "bestK_wins": 1, |
| "bestK_n": 21, |
| "same_mode_wins": 6, |
| "same_mode_n": 63, |
| "best_rows": [ |
| { |
| "pergpu": "C1", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 4.317949426375705 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 5.002604980494001 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0192_0320", |
| "case": "K4", |
| "req": 5.019319509066192 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 4.920876538642108 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 4.561425984365102 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 3.6506038438563735 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1792_2304", |
| "case": "K4", |
| "req": 2.6139966445546308 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 12.206785648917098 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 17.2747770857053 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0192_0320", |
| "case": "K4", |
| "req": 16.397716473649375 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 14.086573419010929 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.595116037386978 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.224871423401455 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.664359839611319 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 21.496468806489347 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 29.42890749525653 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 28.225909518677216 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 20.808448351955395 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.415502159224685 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.133289779581119 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.630146772120759 |
| } |
| ] |
| }, |
| "I75": { |
| "checkpoint": "/opt/dlami/nvme/pearl-work/runs/eagle31_R2C_R4B_interp_20260619T125922Z/checkpoints/I75_R2C_to_R4B/0", |
| "bestK_mean_req": 11.002885406498207, |
| "bestK_median_req": 6.29083441716855, |
| "all_modes_mean_req": 10.643384618181745, |
| "all_modes_median_req": 6.236852595406165, |
| "bestK_wins": 7, |
| "bestK_n": 21, |
| "same_mode_wins": 15, |
| "same_mode_n": 63, |
| "best_rows": [ |
| { |
| "pergpu": "C1", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 4.4033293565344795 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 4.925049708635739 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 5.09270894394924 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 4.965143642890324 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 4.557991773438703 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 3.64281318744163 |
| }, |
| { |
| "pergpu": "C1", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.7147897420230516 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 12.616925852121053 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 17.45820492614054 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 16.83481421247621 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 14.077199080732221 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.85111692517517 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.236852595406165 |
| }, |
| { |
| "pergpu": "C4", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.737689839220354 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0064_0096", |
| "case": "K3", |
| "req": 21.128857356861452 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0096_0160", |
| "case": "K3", |
| "req": 27.936159528952828 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0192_0320", |
| "case": "K3", |
| "req": 28.16109332858029 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0448_0640", |
| "case": "K3", |
| "req": 21.105914018101664 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "0896_1152", |
| "case": "K3", |
| "req": 11.675093963862334 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1280_1664", |
| "case": "K3", |
| "req": 6.29083441716855 |
| }, |
| { |
| "pergpu": "C16", |
| "group": "1792_2304", |
| "case": "K3", |
| "req": 2.648011136750329 |
| } |
| ] |
| } |
| }, |
| "comparisons": { |
| "D_vs_R2C": { |
| "bestK_delta_pct": { |
| "mean": -0.07880272911195497, |
| "median": -0.11876024421106912, |
| "better": 8, |
| "n": 21, |
| "min": -2.792947286593006, |
| "max": 2.2425258393600656 |
| }, |
| "same_mode_delta_pct": { |
| "mean": 0.1584077741036659, |
| "median": 0.19701623660723921, |
| "better": 34, |
| "n": 63, |
| "min": -3.416064042857059, |
| "max": 4.803370368575877 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": -0.17641733735825152, |
| "median": -0.31749778021706865, |
| "better": 9, |
| "n": 21, |
| "min": -2.857844009005339, |
| "max": 2.2425258393600656 |
| }, |
| "K4": { |
| "mean": 0.1535449818786891, |
| "median": 0.6895037907797219, |
| "better": 14, |
| "n": 21, |
| "min": -3.153861979125061, |
| "max": 2.8198042199103712 |
| }, |
| "K5": { |
| "mean": 0.4980956777905602, |
| "median": 0.027814196872566477, |
| "better": 11, |
| "n": 21, |
| "min": -3.416064042857059, |
| "max": 4.803370368575877 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": 0.5188825467022151, |
| "median": 0.7354129960569056, |
| "better": 13, |
| "n": 21, |
| "min": -1.8917533545548704, |
| "max": 3.718524618168484 |
| }, |
| "C4": { |
| "mean": -0.16936552435083488, |
| "median": -0.31749778021706865, |
| "better": 10, |
| "n": 21, |
| "min": -3.416064042857059, |
| "max": 2.8198042199103712 |
| }, |
| "C16": { |
| "mean": 0.1257062999596175, |
| "median": 0.027814196872566477, |
| "better": 11, |
| "n": 21, |
| "min": -3.153861979125061, |
| "max": 4.803370368575877 |
| } |
| } |
| }, |
| "R2C_vs_D": { |
| "bestK_delta_pct": { |
| "mean": 0.09170762652953315, |
| "median": 0.11890145186566059, |
| "better": 13, |
| "n": 21, |
| "min": -2.193339631381419, |
| "max": 2.8731940827661617 |
| }, |
| "same_mode_delta_pct": { |
| "mean": -0.12888693784287497, |
| "median": -0.19662884585505136, |
| "better": 29, |
| "n": 63, |
| "min": -4.583221275883798, |
| "max": 3.5368863455438992 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": 0.19352113492479958, |
| "median": 0.31850903934678154, |
| "better": 12, |
| "n": 21, |
| "min": -2.193339631381419, |
| "max": 2.941919478573518 |
| }, |
| "K4": { |
| "mean": -0.13039822863865758, |
| "median": -0.6847821916099783, |
| "better": 7, |
| "n": 21, |
| "min": -2.7424718820504568, |
| "max": 3.2565696924798937 |
| }, |
| "K5": { |
| "mean": -0.44978371981476695, |
| "median": -0.027806462728285908, |
| "better": 10, |
| "n": 21, |
| "min": -4.583221275883798, |
| "max": 3.5368863455438992 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.500477369914816, |
| "median": -0.7300441564533799, |
| "better": 8, |
| "n": 21, |
| "min": -3.585207784104072, |
| "max": 1.9282307239589125 |
| }, |
| "C4": { |
| "mean": 0.19777772340881436, |
| "median": 0.31850903934678154, |
| "better": 11, |
| "n": 21, |
| "min": -2.7424718820504568, |
| "max": 3.5368863455438992 |
| }, |
| "C16": { |
| "mean": -0.08396116702262336, |
| "median": -0.027806462728285908, |
| "better": 10, |
| "n": 21, |
| "min": -4.583221275883798, |
| "max": 3.2565696924798937 |
| } |
| } |
| }, |
| "R3B_vs_D": { |
| "bestK_delta_pct": { |
| "mean": -0.2963242613621559, |
| "median": 0.03309733379022184, |
| "better": 11, |
| "n": 21, |
| "min": -5.032577885975664, |
| "max": 2.138085069892215 |
| }, |
| "same_mode_delta_pct": { |
| "mean": -0.013405435075073857, |
| "median": 0.06677484478403439, |
| "better": 33, |
| "n": 63, |
| "min": -8.693321989217505, |
| "max": 5.015794971119991 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": -0.3742238297936533, |
| "median": 0.03309733379022184, |
| "better": 11, |
| "n": 21, |
| "min": -8.693321989217505, |
| "max": 2.6963048189759364 |
| }, |
| "K4": { |
| "mean": 0.22664545483545545, |
| "median": 0.14161833273311775, |
| "better": 12, |
| "n": 21, |
| "min": -3.4378705777708185, |
| "max": 5.015794971119991 |
| }, |
| "K5": { |
| "mean": 0.10736206973297627, |
| "median": -0.018749980842536207, |
| "better": 10, |
| "n": 21, |
| "min": -2.5587888291916716, |
| "max": 2.561130498196418 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.17322789421804843, |
| "median": -0.018749980842536207, |
| "better": 10, |
| "n": 21, |
| "min": -3.4378705777708185, |
| "max": 2.7204116011724677 |
| }, |
| "C4": { |
| "mean": 0.1886464090990184, |
| "median": 0.15289130283704377, |
| "better": 12, |
| "n": 21, |
| "min": -2.9800892207611396, |
| "max": 5.015794971119991 |
| }, |
| "C16": { |
| "mean": -0.05563482010619155, |
| "median": 0.03309733379022184, |
| "better": 11, |
| "n": 21, |
| "min": -8.693321989217505, |
| "max": 2.6963048189759364 |
| } |
| } |
| }, |
| "R3B_vs_R2C": { |
| "bestK_delta_pct": { |
| "mean": -0.3727545477659004, |
| "median": -0.4701075533616206, |
| "better": 8, |
| "n": 21, |
| "min": -5.115956698350688, |
| "max": 4.097436696390111 |
| }, |
| "same_mode_delta_pct": { |
| "mean": 0.13661027170050316, |
| "median": 0.12479787220389671, |
| "better": 35, |
| "n": 63, |
| "min": -8.097903686604491, |
| "max": 4.757068672699782 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": -0.554830041280814, |
| "median": -0.4701075533616206, |
| "better": 7, |
| "n": 21, |
| "min": -8.097903686604491, |
| "max": 4.097436696390111 |
| }, |
| "K4": { |
| "mean": 0.3682314646752367, |
| "median": 0.8026789117275612, |
| "better": 15, |
| "n": 21, |
| "min": -5.115956698350688, |
| "max": 4.631831839751643 |
| }, |
| "K5": { |
| "mean": 0.5964293917070868, |
| "median": 0.29140957374236276, |
| "better": 13, |
| "n": 21, |
| "min": -3.553803428811142, |
| "max": 4.757068672699782 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": 0.34642711807042215, |
| "median": 0.22116819741746507, |
| "better": 13, |
| "n": 21, |
| "min": -3.553803428811142, |
| "max": 4.631831839751643 |
| }, |
| "C4": { |
| "mean": 0.005895538923725428, |
| "median": 0.04992086585313693, |
| "better": 12, |
| "n": 21, |
| "min": -3.6675118330916523, |
| "max": 4.097436696390111 |
| }, |
| "C16": { |
| "mean": 0.057508158107361845, |
| "median": -0.05649843090673734, |
| "better": 10, |
| "n": 21, |
| "min": -8.097903686604491, |
| "max": 4.757068672699782 |
| } |
| } |
| }, |
| "R4B_vs_D": { |
| "bestK_delta_pct": { |
| "mean": -0.5833476961931531, |
| "median": -0.6900411441387422, |
| "better": 7, |
| "n": 21, |
| "min": -4.804824836693533, |
| "max": 1.8657963148062784 |
| }, |
| "same_mode_delta_pct": { |
| "mean": -0.3341194738758797, |
| "median": -0.4164792669788753, |
| "better": 24, |
| "n": 63, |
| "min": -6.033864812331002, |
| "max": 4.42224959243025 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": -0.5651274618187416, |
| "median": -0.6900411441387422, |
| "better": 7, |
| "n": 21, |
| "min": -6.033864812331002, |
| "max": 4.42224959243025 |
| }, |
| "K4": { |
| "mean": 0.4197990605177195, |
| "median": 0.2617800756139932, |
| "better": 12, |
| "n": 21, |
| "min": -2.45512367336006, |
| "max": 4.001577247080768 |
| }, |
| "K5": { |
| "mean": -0.857030020326617, |
| "median": -0.4164792669788753, |
| "better": 5, |
| "n": 21, |
| "min": -3.9587985265653547, |
| "max": 1.5656119454031225 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.8286723384483985, |
| "median": -0.6900411441387422, |
| "better": 4, |
| "n": 21, |
| "min": -3.4082859054343273, |
| "max": 0.9801216037333749 |
| }, |
| "C4": { |
| "mean": -0.1647603917154556, |
| "median": -0.11584812724956262, |
| "better": 10, |
| "n": 21, |
| "min": -6.033864812331002, |
| "max": 4.001577247080768 |
| }, |
| "C16": { |
| "mean": -0.00892569146378501, |
| "median": -0.25585329480316554, |
| "better": 10, |
| "n": 21, |
| "min": -3.9587985265653547, |
| "max": 4.42224959243025 |
| } |
| } |
| }, |
| "R4B_vs_R2C": { |
| "bestK_delta_pct": { |
| "mean": -0.6680985458702093, |
| "median": -0.6410857558564742, |
| "better": 8, |
| "n": 21, |
| "min": -5.107067404710786, |
| "max": 1.5163642690354528 |
| }, |
| "same_mode_delta_pct": { |
| "mean": -0.18871694021481403, |
| "median": -0.2073824265662827, |
| "better": 28, |
| "n": 63, |
| "min": -6.33220520570762, |
| "max": 3.7301162938536914 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": -0.7524601680653477, |
| "median": -0.6410857558564742, |
| "better": 8, |
| "n": 21, |
| "min": -6.33220520570762, |
| "max": 2.2681494216569176 |
| }, |
| "K4": { |
| "mean": 0.5616212176191766, |
| "median": 0.1990025131348938, |
| "better": 11, |
| "n": 21, |
| "min": -1.5398201340031448, |
| "max": 3.6251093790500732 |
| }, |
| "K5": { |
| "mean": -0.375311870198271, |
| "median": -0.32269127018883514, |
| "better": 9, |
| "n": 21, |
| "min": -4.5602433809416425, |
| "max": 3.7301162938536914 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.3126630426712668, |
| "median": -0.6410857558564742, |
| "better": 9, |
| "n": 21, |
| "min": -3.958163262264469, |
| "max": 2.8591585460401525 |
| }, |
| "C4": { |
| "mean": -0.3425514259714047, |
| "median": -0.691157012433552, |
| "better": 9, |
| "n": 21, |
| "min": -6.33220520570762, |
| "max": 3.541405388179486 |
| }, |
| "C16": { |
| "mean": 0.08906364799822948, |
| "median": -0.049719429248085145, |
| "better": 10, |
| "n": 21, |
| "min": -3.1190332539691723, |
| "max": 3.7301162938536914 |
| } |
| } |
| }, |
| "I75_vs_D": { |
| "bestK_delta_pct": { |
| "mean": 0.2781742244066904, |
| "median": 0.42726434069380037, |
| "better": 11, |
| "n": 21, |
| "min": -3.5482562031885267, |
| "max": 3.815381927355732 |
| }, |
| "same_mode_delta_pct": { |
| "mean": 0.05506254172994511, |
| "median": -0.16354902158127738, |
| "better": 31, |
| "n": 63, |
| "min": -4.825023938996664, |
| "max": 6.796841602306669 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": 0.4201484946424493, |
| "median": 0.42726434069380037, |
| "better": 11, |
| "n": 21, |
| "min": -3.5482562031885267, |
| "max": 6.796841602306669 |
| }, |
| "K4": { |
| "mean": -0.1265426651875335, |
| "median": -0.4195153736555879, |
| "better": 10, |
| "n": 21, |
| "min": -4.825023938996664, |
| "max": 4.654618845883718 |
| }, |
| "K5": { |
| "mean": -0.1284182042650805, |
| "median": -0.17901407987755968, |
| "better": 10, |
| "n": 21, |
| "min": -2.7992814701186197, |
| "max": 2.695008455254677 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.6841478532264662, |
| "median": -0.8544576951065808, |
| "better": 5, |
| "n": 21, |
| "min": -3.088534000673826, |
| "max": 1.7528081155469222 |
| }, |
| "C4": { |
| "mean": 0.47087296595067973, |
| "median": 0.7470760693007783, |
| "better": 13, |
| "n": 21, |
| "min": -3.110838016041484, |
| "max": 3.6555139877143983 |
| }, |
| "C16": { |
| "mean": 0.37846251246562185, |
| "median": 0.47470634918689303, |
| "better": 13, |
| "n": 21, |
| "min": -4.825023938996664, |
| "max": 6.796841602306669 |
| } |
| } |
| }, |
| "I75_vs_R2C": { |
| "bestK_delta_pct": { |
| "mean": 0.19133985790344182, |
| "median": 0.014337967508537552, |
| "better": 11, |
| "n": 21, |
| "min": -3.6329382096098706, |
| "max": 3.797006330563124 |
| }, |
| "same_mode_delta_pct": { |
| "mean": 0.20186806153065123, |
| "median": 0.05785485353653197, |
| "better": 33, |
| "n": 63, |
| "min": -7.762231499984207, |
| "max": 5.300878621877336 |
| }, |
| "by_case_same_mode_delta_pct": { |
| "K3": { |
| "mean": 0.22532327233801935, |
| "median": 0.014337967508537552, |
| "better": 11, |
| "n": 21, |
| "min": -2.9192865064837425, |
| "max": 3.797006330563124 |
| }, |
| "K4": { |
| "mean": 0.015450167370021467, |
| "median": 0.05785485353653197, |
| "better": 11, |
| "n": 21, |
| "min": -7.762231499984207, |
| "max": 3.4867575831166953 |
| }, |
| "K5": { |
| "mean": 0.36483074488391287, |
| "median": 0.1867269441248487, |
| "better": 11, |
| "n": 21, |
| "min": -2.99645530092435, |
| "max": 5.300878621877336 |
| } |
| }, |
| "by_pergpu_same_mode_delta_pct": { |
| "C1": { |
| "mean": -0.17492929617212266, |
| "median": -0.15874742136273712, |
| "better": 10, |
| "n": 21, |
| "min": -2.99645530092435, |
| "max": 2.526992582883647 |
| }, |
| "C4": { |
| "mean": 0.2885656142667913, |
| "median": 0.014337967508537552, |
| "better": 11, |
| "n": 21, |
| "min": -2.65919938593675, |
| "max": 4.535823449313536 |
| }, |
| "C16": { |
| "mean": 0.4919678664972851, |
| "median": 0.44330029178130115, |
| "better": 12, |
| "n": 21, |
| "min": -7.762231499984207, |
| "max": 5.300878621877336 |
| } |
| } |
| } |
| } |
| } |
