| { | |
| "experiment": "P-MATH-INK-06-BOUNDARY-DEVICE-STRESS-001", | |
| "generated_at": "2026-07-23T19:31:55.957852+00:00", | |
| "device": "cuda", | |
| "cuda_device": "NVIDIA GeForce GTX 1650", | |
| "test_cache_key": "26bee2f320c6f0a7eca3c6ca1c9c71dd0cbe89cfaee8d8c415af74ae84c0d879", | |
| "stress_contract": { | |
| "modes": [ | |
| "clean", | |
| "coordinate_jitter", | |
| "timestamp_missing", | |
| "sparse_sampling", | |
| "affine_device" | |
| ], | |
| "maximum_exact_regression_pp": 3.0, | |
| "maximum_family_regression_pp": 3.0, | |
| "minimum_single_symbol_recall": 0.9, | |
| "minimum_cross_boundary_recall": 0.9 | |
| }, | |
| "seeds": [ | |
| { | |
| "seed": 17, | |
| "threshold": 0.525, | |
| "modes": { | |
| "clean": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7765732416710736, | |
| "family_top1": 0.8622421998942359 | |
| }, | |
| "boundary": { | |
| "threshold": 0.525, | |
| "accuracy": 0.9783333333333334, | |
| "f1": 0.9785655399835119, | |
| "roc_auc": 0.9964729166666666, | |
| "single_symbol_recall": 0.9675, | |
| "cross_boundary_recall": 0.9891666666666666 | |
| } | |
| }, | |
| "coordinate_jitter": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.775251189846642, | |
| "family_top1": 0.8622421998942359 | |
| }, | |
| "boundary": { | |
| "threshold": 0.525, | |
| "accuracy": 0.9783333333333334, | |
| "f1": 0.9785831960461285, | |
| "roc_auc": 0.9964930555555556, | |
| "single_symbol_recall": 0.9666666666666667, | |
| "cross_boundary_recall": 0.99 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.13220518244315693, | |
| "family_top1_pp": 0.0 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "timestamp_missing": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7800105764145955, | |
| "family_top1": 0.8553675304071919 | |
| }, | |
| "boundary": { | |
| "threshold": 0.525, | |
| "accuracy": 0.97875, | |
| "f1": 0.9789517127527858, | |
| "roc_auc": 0.9966340277777778, | |
| "single_symbol_recall": 0.9691666666666666, | |
| "cross_boundary_recall": 0.9883333333333333 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": 0.3437334743521925, | |
| "family_top1_pp": -0.6874669487043961 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "sparse_sampling": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7723426758328926, | |
| "family_top1": 0.8548387096774194 | |
| }, | |
| "boundary": { | |
| "threshold": 0.525, | |
| "accuracy": 0.9791666666666666, | |
| "f1": 0.9794069192751236, | |
| "roc_auc": 0.99676875, | |
| "single_symbol_recall": 0.9675, | |
| "cross_boundary_recall": 0.9908333333333333 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.4230565838180933, | |
| "family_top1_pp": -0.7403490216816522 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "affine_device": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7675832892649392, | |
| "family_top1": 0.8527234267583289 | |
| }, | |
| "boundary": { | |
| "threshold": 0.525, | |
| "accuracy": 0.9720833333333333, | |
| "f1": 0.9722337339411521, | |
| "roc_auc": 0.9952104166666667, | |
| "single_symbol_recall": 0.9666666666666667, | |
| "cross_boundary_recall": 0.9775 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.8989952406134316, | |
| "family_top1_pp": -0.9518773135906988 | |
| }, | |
| "gate_passed": true | |
| } | |
| }, | |
| "all_stress_gates_passed": true | |
| }, | |
| { | |
| "seed": 31, | |
| "threshold": 0.625, | |
| "modes": { | |
| "clean": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7937599153886833, | |
| "family_top1": 0.8770491803278688 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9808333333333333, | |
| "f1": 0.9808013355592654, | |
| "roc_auc": 0.9979034722222222, | |
| "single_symbol_recall": 0.9825, | |
| "cross_boundary_recall": 0.9791666666666666 | |
| } | |
| }, | |
| "coordinate_jitter": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7942887361184559, | |
| "family_top1": 0.8778424114225277 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.98125, | |
| "f1": 0.9811951525282073, | |
| "roc_auc": 0.9979090277777778, | |
| "single_symbol_recall": 0.9841666666666666, | |
| "cross_boundary_recall": 0.9783333333333334 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": 0.05288207297725611, | |
| "family_top1_pp": 0.07932310946588972 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "timestamp_missing": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7911158117398202, | |
| "family_top1": 0.8693812797461661 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9791666666666666, | |
| "f1": 0.9790444258172674, | |
| "roc_auc": 0.9979673611111111, | |
| "single_symbol_recall": 0.985, | |
| "cross_boundary_recall": 0.9733333333333334 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.26441036488631386, | |
| "family_top1_pp": -0.7667900581702747 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "sparse_sampling": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7890005288207298, | |
| "family_top1": 0.8725542041248017 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.98125, | |
| "f1": 0.9812889812889813, | |
| "roc_auc": 0.9979597222222221, | |
| "single_symbol_recall": 0.9791666666666666, | |
| "cross_boundary_recall": 0.9833333333333333 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.4759386567953494, | |
| "family_top1_pp": -0.4494976203067158 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "affine_device": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7842411422527763, | |
| "family_top1": 0.8622421998942359 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9745833333333334, | |
| "f1": 0.9743805123897522, | |
| "roc_auc": 0.9969861111111111, | |
| "single_symbol_recall": 0.9825, | |
| "cross_boundary_recall": 0.9666666666666667 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.9518773135906988, | |
| "family_top1_pp": -1.4806980433632932 | |
| }, | |
| "gate_passed": true | |
| } | |
| }, | |
| "all_stress_gates_passed": true | |
| }, | |
| { | |
| "seed": 47, | |
| "threshold": 0.625, | |
| "modes": { | |
| "clean": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7784241142252777, | |
| "family_top1": 0.8646218931782126 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9795833333333334, | |
| "f1": 0.9797269342159702, | |
| "roc_auc": 0.9966916666666666, | |
| "single_symbol_recall": 0.9725, | |
| "cross_boundary_recall": 0.9866666666666667 | |
| } | |
| }, | |
| "coordinate_jitter": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7786885245901639, | |
| "family_top1": 0.8654151242728715 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9804166666666667, | |
| "f1": 0.9805704836709384, | |
| "roc_auc": 0.9966652777777778, | |
| "single_symbol_recall": 0.9725, | |
| "cross_boundary_recall": 0.9883333333333333 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": 0.026441036488622505, | |
| "family_top1_pp": 0.07932310946588972 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "timestamp_missing": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.777895293495505, | |
| "family_top1": 0.8622421998942359 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9791666666666666, | |
| "f1": 0.9792874896437448, | |
| "roc_auc": 0.997129861111111, | |
| "single_symbol_recall": 0.9733333333333334, | |
| "cross_boundary_recall": 0.985 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.052882072977267214, | |
| "family_top1_pp": -0.23796932839766916 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "sparse_sampling": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.7757800105764145, | |
| "family_top1": 0.8590692755156002 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.97875, | |
| "f1": 0.9788994621431527, | |
| "roc_auc": 0.9966645833333333, | |
| "single_symbol_recall": 0.9716666666666667, | |
| "cross_boundary_recall": 0.9858333333333333 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -0.26441036488631386, | |
| "family_top1_pp": -0.5552617662612391 | |
| }, | |
| "gate_passed": true | |
| }, | |
| "affine_device": { | |
| "authentic": { | |
| "samples": 3782, | |
| "exact_top1": 0.763088313061872, | |
| "family_top1": 0.8500793231094659 | |
| }, | |
| "boundary": { | |
| "threshold": 0.625, | |
| "accuracy": 0.9708333333333333, | |
| "f1": 0.9708090075062552, | |
| "roc_auc": 0.99540625, | |
| "single_symbol_recall": 0.9716666666666667, | |
| "cross_boundary_recall": 0.97 | |
| }, | |
| "deltas": { | |
| "exact_top1_pp": -1.5335801163405716, | |
| "family_top1_pp": -1.4542570068746707 | |
| }, | |
| "gate_passed": true | |
| } | |
| }, | |
| "all_stress_gates_passed": true | |
| } | |
| ], | |
| "decision": { | |
| "all_seed_stress_gates_passed": true, | |
| "failures": [], | |
| "product_validation": false | |
| }, | |
| "track": "P_with_obligations", | |
| "product_validation": false | |
| } | |