| { |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "events": { |
| "swellex96_s5_vla": { |
| "rank_audit": { |
| "exp_name": "swellex96_s5_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "selection_rule_requested": "1se", |
| "selected_rank_from_ablation": 1, |
| "recommended_selected_rank": 1, |
| "selected_by_fold_sd_1se": 0, |
| "selected_by_standard_error_1se": 1, |
| "selection_note": "The manuscript-facing default is standard-error 1-SE; fold-SD tolerance is reported only as a conservative sensitivity check.", |
| "best_rank": 1, |
| "outputs": { |
| "curve_csv": "outputs/validation/swellex96_s5_vla/rank_audit/rank_curve_with_se.csv", |
| "paired_csv": "outputs/validation/swellex96_s5_vla/rank_audit/rank_paired_fold_differences.csv", |
| "figure": "outputs/validation/swellex96_s5_vla/rank_audit/figure_rank_selection_audit.png", |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/rank_ablation_summary.json" |
| }, |
| "curve": [ |
| { |
| "K": 0, |
| "rmse_mean": 3.3854775594095456, |
| "rmse_std": 0.36203296451517614, |
| "rmse_se": 0.1619060637503406, |
| "ev_mean": 0.7383464073570029, |
| "ev_std": 0.024471788007620378, |
| "ev_se": 0.010944116303200661, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K00/results_cv.json" |
| }, |
| { |
| "K": 1, |
| "rmse_mean": 3.1382689838576767, |
| "rmse_std": 0.36808240698981315, |
| "rmse_se": 0.16461145667019317, |
| "ev_mean": 0.7763691541420515, |
| "ev_std": 0.025166215720415077, |
| "ev_se": 0.01125467381745439, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K01/results_cv.json" |
| }, |
| { |
| "K": 2, |
| "rmse_mean": 3.1950960206363153, |
| "rmse_std": 0.3310780766404371, |
| "rmse_se": 0.1480626170455805, |
| "ev_mean": 0.7681700615833937, |
| "ev_std": 0.02234490481712318, |
| "ev_se": 0.009992945224369987, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K02/results_cv.json" |
| }, |
| { |
| "K": 4, |
| "rmse_mean": 3.33939268102606, |
| "rmse_std": 0.44687144927349487, |
| "rmse_se": 0.1998469875558767, |
| "ev_mean": 0.7470971750105984, |
| "ev_std": 0.03529014864345633, |
| "ev_se": 0.015782234260568066, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K04/results_cv.json" |
| }, |
| { |
| "K": 8, |
| "rmse_mean": 3.4474784581449844, |
| "rmse_std": 0.4464771874917853, |
| "rmse_se": 0.19967066832691013, |
| "ev_mean": 0.7298754998741497, |
| "ev_std": 0.03752297070317507, |
| "ev_se": 0.016780782642006508, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K08/results_cv.json" |
| }, |
| { |
| "K": 16, |
| "rmse_mean": 3.4992847172031842, |
| "rmse_std": 0.47167723867634165, |
| "rmse_se": 0.21094047382393857, |
| "ev_mean": 0.7214839795003585, |
| "ev_std": 0.04098661042879744, |
| "ev_se": 0.018329769417218575, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K16/results_cv.json" |
| } |
| ], |
| "paired_differences": [ |
| { |
| "name": "K1_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.24720857555186876, |
| "std_diff": 0.026623904893475707, |
| "se_diff": 0.011906572233660194, |
| "t_value": -20.76236306306559, |
| "candidate_K": 1, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K2_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.1903815387732301, |
| "std_diff": 0.11975418647617549, |
| "se_diff": 0.05355570031018288, |
| "t_value": -3.5548324019774173, |
| "candidate_K": 2, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K4_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.04608487838348498, |
| "std_diff": 0.14760672357183435, |
| "se_diff": 0.06601173356852844, |
| "t_value": -0.6981316183075713, |
| "candidate_K": 4, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K8_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.062000898735439146, |
| "std_diff": 0.14758213143479582, |
| "se_diff": 0.0660007356305024, |
| "t_value": 0.9393970861558893, |
| "candidate_K": 8, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K16_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.11380715779363867, |
| "std_diff": 0.17770961101978025, |
| "se_diff": 0.07947415409905487, |
| "t_value": 1.4320021280351332, |
| "candidate_K": 16, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K0_minus_bestK1", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.24720857555186876, |
| "std_diff": 0.026623904893475707, |
| "se_diff": 0.011906572233660194, |
| "t_value": 20.76236306306559, |
| "candidate_K": 0, |
| "reference_K": 1 |
| }, |
| { |
| "name": "K2_minus_bestK1", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.05682703677863863, |
| "std_diff": 0.11270121303730994, |
| "se_diff": 0.05040151469962211, |
| "t_value": 1.1274866860115356, |
| "candidate_K": 2, |
| "reference_K": 1 |
| }, |
| { |
| "name": "K4_minus_bestK1", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.20112369716838377, |
| "std_diff": 0.1633193245435689, |
| "se_diff": 0.07303862234375397, |
| "t_value": 2.7536622503885884, |
| "candidate_K": 4, |
| "reference_K": 1 |
| }, |
| { |
| "name": "K8_minus_bestK1", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.3092094742873079, |
| "std_diff": 0.16682296187380424, |
| "se_diff": 0.0746054965915364, |
| "t_value": 4.144593741935981, |
| "candidate_K": 8, |
| "reference_K": 1 |
| }, |
| { |
| "name": "K16_minus_bestK1", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.3610157333455074, |
| "std_diff": 0.19481885431431778, |
| "se_diff": 0.08712564030908854, |
| "t_value": 4.143622153762788, |
| "candidate_K": 16, |
| "reference_K": 1 |
| } |
| ] |
| }, |
| "near_neighbor_baselines": { |
| "exp_name": "swellex96_s5_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "cv": { |
| "mode": "kfold", |
| "seed": 123, |
| "n_frames": 2133, |
| "n_blocks": 72, |
| "n_folds": 5, |
| "test_blocks_per_fold": 1, |
| "block_len_frames": 30, |
| "folds": [ |
| { |
| "fold": 0, |
| "test_block_ids": [ |
| 31, |
| 23, |
| 10, |
| 39, |
| 71, |
| 42, |
| 55, |
| 15, |
| 56, |
| 32, |
| 69, |
| 68, |
| 41, |
| 38, |
| 13 |
| ], |
| "train_frames": 1710, |
| "test_frames": 423 |
| }, |
| { |
| "fold": 1, |
| "test_block_ids": [ |
| 21, |
| 9, |
| 17, |
| 2, |
| 34, |
| 0, |
| 7, |
| 28, |
| 51, |
| 60, |
| 20, |
| 57, |
| 26, |
| 65, |
| 3 |
| ], |
| "train_frames": 1683, |
| "test_frames": 450 |
| }, |
| { |
| "fold": 2, |
| "test_block_ids": [ |
| 47, |
| 1, |
| 14, |
| 70, |
| 4, |
| 30, |
| 62, |
| 19, |
| 18, |
| 58, |
| 63, |
| 64, |
| 66, |
| 52 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420 |
| }, |
| { |
| "fold": 3, |
| "test_block_ids": [ |
| 54, |
| 43, |
| 50, |
| 53, |
| 29, |
| 67, |
| 27, |
| 37, |
| 59, |
| 36, |
| 40, |
| 61, |
| 11, |
| 6 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420 |
| }, |
| { |
| "fold": 4, |
| "test_block_ids": [ |
| 8, |
| 33, |
| 44, |
| 45, |
| 48, |
| 24, |
| 12, |
| 16, |
| 49, |
| 5, |
| 46, |
| 22, |
| 35, |
| 25 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420 |
| } |
| ] |
| }, |
| "model_meta": { |
| "additive_gam": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "lambda_r": 0.01, |
| "lambda_f": 0.01, |
| "ridge_lambda": 1e-08 |
| }, |
| "tensor_product_gam": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "lambda_r": 0.01, |
| "lambda_f": 0.01, |
| "lambda_tensor": 0.01, |
| "ridge_lambda": 1e-08 |
| }, |
| "smooth_low_rank_base": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "additive_n_basis_r": 24, |
| "additive_n_basis_f": 13, |
| "lambda_additive": 0.01, |
| "lambda_r": 0.001, |
| "lambda_f": 0.001, |
| "ridge_lambda": 1e-06, |
| "n_iter": 20, |
| "random_state": 0 |
| }, |
| "masked_matrix_factorization_base": { |
| "ridge_lambda": 0.001, |
| "n_iter": 50, |
| "random_state": 0 |
| } |
| }, |
| "outputs": { |
| "fold_metrics_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_fold_metrics.csv", |
| "summary_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_summary.csv", |
| "paired_differences_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_paired_differences.csv", |
| "residual_diagnostics_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/residual_diagnostics.json", |
| "figure": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/figure_near_neighbor_baselines.png" |
| }, |
| "aggregate": [ |
| { |
| "method": "additive_gam", |
| "rank": "", |
| "n_folds": 5, |
| "rmse_mean": 4.295603810698965, |
| "rmse_std": 2.099398575617628, |
| "rmse_se": 0.9388795853894497, |
| "ev_mean": 0.5336646099630468, |
| "ev_std": 0.4467164995741363, |
| "ev_se": 0.1997776919437049 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "0", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "1", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "16", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "2", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "4", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "8", |
| "n_folds": 5, |
| "rmse_mean": 5.094357537150157, |
| "rmse_std": 0.5547111749006615, |
| "rmse_se": 0.24807437899133084, |
| "ev_mean": 0.4393169863556163, |
| "ev_std": 0.06908635108692289, |
| "ev_se": 0.03089635546955521 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "0", |
| "n_folds": 5, |
| "rmse_mean": 4.111335086913414, |
| "rmse_std": 1.6988749017290623, |
| "rmse_se": 0.7597599531068916, |
| "ev_mean": 0.5884557680279483, |
| "ev_std": 0.3254386329198623, |
| "ev_se": 0.1455405811426826 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "1", |
| "n_folds": 5, |
| "rmse_mean": 6.7507235412284885, |
| "rmse_std": 8.30858811855487, |
| "rmse_se": 3.7157135660271536, |
| "ev_mean": -1.0741007033759704, |
| "ev_std": 4.15471909890353, |
| "ev_se": 1.8580468665129928 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "16", |
| "n_folds": 5, |
| "rmse_mean": 33.970185197074265, |
| "rmse_std": 67.33591466251701, |
| "rmse_se": 30.11353650250257, |
| "ev_mean": -97.01191143716258, |
| "ev_std": 218.3002062846819, |
| "ev_se": 97.62682015095511 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "2", |
| "n_folds": 5, |
| "rmse_mean": 6.860750897094562, |
| "rmse_std": 8.253199313266002, |
| "rmse_se": 3.6909429392634725, |
| "ev_mean": -1.094543893997721, |
| "ev_std": 4.1543126605473875, |
| "ev_se": 1.8578651017543932 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "4", |
| "n_folds": 5, |
| "rmse_mean": 7.112565296877814, |
| "rmse_std": 8.474862293115862, |
| "rmse_se": 3.790073637471363, |
| "ev_mean": -1.2294186581830817, |
| "ev_std": 4.39093576438505, |
| "ev_se": 1.9636861707999944 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "8", |
| "n_folds": 5, |
| "rmse_mean": 10.13539491282578, |
| "rmse_std": 12.672425120477754, |
| "rmse_se": 5.6672808018328436, |
| "ev_mean": -3.792249760431641, |
| "ev_std": 9.540393113349639, |
| "ev_se": 4.26659350670413 |
| }, |
| { |
| "method": "tensor_product_gam", |
| "rank": "", |
| "n_folds": 5, |
| "rmse_mean": 3.997546082048932, |
| "rmse_std": 1.993053220003069, |
| "rmse_se": 0.8913204965403412, |
| "ev_mean": 0.5939608888355532, |
| "ev_std": 0.39965221351635627, |
| "ev_se": 0.17872990335616656 |
| }, |
| { |
| "method": "sonarkad_reference", |
| "rank": 16, |
| "n_folds": 5, |
| "rmse_mean": 3.4992847172031842, |
| "rmse_std": 0.47167723867634165, |
| "rmse_se": 0.21094047382393857, |
| "ev_mean": 0.7214839795003585, |
| "ev_std": 0.04098661042879744, |
| "ev_se": "" |
| } |
| ], |
| "paired_differences": [ |
| { |
| "name": "masked_matrix_factorization_0_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "0", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_1_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "1", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_16_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "16", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_2_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "2", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_4_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "4", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_8_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.798753726451193, |
| "std_diff": 1.8574072331900147, |
| "se_diff": 0.8306577670625352, |
| "t_value": 0.9615918349572955, |
| "method": "masked_matrix_factorization", |
| "rank": "8", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_0_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.184268723785551, |
| "std_diff": 0.40802419104272963, |
| "se_diff": 0.18247396552718084, |
| "t_value": -1.0098356949342608, |
| "method": "smooth_low_rank_spline", |
| "rank": "0", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_1_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 2.4551197305295243, |
| "std_diff": 6.234897272936993, |
| "se_diff": 2.788330827003035, |
| "t_value": 0.8804980050263067, |
| "method": "smooth_low_rank_spline", |
| "rank": "1", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_16_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 29.6745813863753, |
| "std_diff": 65.26750574975627, |
| "se_diff": 29.188515915662677, |
| "t_value": 1.0166526270851544, |
| "method": "smooth_low_rank_spline", |
| "rank": "16", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_2_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 2.565147086395597, |
| "std_diff": 6.181527917309443, |
| "se_diff": 2.764463325583322, |
| "t_value": 0.9279005666875078, |
| "method": "smooth_low_rank_spline", |
| "rank": "2", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_4_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 2.81696148617885, |
| "std_diff": 6.404658612010383, |
| "se_diff": 2.8642504058269336, |
| "t_value": 0.9834899492195652, |
| "method": "smooth_low_rank_spline", |
| "rank": "4", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_8_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 5.839791102126814, |
| "std_diff": 10.624202896301513, |
| "se_diff": 4.751287976576067, |
| "t_value": 1.2290964325709337, |
| "method": "smooth_low_rank_spline", |
| "rank": "8", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "tensor_product_gam__minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.29805772865003216, |
| "std_diff": 0.1645814690490746, |
| "se_diff": 0.0736030705261017, |
| "t_value": -4.049528457434837, |
| "method": "tensor_product_gam", |
| "rank": "", |
| "reference": "additive_gam" |
| } |
| ], |
| "residual_diagnostics": { |
| "n_observed": 25689, |
| "masked_additive_train_rmse": 3.0178719750262952, |
| "masked_residual_energy_fraction": 0.0073101986704488565, |
| "ordinary_double_center_energy_fraction": 0.008402553705135391, |
| "masked_residual_leading_singular_fraction": 0.29082365414266215, |
| "ordinary_residual_leading_singular_fraction": 0.24532509226243943, |
| "additive_model": { |
| "type": "masked_additive_grid", |
| "grand": -34.66153192421764, |
| "n_rows": 2133, |
| "n_cols": 13, |
| "n_iter": 50 |
| } |
| }, |
| "sonarkad_reference": { |
| "coupling_energy_frac_modal_striation_profile_test": 0.03543980703636727, |
| "coupling_energy_frac_modal_striation_profile_test_std": 0.016210332375248108, |
| "coupling_energy_frac_modal_striation_profile_test_se": 0.007249481025784079, |
| "coupling_energy_frac_modal_striation_test": 0.041193159749544114, |
| "coupling_energy_frac_modal_striation_test_std": 0.019817865326435122, |
| "coupling_energy_frac_modal_striation_test_se": 0.008862818807768999, |
| "coupling_energy_frac_test": 0.05136829501382304, |
| "coupling_energy_frac_test_std": 0.017445393618368252, |
| "coupling_energy_frac_test_se": 0.007801817204982487, |
| "coupling_energy_frac_waveguide_invariant_test": 0.1413960498475957, |
| "coupling_energy_frac_waveguide_invariant_test_std": 0.013441145036878283, |
| "coupling_energy_frac_waveguide_invariant_test_se": 0.0060110627995787515, |
| "ev_test_additive": 0.7436112992568719, |
| "ev_test_additive_std": 0.025187166623470043, |
| "ev_test_additive_se": 0.011264043346138572, |
| "ev_test_gam": 0.5674025329501137, |
| "ev_test_gam_std": 0.4082230737891329, |
| "ev_test_gam_se": 0.18256290859528276, |
| "ev_test_mlp": 0.7594546739733217, |
| "ev_test_mlp_std": 0.02552477303861122, |
| "ev_test_mlp_se": 0.011415025524917709, |
| "ev_test_modal_striation": 0.6002696685180838, |
| "ev_test_modal_striation_std": 0.04161577939189735, |
| "ev_test_modal_striation_se": 0.018611142331383466, |
| "ev_test_modal_striation_profile": 0.5939517059824744, |
| "ev_test_modal_striation_profile_std": 0.04203931504673424, |
| "ev_test_modal_striation_profile_se": 0.018800553234405503, |
| "ev_test_parametric_tl": 0.5817616619831631, |
| "ev_test_parametric_tl_std": 0.04306333723118989, |
| "ev_test_parametric_tl_se": 0.01925850987738763, |
| "ev_test_sonarkad": 0.7214839795003585, |
| "ev_test_sonarkad_std": 0.04098661042879744, |
| "ev_test_sonarkad_se": 0.018329769417218575, |
| "ev_test_waveguide_invariant": 0.6819780357964415, |
| "ev_test_waveguide_invariant_std": 0.03291129024290824, |
| "ev_test_waveguide_invariant_se": 0.014718376442073676, |
| "rmse_test_additive": 3.3482238630610377, |
| "rmse_test_additive_std": 0.34445691627252834, |
| "rmse_test_additive_se": 0.15404581602106535, |
| "rmse_test_gam": 4.139618409933645, |
| "rmse_test_gam_std": 2.0021493732998836, |
| "rmse_test_gam_se": 0.8953884199614284, |
| "rmse_test_mlp": 3.2519760329032676, |
| "rmse_test_mlp_std": 0.3141041044220163, |
| "rmse_test_mlp_se": 0.14047162589986414, |
| "rmse_test_modal_striation": 4.221797125635387, |
| "rmse_test_modal_striation_std": 0.4811978855480127, |
| "rmse_test_modal_striation_se": 0.215198236542904, |
| "rmse_test_modal_striation_profile": 4.244805954276483, |
| "rmse_test_modal_striation_profile_std": 0.47452786553129084, |
| "rmse_test_modal_striation_profile_se": 0.21221531290916912, |
| "rmse_test_parametric_tl": 4.2906632457515785, |
| "rmse_test_parametric_tl_std": 0.42970042783153733, |
| "rmse_test_parametric_tl_se": 0.192167873318412, |
| "rmse_test_sonarkad": 3.4992847172031842, |
| "rmse_test_sonarkad_std": 0.47167723867634165, |
| "rmse_test_sonarkad_se": 0.21094047382393857, |
| "rmse_test_waveguide_invariant": 3.749609550886253, |
| "rmse_test_waveguide_invariant_std": 0.4126096053146607, |
| "rmse_test_waveguide_invariant_se": 0.18452462513058795, |
| "beta_diagnostics": { |
| "beta_interaction_tensor": 1248.5049750991877, |
| "beta_interaction_tensor_std": 2079.4318073368772, |
| "beta_interaction_tensor_se": 929.9501751561006, |
| "beta_waveguide_invariant_best": 0.5, |
| "beta_waveguide_invariant_best_std": 0.0, |
| "beta_waveguide_invariant_best_se": 0.0 |
| }, |
| "interaction_rank": 16, |
| "fold_metrics_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/fold_metrics.csv", |
| "cv": { |
| "mode": "kfold", |
| "seed": 123, |
| "n_frames": 2133, |
| "n_blocks": 72, |
| "n_folds": 5, |
| "test_blocks_per_fold": 1, |
| "block_len_frames": 30 |
| }, |
| "folds": [ |
| { |
| "fold": 0, |
| "test_block_ids": [ |
| 31, |
| 23, |
| 10, |
| 39, |
| 71, |
| 42, |
| 55, |
| 15, |
| 56, |
| 32, |
| 69, |
| 68, |
| 41, |
| 38, |
| 13 |
| ], |
| "train_frames": 1710, |
| "test_frames": 423, |
| "rmse_test_sonarkad": 3.0469485543004677, |
| "ev_test_sonarkad": 0.7565505763486292, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 1, |
| "test_block_ids": [ |
| 21, |
| 9, |
| 17, |
| 2, |
| 34, |
| 0, |
| 7, |
| 28, |
| 51, |
| 60, |
| 20, |
| 57, |
| 26, |
| 65, |
| 3 |
| ], |
| "train_frames": 1683, |
| "test_frames": 450, |
| "rmse_test_sonarkad": 3.915384096131471, |
| "ev_test_sonarkad": 0.6907159654671815, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 2, |
| "test_block_ids": [ |
| 47, |
| 1, |
| 14, |
| 70, |
| 4, |
| 30, |
| 62, |
| 19, |
| 18, |
| 58, |
| 63, |
| 64, |
| 66, |
| 52 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420, |
| "rmse_test_sonarkad": 3.7468275001957516, |
| "ev_test_sonarkad": 0.6841960278606312, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 3, |
| "test_block_ids": [ |
| 54, |
| 43, |
| 50, |
| 53, |
| 29, |
| 67, |
| 27, |
| 37, |
| 59, |
| 36, |
| 40, |
| 61, |
| 11, |
| 6 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420, |
| "rmse_test_sonarkad": 2.9307232869515634, |
| "ev_test_sonarkad": 0.774094667778639, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 4, |
| "test_block_ids": [ |
| 8, |
| 33, |
| 44, |
| 45, |
| 48, |
| 24, |
| 12, |
| 16, |
| 49, |
| 5, |
| 46, |
| 22, |
| 35, |
| 25 |
| ], |
| "train_frames": 1713, |
| "test_frames": 420, |
| "rmse_test_sonarkad": 3.8565401484366664, |
| "ev_test_sonarkad": 0.7018626600467117, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_range_bin_error.csv" |
| } |
| ] |
| } |
| }, |
| "sensitivity": { |
| "exp_name": "swellex96_s5_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "selection_rule": "1se", |
| "outputs": { |
| "csv": "outputs/validation/swellex96_s5_vla/sensitivity/sensitivity_summary.csv", |
| "figure": "outputs/validation/swellex96_s5_vla/sensitivity/figure_sensitivity_selected_rank.png" |
| }, |
| "cases": [ |
| { |
| "case_id": "baseline", |
| "description": "current config", |
| "updates_json": "{}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1382689838576767, |
| "rmse_selected_std": 0.36808240698981315, |
| "ev_selected_mean": 0.7763691541420515, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/baseline/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_8", |
| "description": "model.spline.n_basis=8", |
| "updates_json": "{\"model.spline.n_basis\": 8}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1719593750643775, |
| "rmse_selected_std": 0.4169535030055152, |
| "ev_selected_mean": 0.774410702174347, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_8/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_13", |
| "description": "model.spline.n_basis=13", |
| "updates_json": "{\"model.spline.n_basis\": 13}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.156759050706087, |
| "rmse_selected_std": 0.4126724120188756, |
| "ev_selected_mean": 0.7766723699096538, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_13/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_32", |
| "description": "model.spline.n_basis=32", |
| "updates_json": "{\"model.spline.n_basis\": 32}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 2.993317458767618, |
| "rmse_selected_std": 0.33074880965657444, |
| "ev_selected_mean": 0.7966524859079406, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_32/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_64", |
| "description": "model.spline.n_basis=64", |
| "updates_json": "{\"model.spline.n_basis\": 64}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1382689838576767, |
| "rmse_selected_std": 0.36808240698981315, |
| "ev_selected_mean": 0.7763691541420515, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_64/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_1e-05", |
| "description": "training.lambda_spline_roughness=1e-05", |
| "updates_json": "{\"training.lambda_spline_roughness\": 1e-05}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1402753864300914, |
| "rmse_selected_std": 0.36767425003788523, |
| "ev_selected_mean": 0.7761151488066824, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_1e-05/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_0.0001", |
| "description": "training.lambda_spline_roughness=0.0001", |
| "updates_json": "{\"training.lambda_spline_roughness\": 0.0001}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1382689838576767, |
| "rmse_selected_std": 0.36808240698981315, |
| "ev_selected_mean": 0.7763691541420515, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_0.0001/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_0.001", |
| "description": "training.lambda_spline_roughness=0.001", |
| "updates_json": "{\"training.lambda_spline_roughness\": 0.001}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.128783111732265, |
| "rmse_selected_std": 0.3720166294096416, |
| "ev_selected_mean": 0.7774182779315387, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_0.001/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_15", |
| "description": "block_cv.block_len_frames=15", |
| "updates_json": "{\"block_cv.block_len_frames\": 15, \"split.block_cv.block_len_frames\": 15}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 2.982199106883562, |
| "rmse_selected_std": 0.2430239884921006, |
| "ev_selected_mean": 0.7993500795139407, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_15/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_30", |
| "description": "block_cv.block_len_frames=30", |
| "updates_json": "{\"block_cv.block_len_frames\": 30, \"split.block_cv.block_len_frames\": 30}", |
| "selected_rank": 1, |
| "rmse_selected_mean": 3.1382689838576767, |
| "rmse_selected_std": 0.36808240698981315, |
| "ev_selected_mean": 0.7763691541420515, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_30/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_60", |
| "description": "block_cv.block_len_frames=60", |
| "updates_json": "{\"block_cv.block_len_frames\": 60, \"split.block_cv.block_len_frames\": 60}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.4582941654396757, |
| "rmse_selected_std": 0.5415505657692962, |
| "ev_selected_mean": 0.7182147876116909, |
| "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_60/rank_ablation/rank_ablation_summary.json" |
| } |
| ] |
| } |
| }, |
| "swellex96_s59_vla": { |
| "rank_audit": { |
| "exp_name": "swellex96_s59_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "selection_rule_requested": "1se", |
| "selected_rank_from_ablation": 0, |
| "recommended_selected_rank": 0, |
| "selected_by_fold_sd_1se": 0, |
| "selected_by_standard_error_1se": 0, |
| "selection_note": "The manuscript-facing default is standard-error 1-SE; fold-SD tolerance is reported only as a conservative sensitivity check.", |
| "best_rank": 0, |
| "outputs": { |
| "curve_csv": "outputs/validation/swellex96_s59_vla/rank_audit/rank_curve_with_se.csv", |
| "paired_csv": "outputs/validation/swellex96_s59_vla/rank_audit/rank_paired_fold_differences.csv", |
| "figure": "outputs/validation/swellex96_s59_vla/rank_audit/figure_rank_selection_audit.png", |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/rank_ablation_summary.json" |
| }, |
| "curve": [ |
| { |
| "K": 0, |
| "rmse_mean": 3.409445385037215, |
| "rmse_std": 0.24353514608278753, |
| "rmse_se": 0.1089122283102909, |
| "ev_mean": 0.6531133967171219, |
| "ev_std": 0.06262952422124353, |
| "ev_se": 0.02800877471143402, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K00/results_cv.json" |
| }, |
| { |
| "K": 1, |
| "rmse_mean": 3.4407814539223525, |
| "rmse_std": 0.2140867983222437, |
| "rmse_se": 0.09574252682676496, |
| "ev_mean": 0.6448499773865246, |
| "ev_std": 0.05878425200709567, |
| "ev_se": 0.026289116698868874, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K01/results_cv.json" |
| }, |
| { |
| "K": 2, |
| "rmse_mean": 3.439664014644258, |
| "rmse_std": 0.2199960222516355, |
| "rmse_se": 0.09838521210684266, |
| "ev_mean": 0.6451262953951123, |
| "ev_std": 0.059009777316486746, |
| "ev_se": 0.026389974683357895, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K02/results_cv.json" |
| }, |
| { |
| "K": 4, |
| "rmse_mean": 3.44265841307152, |
| "rmse_std": 0.20472528446335805, |
| "rmse_se": 0.09155593055461003, |
| "ev_mean": 0.6447280168504811, |
| "ev_std": 0.05632671327745525, |
| "ev_se": 0.02519007196750598, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K04/results_cv.json" |
| }, |
| { |
| "K": 8, |
| "rmse_mean": 3.440081289379519, |
| "rmse_std": 0.20829817556535926, |
| "rmse_se": 0.0931537760306658, |
| "ev_mean": 0.6450281244290924, |
| "ev_std": 0.05729481617520049, |
| "ev_se": 0.02562302074522056, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K08/results_cv.json" |
| }, |
| { |
| "K": 16, |
| "rmse_mean": 3.4185769726562483, |
| "rmse_std": 0.24227281629328468, |
| "rmse_se": 0.10834769726642063, |
| "ev_mean": 0.6488998393039351, |
| "ev_std": 0.06372630889282038, |
| "ev_se": 0.028499271727899147, |
| "n_folds": 5, |
| "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K16/results_cv.json" |
| } |
| ], |
| "paired_differences": [ |
| { |
| "name": "K1_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.03133606888513736, |
| "std_diff": 0.05851875326276454, |
| "se_diff": 0.026170382050815823, |
| "t_value": 1.197386756688961, |
| "candidate_K": 1, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K2_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.030218629607043024, |
| "std_diff": 0.05373917224095337, |
| "se_diff": 0.024032888437068287, |
| "t_value": 1.2573865054203748, |
| "candidate_K": 2, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K4_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.033213028034304856, |
| "std_diff": 0.06995044732254542, |
| "se_diff": 0.03128279105394594, |
| "t_value": 1.061702837736898, |
| "candidate_K": 4, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K8_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.030635904342304253, |
| "std_diff": 0.06489310819355862, |
| "se_diff": 0.02902108023840913, |
| "t_value": 1.055643142523617, |
| "candidate_K": 8, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K16_minus_K0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.009131587619033609, |
| "std_diff": 0.055445808618811175, |
| "se_diff": 0.0247961194278211, |
| "t_value": 0.36826680261863964, |
| "candidate_K": 16, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K1_minus_bestK0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.03133606888513736, |
| "std_diff": 0.05851875326276454, |
| "se_diff": 0.026170382050815823, |
| "t_value": 1.197386756688961, |
| "candidate_K": 1, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K2_minus_bestK0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.030218629607043024, |
| "std_diff": 0.05373917224095337, |
| "se_diff": 0.024032888437068287, |
| "t_value": 1.2573865054203748, |
| "candidate_K": 2, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K4_minus_bestK0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.033213028034304856, |
| "std_diff": 0.06995044732254542, |
| "se_diff": 0.03128279105394594, |
| "t_value": 1.061702837736898, |
| "candidate_K": 4, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K8_minus_bestK0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.030635904342304253, |
| "std_diff": 0.06489310819355862, |
| "se_diff": 0.02902108023840913, |
| "t_value": 1.055643142523617, |
| "candidate_K": 8, |
| "reference_K": 0 |
| }, |
| { |
| "name": "K16_minus_bestK0", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.009131587619033609, |
| "std_diff": 0.055445808618811175, |
| "se_diff": 0.0247961194278211, |
| "t_value": 0.36826680261863964, |
| "candidate_K": 16, |
| "reference_K": 0 |
| } |
| ] |
| }, |
| "near_neighbor_baselines": { |
| "exp_name": "swellex96_s59_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "cv": { |
| "mode": "kfold", |
| "seed": 456, |
| "n_frames": 2811, |
| "n_blocks": 94, |
| "n_folds": 5, |
| "test_blocks_per_fold": 1, |
| "block_len_frames": 30, |
| "folds": [ |
| { |
| "fold": 0, |
| "test_block_ids": [ |
| 66, |
| 24, |
| 86, |
| 21, |
| 31, |
| 77, |
| 91, |
| 64, |
| 78, |
| 27, |
| 16, |
| 60, |
| 49, |
| 34, |
| 51, |
| 90, |
| 82, |
| 7, |
| 65 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570 |
| }, |
| { |
| "fold": 1, |
| "test_block_ids": [ |
| 56, |
| 9, |
| 13, |
| 5, |
| 14, |
| 3, |
| 43, |
| 72, |
| 52, |
| 38, |
| 57, |
| 20, |
| 42, |
| 28, |
| 22, |
| 26, |
| 63, |
| 45, |
| 46 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570 |
| }, |
| { |
| "fold": 2, |
| "test_block_ids": [ |
| 83, |
| 4, |
| 6, |
| 39, |
| 37, |
| 8, |
| 35, |
| 32, |
| 23, |
| 11, |
| 29, |
| 87, |
| 19, |
| 0, |
| 62, |
| 88, |
| 54, |
| 67, |
| 93 |
| ], |
| "train_frames": 2250, |
| "test_frames": 561 |
| }, |
| { |
| "fold": 3, |
| "test_block_ids": [ |
| 61, |
| 55, |
| 25, |
| 89, |
| 58, |
| 12, |
| 69, |
| 1, |
| 92, |
| 53, |
| 40, |
| 44, |
| 70, |
| 50, |
| 10, |
| 79, |
| 71, |
| 75, |
| 81 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570 |
| }, |
| { |
| "fold": 4, |
| "test_block_ids": [ |
| 15, |
| 36, |
| 74, |
| 48, |
| 84, |
| 59, |
| 30, |
| 80, |
| 68, |
| 73, |
| 18, |
| 2, |
| 47, |
| 41, |
| 85, |
| 17, |
| 33, |
| 76 |
| ], |
| "train_frames": 2271, |
| "test_frames": 540 |
| } |
| ] |
| }, |
| "model_meta": { |
| "additive_gam": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "lambda_r": 0.01, |
| "lambda_f": 0.01, |
| "ridge_lambda": 1e-08 |
| }, |
| "tensor_product_gam": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "lambda_r": 0.01, |
| "lambda_f": 0.01, |
| "lambda_tensor": 0.01, |
| "ridge_lambda": 1e-08 |
| }, |
| "smooth_low_rank_base": { |
| "n_basis_r": 24, |
| "n_basis_f": 13, |
| "degree": 3, |
| "additive_n_basis_r": 24, |
| "additive_n_basis_f": 13, |
| "lambda_additive": 0.01, |
| "lambda_r": 0.001, |
| "lambda_f": 0.001, |
| "ridge_lambda": 1e-06, |
| "n_iter": 20, |
| "random_state": 0 |
| }, |
| "masked_matrix_factorization_base": { |
| "ridge_lambda": 0.001, |
| "n_iter": 50, |
| "random_state": 0 |
| } |
| }, |
| "outputs": { |
| "fold_metrics_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_fold_metrics.csv", |
| "summary_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_summary.csv", |
| "paired_differences_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_paired_differences.csv", |
| "residual_diagnostics_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/residual_diagnostics.json", |
| "figure": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/figure_near_neighbor_baselines.png" |
| }, |
| "aggregate": [ |
| { |
| "method": "additive_gam", |
| "rank": "", |
| "n_folds": 5, |
| "rmse_mean": 3.2938094294622835, |
| "rmse_std": 0.21400144051948533, |
| "rmse_se": 0.09570435365688942, |
| "ev_mean": 0.6737894250486914, |
| "ev_std": 0.057900924507463994, |
| "ev_se": 0.025894080631754603 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "0", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "1", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "16", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "2", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "4", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "masked_matrix_factorization", |
| "rank": "8", |
| "n_folds": 5, |
| "rmse_mean": 4.3427130188341705, |
| "rmse_std": 0.3083711287494965, |
| "rmse_se": 0.13790776123644277, |
| "ev_mean": 0.4605671191474025, |
| "ev_std": 0.08531055580821247, |
| "ev_se": 0.03815204039709052 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "0", |
| "n_folds": 5, |
| "rmse_mean": 3.293806916295755, |
| "rmse_std": 0.21399973171345102, |
| "rmse_se": 0.0957035894555988, |
| "ev_mean": 0.673789951200553, |
| "ev_std": 0.05790054472374321, |
| "ev_se": 0.02589391078731132 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "1", |
| "n_folds": 5, |
| "rmse_mean": 3.1798566773828076, |
| "rmse_std": 0.22887529568619944, |
| "rmse_se": 0.10235614390494126, |
| "ev_mean": 0.6956286395952829, |
| "ev_std": 0.05920157313166984, |
| "ev_se": 0.026475748379467774 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "16", |
| "n_folds": 5, |
| "rmse_mean": 3.4152105295123554, |
| "rmse_std": 0.09540191231562489, |
| "rmse_se": 0.042665032224242325, |
| "ev_mean": 0.650691901043706, |
| "ev_std": 0.03804762289723788, |
| "ev_se": 0.017015414236100278 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "2", |
| "n_folds": 5, |
| "rmse_mean": 3.3418839971670296, |
| "rmse_std": 0.168924442507143, |
| "rmse_se": 0.07554530730144535, |
| "ev_mean": 0.664345697735573, |
| "ev_std": 0.052774392378364995, |
| "ev_se": 0.023601425765854184 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "4", |
| "n_folds": 5, |
| "rmse_mean": 3.3880078360653436, |
| "rmse_std": 0.11526634969519908, |
| "rmse_se": 0.05154867868734546, |
| "ev_mean": 0.6563762562797498, |
| "ev_std": 0.03889521227670822, |
| "ev_se": 0.017394467730000786 |
| }, |
| { |
| "method": "smooth_low_rank_spline", |
| "rank": "8", |
| "n_folds": 5, |
| "rmse_mean": 3.4149799985976883, |
| "rmse_std": 0.10632080066712327, |
| "rmse_se": 0.04754810754277852, |
| "ev_mean": 0.6508077004195896, |
| "ev_std": 0.039697617187121614, |
| "ev_se": 0.017753314115033583 |
| }, |
| { |
| "method": "tensor_product_gam", |
| "rank": "", |
| "n_folds": 5, |
| "rmse_mean": 3.4058525306554004, |
| "rmse_std": 0.10592525707433467, |
| "rmse_se": 0.04737121507047056, |
| "ev_mean": 0.652526902983138, |
| "ev_std": 0.039134809513758174, |
| "ev_se": 0.017501618871853752 |
| }, |
| { |
| "method": "sonarkad_reference", |
| "rank": 16, |
| "n_folds": 5, |
| "rmse_mean": 3.4185769726562483, |
| "rmse_std": 0.24227281629328468, |
| "rmse_se": 0.10834769726642063, |
| "ev_mean": 0.6488998393039351, |
| "ev_std": 0.06372630889282038, |
| "ev_se": "" |
| } |
| ], |
| "paired_differences": [ |
| { |
| "name": "masked_matrix_factorization_0_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "0", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_1_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "1", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_16_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "16", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_2_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "2", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_4_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "4", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "masked_matrix_factorization_8_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 1.048903589371887, |
| "std_diff": 0.3209102374626447, |
| "se_diff": 0.14351542112841462, |
| "t_value": 7.30864725981851, |
| "method": "masked_matrix_factorization", |
| "rank": "8", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_0_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -2.513166529016786e-06, |
| "std_diff": 3.252965559888568e-06, |
| "se_diff": 1.4547704240753003e-06, |
| "t_value": -1.727534796848951, |
| "method": "smooth_low_rank_spline", |
| "rank": "0", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_1_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": -0.11395275207947604, |
| "std_diff": 0.0598909845004431, |
| "se_diff": 0.02678406251647541, |
| "t_value": -4.254498435753779, |
| "method": "smooth_low_rank_spline", |
| "rank": "1", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_16_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.12140110005007196, |
| "std_diff": 0.12306983778688564, |
| "se_diff": 0.05503850465426971, |
| "t_value": 2.2057485175635865, |
| "method": "smooth_low_rank_spline", |
| "rank": "16", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_2_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.04807456770474579, |
| "std_diff": 0.12214918094233375, |
| "se_diff": 0.054626774396596016, |
| "t_value": 0.8800550322762876, |
| "method": "smooth_low_rank_spline", |
| "rank": "2", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_4_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.0941984066030602, |
| "std_diff": 0.11445937694701513, |
| "se_diff": 0.051187789503159636, |
| "t_value": 1.840251503676393, |
| "method": "smooth_low_rank_spline", |
| "rank": "4", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "smooth_low_rank_spline_8_minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.12117056913540507, |
| "std_diff": 0.11728986549524958, |
| "se_diff": 0.052453622463837016, |
| "t_value": 2.310051497757727, |
| "method": "smooth_low_rank_spline", |
| "rank": "8", |
| "reference": "additive_gam" |
| }, |
| { |
| "name": "tensor_product_gam__minus_additive_gam", |
| "metric": "rmse", |
| "n": 5, |
| "mean_diff": 0.11204310119311653, |
| "std_diff": 0.11647708535102363, |
| "se_diff": 0.052090136133186755, |
| "t_value": 2.150946599690946, |
| "method": "tensor_product_gam", |
| "rank": "", |
| "reference": "additive_gam" |
| } |
| ], |
| "residual_diagnostics": { |
| "n_observed": 35380, |
| "masked_additive_train_rmse": 2.853868508019978, |
| "masked_residual_energy_fraction": 0.006812502980715301, |
| "ordinary_double_center_energy_fraction": 0.0070214370661117655, |
| "masked_residual_leading_singular_fraction": 0.3790465606461774, |
| "ordinary_residual_leading_singular_fraction": 0.36047243340563084, |
| "additive_model": { |
| "type": "masked_additive_grid", |
| "grand": -34.081366317753336, |
| "n_rows": 2811, |
| "n_cols": 13, |
| "n_iter": 50 |
| } |
| }, |
| "sonarkad_reference": { |
| "coupling_energy_frac_modal_striation_profile_test": 0.057424158211889356, |
| "coupling_energy_frac_modal_striation_profile_test_std": 0.015635613556564527, |
| "coupling_energy_frac_modal_striation_profile_test_se": 0.006992458956479107, |
| "coupling_energy_frac_modal_striation_test": 0.06623396959297641, |
| "coupling_energy_frac_modal_striation_test_std": 0.018363530050720476, |
| "coupling_energy_frac_modal_striation_test_se": 0.008212420300054228, |
| "coupling_energy_frac_test": 0.018041335299922127, |
| "coupling_energy_frac_test_std": 0.016569960546448284, |
| "coupling_energy_frac_test_se": 0.0074103116332695845, |
| "coupling_energy_frac_waveguide_invariant_test": 0.26244915115599327, |
| "coupling_energy_frac_waveguide_invariant_test_std": 0.04225265295813271, |
| "coupling_energy_frac_waveguide_invariant_test_se": 0.01889596084881846, |
| "ev_test_additive": 0.6515082232497547, |
| "ev_test_additive_std": 0.06110558316743735, |
| "ev_test_additive_se": 0.027327247553431362, |
| "ev_test_gam": 0.6771756976220142, |
| "ev_test_gam_std": 0.05499445038695984, |
| "ev_test_gam_se": 0.024594265890096362, |
| "ev_test_mlp": 0.5244036169185482, |
| "ev_test_mlp_std": 0.08539495559464293, |
| "ev_test_mlp_se": 0.03818978512903951, |
| "ev_test_modal_striation": 0.49513588370848255, |
| "ev_test_modal_striation_std": 0.07369957141187772, |
| "ev_test_modal_striation_se": 0.03295945031791175, |
| "ev_test_modal_striation_profile": 0.48552901405699417, |
| "ev_test_modal_striation_profile_std": 0.0574634528106039, |
| "ev_test_modal_striation_profile_se": 0.025698437341272334, |
| "ev_test_parametric_tl": 0.4682409397413765, |
| "ev_test_parametric_tl_std": 0.07375871218454662, |
| "ev_test_parametric_tl_se": 0.032985898875497646, |
| "ev_test_sonarkad": 0.6488998393039351, |
| "ev_test_sonarkad_std": 0.06372630889282038, |
| "ev_test_sonarkad_se": 0.028499271727899147, |
| "ev_test_waveguide_invariant": 0.6321820090052437, |
| "ev_test_waveguide_invariant_std": 0.036768452820713296, |
| "ev_test_waveguide_invariant_se": 0.01644335198692176, |
| "rmse_test_additive": 3.4134878698280327, |
| "rmse_test_additive_std": 0.2394149462649982, |
| "rmse_test_additive_se": 0.10706961893559908, |
| "rmse_test_gam": 3.2777613197456192, |
| "rmse_test_gam_std": 0.20286511130808754, |
| "rmse_test_gam_se": 0.090724035829589, |
| "rmse_test_mlp": 4.033658166261427, |
| "rmse_test_mlp_std": 0.2610933824559012, |
| "rmse_test_mlp_se": 0.1167645103293492, |
| "rmse_test_modal_striation": 4.119964290255248, |
| "rmse_test_modal_striation_std": 0.19533329583111936, |
| "rmse_test_modal_striation_se": 0.08735570554949183, |
| "rmse_test_modal_striation_profile": 4.168276617934317, |
| "rmse_test_modal_striation_profile_std": 0.13895881144374184, |
| "rmse_test_modal_striation_profile_se": 0.06214426969215649, |
| "rmse_test_parametric_tl": 4.225371926301398, |
| "rmse_test_parametric_tl_std": 0.16529306508475122, |
| "rmse_test_parametric_tl_se": 0.07392130594776015, |
| "rmse_test_sonarkad": 3.4185769726562483, |
| "rmse_test_sonarkad_std": 0.24227281629328468, |
| "rmse_test_sonarkad_se": 0.10834769726642063, |
| "rmse_test_waveguide_invariant": 3.5241197202499657, |
| "rmse_test_waveguide_invariant_std": 0.14012220560041522, |
| "rmse_test_waveguide_invariant_se": 0.06266455537594603, |
| "beta_diagnostics": { |
| "beta_interaction_tensor": 499.1154044053225, |
| "beta_interaction_tensor_std": 256.0057077103903, |
| "beta_interaction_tensor_se": 114.48923301367495, |
| "beta_waveguide_invariant_best": 0.5, |
| "beta_waveguide_invariant_best_std": 0.0, |
| "beta_waveguide_invariant_best_se": 0.0 |
| }, |
| "interaction_rank": 16, |
| "fold_metrics_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/fold_metrics.csv", |
| "cv": { |
| "mode": "kfold", |
| "seed": 456, |
| "n_frames": 2811, |
| "n_blocks": 94, |
| "n_folds": 5, |
| "test_blocks_per_fold": 1, |
| "block_len_frames": 30 |
| }, |
| "folds": [ |
| { |
| "fold": 0, |
| "test_block_ids": [ |
| 66, |
| 24, |
| 86, |
| 21, |
| 31, |
| 77, |
| 91, |
| 64, |
| 78, |
| 27, |
| 16, |
| 60, |
| 49, |
| 34, |
| 51, |
| 90, |
| 82, |
| 7, |
| 65 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570, |
| "rmse_test_sonarkad": 3.5841309894227944, |
| "ev_test_sonarkad": 0.574961232854902, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 1, |
| "test_block_ids": [ |
| 56, |
| 9, |
| 13, |
| 5, |
| 14, |
| 3, |
| 43, |
| 72, |
| 52, |
| 38, |
| 57, |
| 20, |
| 42, |
| 28, |
| 22, |
| 26, |
| 63, |
| 45, |
| 46 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570, |
| "rmse_test_sonarkad": 3.213319363728571, |
| "ev_test_sonarkad": 0.6876710678774645, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 2, |
| "test_block_ids": [ |
| 83, |
| 4, |
| 6, |
| 39, |
| 37, |
| 8, |
| 35, |
| 32, |
| 23, |
| 11, |
| 29, |
| 87, |
| 19, |
| 0, |
| 62, |
| 88, |
| 54, |
| 67, |
| 93 |
| ], |
| "train_frames": 2250, |
| "test_frames": 561, |
| "rmse_test_sonarkad": 3.603835706270546, |
| "ev_test_sonarkad": 0.6468798631676429, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 3, |
| "test_block_ids": [ |
| 61, |
| 55, |
| 25, |
| 89, |
| 58, |
| 12, |
| 69, |
| 1, |
| 92, |
| 53, |
| 40, |
| 44, |
| 70, |
| 50, |
| 10, |
| 79, |
| 71, |
| 75, |
| 81 |
| ], |
| "train_frames": 2241, |
| "test_frames": 570, |
| "rmse_test_sonarkad": 3.591086686135731, |
| "ev_test_sonarkad": 0.6020010963709723, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_range_bin_error.csv" |
| }, |
| { |
| "fold": 4, |
| "test_block_ids": [ |
| 15, |
| 36, |
| 74, |
| 48, |
| 84, |
| 59, |
| 30, |
| 80, |
| 68, |
| 73, |
| 18, |
| 2, |
| 47, |
| 41, |
| 85, |
| 17, |
| 33, |
| 76 |
| ], |
| "train_frames": 2271, |
| "test_frames": 540, |
| "rmse_test_sonarkad": 3.1005121177235995, |
| "ev_test_sonarkad": 0.7329859362486943, |
| "interaction_rank": 16, |
| "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/results.json", |
| "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.jsonl", |
| "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.csv", |
| "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_samples.npz", |
| "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_frequency_error.csv", |
| "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_range_bin_error.csv" |
| } |
| ] |
| } |
| }, |
| "sensitivity": { |
| "exp_name": "swellex96_s59_vla", |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "selection_rule": "1se", |
| "outputs": { |
| "csv": "outputs/validation/swellex96_s59_vla/sensitivity/sensitivity_summary.csv", |
| "figure": "outputs/validation/swellex96_s59_vla/sensitivity/figure_sensitivity_selected_rank.png" |
| }, |
| "cases": [ |
| { |
| "case_id": "baseline", |
| "description": "current config", |
| "updates_json": "{}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.409445385037215, |
| "rmse_selected_std": 0.24353514608278753, |
| "ev_selected_mean": 0.6531133967171219, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/baseline/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_8", |
| "description": "model.spline.n_basis=8", |
| "updates_json": "{\"model.spline.n_basis\": 8}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.3690570254719523, |
| "rmse_selected_std": 0.23777961708386938, |
| "ev_selected_mean": 0.6673343746884259, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_8/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_13", |
| "description": "model.spline.n_basis=13", |
| "updates_json": "{\"model.spline.n_basis\": 13}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.3169650793961822, |
| "rmse_selected_std": 0.22933788451116963, |
| "ev_selected_mean": 0.6750877945685306, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_13/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_32", |
| "description": "model.spline.n_basis=32", |
| "updates_json": "{\"model.spline.n_basis\": 32}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.352344759426156, |
| "rmse_selected_std": 0.2361870042764025, |
| "ev_selected_mean": 0.6664964562705334, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_32/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "basis_64", |
| "description": "model.spline.n_basis=64", |
| "updates_json": "{\"model.spline.n_basis\": 64}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.409445385037215, |
| "rmse_selected_std": 0.24353514608278753, |
| "ev_selected_mean": 0.6531133967171219, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_64/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_1e-05", |
| "description": "training.lambda_spline_roughness=1e-05", |
| "updates_json": "{\"training.lambda_spline_roughness\": 1e-05}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.4099025246035084, |
| "rmse_selected_std": 0.2421473293864861, |
| "ev_selected_mean": 0.6527242369822663, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_1e-05/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_0.0001", |
| "description": "training.lambda_spline_roughness=0.0001", |
| "updates_json": "{\"training.lambda_spline_roughness\": 0.0001}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.409445385037215, |
| "rmse_selected_std": 0.24353514608278753, |
| "ev_selected_mean": 0.6531133967171219, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_0.0001/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "rough_0.001", |
| "description": "training.lambda_spline_roughness=0.001", |
| "updates_json": "{\"training.lambda_spline_roughness\": 0.001}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.396627845607943, |
| "rmse_selected_std": 0.2415567498312977, |
| "ev_selected_mean": 0.656129819062604, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_0.001/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_15", |
| "description": "block_cv.block_len_frames=15", |
| "updates_json": "{\"block_cv.block_len_frames\": 15, \"split.block_cv.block_len_frames\": 15}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.298434441967076, |
| "rmse_selected_std": 0.12831485636675213, |
| "ev_selected_mean": 0.682020635811498, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_15/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_30", |
| "description": "block_cv.block_len_frames=30", |
| "updates_json": "{\"block_cv.block_len_frames\": 30, \"split.block_cv.block_len_frames\": 30}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.409445385037215, |
| "rmse_selected_std": 0.24353514608278753, |
| "ev_selected_mean": 0.6531133967171219, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_30/rank_ablation/rank_ablation_summary.json" |
| }, |
| { |
| "case_id": "block_60", |
| "description": "block_cv.block_len_frames=60", |
| "updates_json": "{\"block_cv.block_len_frames\": 60, \"split.block_cv.block_len_frames\": 60}", |
| "selected_rank": 0, |
| "rmse_selected_mean": 3.559816326076856, |
| "rmse_selected_std": 0.34243428119547464, |
| "ev_selected_mean": 0.621728561103911, |
| "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_60/rank_ablation/rank_ablation_summary.json" |
| } |
| ] |
| } |
| } |
| }, |
| "transfer_audit": { |
| "source": "swellex96_s5_vla", |
| "target": "swellex96_s59_vla", |
| "transfer_summary": { |
| "source": "swellex96_s5_vla", |
| "target": "swellex96_s59_vla", |
| "freeze_parts": [ |
| "phi_f" |
| ], |
| "load_parts": [ |
| "phi_f" |
| ], |
| "paths": { |
| "source_bundle": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/source/run/sonarkad_model.pt", |
| "target_scratch_results": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/target_scratch/run/results.json", |
| "target_transfer_results": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/target_transfer/run/results.json" |
| }, |
| "rmse_test_scratch": 4.32094885225047, |
| "ev_test_scratch": 0.3488171980877004, |
| "rmse_test_transfer": 4.111398409063728, |
| "ev_test_transfer": 0.4073067822465857, |
| "figure_phi_f": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/figure_transfer_phi_f.png", |
| "csv_table": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/table_transfer.csv" |
| }, |
| "scratch_split": { |
| "train_frames": 2248, |
| "test_frames": 563, |
| "val_frames": 224, |
| "T": 2811, |
| "F": 13 |
| }, |
| "transfer_split": { |
| "train_frames": 2248, |
| "test_frames": 563, |
| "val_frames": 224, |
| "T": 2811, |
| "F": 13 |
| }, |
| "target_blocked_cv_context": { |
| "rmse_test_sonarkad": 3.4185769726562483, |
| "rmse_test_sonarkad_std": 0.24227281629328468, |
| "ev_test_sonarkad": 0.6488998393039351, |
| "ev_test_sonarkad_std": 0.06372630889282038, |
| "cv": { |
| "mode": "kfold", |
| "seed": 456, |
| "n_frames": 2811, |
| "n_blocks": 94, |
| "n_folds": 5, |
| "test_blocks_per_fold": 1, |
| "block_len_frames": 30 |
| } |
| }, |
| "interpretation_note": "The transfer study is a single train/test split with frozen loaded parts; the main metrics table usually reports a blocked-CV mean. Therefore, single-split transfer RMSE and blocked-CV table RMSE are not expected to be numerically identical.", |
| "outputs": { |
| "metric_context_csv": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_metric_context.csv", |
| "transfer_summary_json": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/transfer_summary.json" |
| } |
| }, |
| "misspecified_synthetic": { |
| "ranks": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 8, |
| 16 |
| ], |
| "scenarios": [ |
| "separable", |
| "rank1_smooth", |
| "rank2_smooth", |
| "localized_patch", |
| "wgi_striation", |
| "correlated_heteroskedastic" |
| ], |
| "n_reps": 10, |
| "n_frames": 160, |
| "n_freq": 13, |
| "n_folds": 5, |
| "block_len": 16, |
| "outputs": { |
| "fold_metrics_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_fold_metrics.csv", |
| "rep_selection_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_rep_selection.csv", |
| "selection_counts_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_selection_counts.csv", |
| "figure": "outputs/validation/misspecified_synthetic/figure_misspecified_synthetic_selection.png" |
| }, |
| "selection_counts": [ |
| { |
| "scenario": "separable", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 10, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "separable", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "separable", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "separable", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "separable", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "separable", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 10, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank1_smooth", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 10, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "rank2_smooth", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 9, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 1, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "localized_patch", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 10, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "wgi_striation", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 0, |
| "selected_count": 10, |
| "best_count": 10, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 1, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 2, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 4, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 8, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| }, |
| { |
| "scenario": "correlated_heteroskedastic", |
| "K": 16, |
| "selected_count": 0, |
| "best_count": 0, |
| "n_reps": 10 |
| } |
| ] |
| } |
| } |
