{ "ranks": [ 0, 1, 2, 4, 8, 16 ], "events": { "swellex96_s5_vla": { "rank_audit": { "exp_name": "swellex96_s5_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "selection_rule_requested": "1se", "selected_rank_from_ablation": 1, "recommended_selected_rank": 1, "selected_by_fold_sd_1se": 0, "selected_by_standard_error_1se": 1, "selection_note": "The manuscript-facing default is standard-error 1-SE; fold-SD tolerance is reported only as a conservative sensitivity check.", "best_rank": 1, "outputs": { "curve_csv": "outputs/validation/swellex96_s5_vla/rank_audit/rank_curve_with_se.csv", "paired_csv": "outputs/validation/swellex96_s5_vla/rank_audit/rank_paired_fold_differences.csv", "figure": "outputs/validation/swellex96_s5_vla/rank_audit/figure_rank_selection_audit.png", "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/rank_ablation_summary.json" }, "curve": [ { "K": 0, "rmse_mean": 3.3854775594095456, "rmse_std": 0.36203296451517614, "rmse_se": 0.1619060637503406, "ev_mean": 0.7383464073570029, "ev_std": 0.024471788007620378, "ev_se": 0.010944116303200661, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K00/results_cv.json" }, { "K": 1, "rmse_mean": 3.1382689838576767, "rmse_std": 0.36808240698981315, "rmse_se": 0.16461145667019317, "ev_mean": 0.7763691541420515, "ev_std": 0.025166215720415077, "ev_se": 0.01125467381745439, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K01/results_cv.json" }, { "K": 2, "rmse_mean": 3.1950960206363153, "rmse_std": 0.3310780766404371, "rmse_se": 0.1480626170455805, "ev_mean": 0.7681700615833937, "ev_std": 0.02234490481712318, "ev_se": 0.009992945224369987, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K02/results_cv.json" }, { "K": 4, "rmse_mean": 3.33939268102606, "rmse_std": 0.44687144927349487, "rmse_se": 0.1998469875558767, "ev_mean": 0.7470971750105984, "ev_std": 0.03529014864345633, "ev_se": 0.015782234260568066, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K04/results_cv.json" }, { "K": 8, "rmse_mean": 3.4474784581449844, "rmse_std": 0.4464771874917853, "rmse_se": 0.19967066832691013, "ev_mean": 0.7298754998741497, "ev_std": 0.03752297070317507, "ev_se": 0.016780782642006508, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K08/results_cv.json" }, { "K": 16, "rmse_mean": 3.4992847172031842, "rmse_std": 0.47167723867634165, "rmse_se": 0.21094047382393857, "ev_mean": 0.7214839795003585, "ev_std": 0.04098661042879744, "ev_se": 0.018329769417218575, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s5_vla/rank_audit/rank_ablation/K16/results_cv.json" } ], "paired_differences": [ { "name": "K1_minus_K0", "metric": "rmse", "n": 5, "mean_diff": -0.24720857555186876, "std_diff": 0.026623904893475707, "se_diff": 0.011906572233660194, "t_value": -20.76236306306559, "candidate_K": 1, "reference_K": 0 }, { "name": "K2_minus_K0", "metric": "rmse", "n": 5, "mean_diff": -0.1903815387732301, "std_diff": 0.11975418647617549, "se_diff": 0.05355570031018288, "t_value": -3.5548324019774173, "candidate_K": 2, "reference_K": 0 }, { "name": "K4_minus_K0", "metric": "rmse", "n": 5, "mean_diff": -0.04608487838348498, "std_diff": 0.14760672357183435, "se_diff": 0.06601173356852844, "t_value": -0.6981316183075713, "candidate_K": 4, "reference_K": 0 }, { "name": "K8_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.062000898735439146, "std_diff": 0.14758213143479582, "se_diff": 0.0660007356305024, "t_value": 0.9393970861558893, "candidate_K": 8, "reference_K": 0 }, { "name": "K16_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.11380715779363867, "std_diff": 0.17770961101978025, "se_diff": 0.07947415409905487, "t_value": 1.4320021280351332, "candidate_K": 16, "reference_K": 0 }, { "name": "K0_minus_bestK1", "metric": "rmse", "n": 5, "mean_diff": 0.24720857555186876, "std_diff": 0.026623904893475707, "se_diff": 0.011906572233660194, "t_value": 20.76236306306559, "candidate_K": 0, "reference_K": 1 }, { "name": "K2_minus_bestK1", "metric": "rmse", "n": 5, "mean_diff": 0.05682703677863863, "std_diff": 0.11270121303730994, "se_diff": 0.05040151469962211, "t_value": 1.1274866860115356, "candidate_K": 2, "reference_K": 1 }, { "name": "K4_minus_bestK1", "metric": "rmse", "n": 5, "mean_diff": 0.20112369716838377, "std_diff": 0.1633193245435689, "se_diff": 0.07303862234375397, "t_value": 2.7536622503885884, "candidate_K": 4, "reference_K": 1 }, { "name": "K8_minus_bestK1", "metric": "rmse", "n": 5, "mean_diff": 0.3092094742873079, "std_diff": 0.16682296187380424, "se_diff": 0.0746054965915364, "t_value": 4.144593741935981, "candidate_K": 8, "reference_K": 1 }, { "name": "K16_minus_bestK1", "metric": "rmse", "n": 5, "mean_diff": 0.3610157333455074, "std_diff": 0.19481885431431778, "se_diff": 0.08712564030908854, "t_value": 4.143622153762788, "candidate_K": 16, "reference_K": 1 } ] }, "near_neighbor_baselines": { "exp_name": "swellex96_s5_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "cv": { "mode": "kfold", "seed": 123, "n_frames": 2133, "n_blocks": 72, "n_folds": 5, "test_blocks_per_fold": 1, "block_len_frames": 30, "folds": [ { "fold": 0, "test_block_ids": [ 31, 23, 10, 39, 71, 42, 55, 15, 56, 32, 69, 68, 41, 38, 13 ], "train_frames": 1710, "test_frames": 423 }, { "fold": 1, "test_block_ids": [ 21, 9, 17, 2, 34, 0, 7, 28, 51, 60, 20, 57, 26, 65, 3 ], "train_frames": 1683, "test_frames": 450 }, { "fold": 2, "test_block_ids": [ 47, 1, 14, 70, 4, 30, 62, 19, 18, 58, 63, 64, 66, 52 ], "train_frames": 1713, "test_frames": 420 }, { "fold": 3, "test_block_ids": [ 54, 43, 50, 53, 29, 67, 27, 37, 59, 36, 40, 61, 11, 6 ], "train_frames": 1713, "test_frames": 420 }, { "fold": 4, "test_block_ids": [ 8, 33, 44, 45, 48, 24, 12, 16, 49, 5, 46, 22, 35, 25 ], "train_frames": 1713, "test_frames": 420 } ] }, "model_meta": { "additive_gam": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "lambda_r": 0.01, "lambda_f": 0.01, "ridge_lambda": 1e-08 }, "tensor_product_gam": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "lambda_r": 0.01, "lambda_f": 0.01, "lambda_tensor": 0.01, "ridge_lambda": 1e-08 }, "smooth_low_rank_base": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "additive_n_basis_r": 24, "additive_n_basis_f": 13, "lambda_additive": 0.01, "lambda_r": 0.001, "lambda_f": 0.001, "ridge_lambda": 1e-06, "n_iter": 20, "random_state": 0 }, "masked_matrix_factorization_base": { "ridge_lambda": 0.001, "n_iter": 50, "random_state": 0 } }, "outputs": { "fold_metrics_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_fold_metrics.csv", "summary_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_summary.csv", "paired_differences_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/near_baseline_paired_differences.csv", "residual_diagnostics_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/residual_diagnostics.json", "figure": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/figure_near_neighbor_baselines.png" }, "aggregate": [ { "method": "additive_gam", "rank": "", "n_folds": 5, "rmse_mean": 4.295603810698965, "rmse_std": 2.099398575617628, "rmse_se": 0.9388795853894497, "ev_mean": 0.5336646099630468, "ev_std": 0.4467164995741363, "ev_se": 0.1997776919437049 }, { "method": "masked_matrix_factorization", "rank": "0", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "masked_matrix_factorization", "rank": "1", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "masked_matrix_factorization", "rank": "16", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "masked_matrix_factorization", "rank": "2", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "masked_matrix_factorization", "rank": "4", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "masked_matrix_factorization", "rank": "8", "n_folds": 5, "rmse_mean": 5.094357537150157, "rmse_std": 0.5547111749006615, "rmse_se": 0.24807437899133084, "ev_mean": 0.4393169863556163, "ev_std": 0.06908635108692289, "ev_se": 0.03089635546955521 }, { "method": "smooth_low_rank_spline", "rank": "0", "n_folds": 5, "rmse_mean": 4.111335086913414, "rmse_std": 1.6988749017290623, "rmse_se": 0.7597599531068916, "ev_mean": 0.5884557680279483, "ev_std": 0.3254386329198623, "ev_se": 0.1455405811426826 }, { "method": "smooth_low_rank_spline", "rank": "1", "n_folds": 5, "rmse_mean": 6.7507235412284885, "rmse_std": 8.30858811855487, "rmse_se": 3.7157135660271536, "ev_mean": -1.0741007033759704, "ev_std": 4.15471909890353, "ev_se": 1.8580468665129928 }, { "method": "smooth_low_rank_spline", "rank": "16", "n_folds": 5, "rmse_mean": 33.970185197074265, "rmse_std": 67.33591466251701, "rmse_se": 30.11353650250257, "ev_mean": -97.01191143716258, "ev_std": 218.3002062846819, "ev_se": 97.62682015095511 }, { "method": "smooth_low_rank_spline", "rank": "2", "n_folds": 5, "rmse_mean": 6.860750897094562, "rmse_std": 8.253199313266002, "rmse_se": 3.6909429392634725, "ev_mean": -1.094543893997721, "ev_std": 4.1543126605473875, "ev_se": 1.8578651017543932 }, { "method": "smooth_low_rank_spline", "rank": "4", "n_folds": 5, "rmse_mean": 7.112565296877814, "rmse_std": 8.474862293115862, "rmse_se": 3.790073637471363, "ev_mean": -1.2294186581830817, "ev_std": 4.39093576438505, "ev_se": 1.9636861707999944 }, { "method": "smooth_low_rank_spline", "rank": "8", "n_folds": 5, "rmse_mean": 10.13539491282578, "rmse_std": 12.672425120477754, "rmse_se": 5.6672808018328436, "ev_mean": -3.792249760431641, "ev_std": 9.540393113349639, "ev_se": 4.26659350670413 }, { "method": "tensor_product_gam", "rank": "", "n_folds": 5, "rmse_mean": 3.997546082048932, "rmse_std": 1.993053220003069, "rmse_se": 0.8913204965403412, "ev_mean": 0.5939608888355532, "ev_std": 0.39965221351635627, "ev_se": 0.17872990335616656 }, { "method": "sonarkad_reference", "rank": 16, "n_folds": 5, "rmse_mean": 3.4992847172031842, "rmse_std": 0.47167723867634165, "rmse_se": 0.21094047382393857, "ev_mean": 0.7214839795003585, "ev_std": 0.04098661042879744, "ev_se": "" } ], "paired_differences": [ { "name": "masked_matrix_factorization_0_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "0", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_1_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "1", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_16_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "16", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_2_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "2", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_4_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "4", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_8_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.798753726451193, "std_diff": 1.8574072331900147, "se_diff": 0.8306577670625352, "t_value": 0.9615918349572955, "method": "masked_matrix_factorization", "rank": "8", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_0_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": -0.184268723785551, "std_diff": 0.40802419104272963, "se_diff": 0.18247396552718084, "t_value": -1.0098356949342608, "method": "smooth_low_rank_spline", "rank": "0", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_1_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 2.4551197305295243, "std_diff": 6.234897272936993, "se_diff": 2.788330827003035, "t_value": 0.8804980050263067, "method": "smooth_low_rank_spline", "rank": "1", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_16_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 29.6745813863753, "std_diff": 65.26750574975627, "se_diff": 29.188515915662677, "t_value": 1.0166526270851544, "method": "smooth_low_rank_spline", "rank": "16", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_2_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 2.565147086395597, "std_diff": 6.181527917309443, "se_diff": 2.764463325583322, "t_value": 0.9279005666875078, "method": "smooth_low_rank_spline", "rank": "2", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_4_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 2.81696148617885, "std_diff": 6.404658612010383, "se_diff": 2.8642504058269336, "t_value": 0.9834899492195652, "method": "smooth_low_rank_spline", "rank": "4", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_8_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 5.839791102126814, "std_diff": 10.624202896301513, "se_diff": 4.751287976576067, "t_value": 1.2290964325709337, "method": "smooth_low_rank_spline", "rank": "8", "reference": "additive_gam" }, { "name": "tensor_product_gam__minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": -0.29805772865003216, "std_diff": 0.1645814690490746, "se_diff": 0.0736030705261017, "t_value": -4.049528457434837, "method": "tensor_product_gam", "rank": "", "reference": "additive_gam" } ], "residual_diagnostics": { "n_observed": 25689, "masked_additive_train_rmse": 3.0178719750262952, "masked_residual_energy_fraction": 0.0073101986704488565, "ordinary_double_center_energy_fraction": 0.008402553705135391, "masked_residual_leading_singular_fraction": 0.29082365414266215, "ordinary_residual_leading_singular_fraction": 0.24532509226243943, "additive_model": { "type": "masked_additive_grid", "grand": -34.66153192421764, "n_rows": 2133, "n_cols": 13, "n_iter": 50 } }, "sonarkad_reference": { "coupling_energy_frac_modal_striation_profile_test": 0.03543980703636727, "coupling_energy_frac_modal_striation_profile_test_std": 0.016210332375248108, "coupling_energy_frac_modal_striation_profile_test_se": 0.007249481025784079, "coupling_energy_frac_modal_striation_test": 0.041193159749544114, "coupling_energy_frac_modal_striation_test_std": 0.019817865326435122, "coupling_energy_frac_modal_striation_test_se": 0.008862818807768999, "coupling_energy_frac_test": 0.05136829501382304, "coupling_energy_frac_test_std": 0.017445393618368252, "coupling_energy_frac_test_se": 0.007801817204982487, "coupling_energy_frac_waveguide_invariant_test": 0.1413960498475957, "coupling_energy_frac_waveguide_invariant_test_std": 0.013441145036878283, "coupling_energy_frac_waveguide_invariant_test_se": 0.0060110627995787515, "ev_test_additive": 0.7436112992568719, "ev_test_additive_std": 0.025187166623470043, "ev_test_additive_se": 0.011264043346138572, "ev_test_gam": 0.5674025329501137, "ev_test_gam_std": 0.4082230737891329, "ev_test_gam_se": 0.18256290859528276, "ev_test_mlp": 0.7594546739733217, "ev_test_mlp_std": 0.02552477303861122, "ev_test_mlp_se": 0.011415025524917709, "ev_test_modal_striation": 0.6002696685180838, "ev_test_modal_striation_std": 0.04161577939189735, "ev_test_modal_striation_se": 0.018611142331383466, "ev_test_modal_striation_profile": 0.5939517059824744, "ev_test_modal_striation_profile_std": 0.04203931504673424, "ev_test_modal_striation_profile_se": 0.018800553234405503, "ev_test_parametric_tl": 0.5817616619831631, "ev_test_parametric_tl_std": 0.04306333723118989, "ev_test_parametric_tl_se": 0.01925850987738763, "ev_test_sonarkad": 0.7214839795003585, "ev_test_sonarkad_std": 0.04098661042879744, "ev_test_sonarkad_se": 0.018329769417218575, "ev_test_waveguide_invariant": 0.6819780357964415, "ev_test_waveguide_invariant_std": 0.03291129024290824, "ev_test_waveguide_invariant_se": 0.014718376442073676, "rmse_test_additive": 3.3482238630610377, "rmse_test_additive_std": 0.34445691627252834, "rmse_test_additive_se": 0.15404581602106535, "rmse_test_gam": 4.139618409933645, "rmse_test_gam_std": 2.0021493732998836, "rmse_test_gam_se": 0.8953884199614284, "rmse_test_mlp": 3.2519760329032676, "rmse_test_mlp_std": 0.3141041044220163, "rmse_test_mlp_se": 0.14047162589986414, "rmse_test_modal_striation": 4.221797125635387, "rmse_test_modal_striation_std": 0.4811978855480127, "rmse_test_modal_striation_se": 0.215198236542904, "rmse_test_modal_striation_profile": 4.244805954276483, "rmse_test_modal_striation_profile_std": 0.47452786553129084, "rmse_test_modal_striation_profile_se": 0.21221531290916912, "rmse_test_parametric_tl": 4.2906632457515785, "rmse_test_parametric_tl_std": 0.42970042783153733, "rmse_test_parametric_tl_se": 0.192167873318412, "rmse_test_sonarkad": 3.4992847172031842, "rmse_test_sonarkad_std": 0.47167723867634165, "rmse_test_sonarkad_se": 0.21094047382393857, "rmse_test_waveguide_invariant": 3.749609550886253, "rmse_test_waveguide_invariant_std": 0.4126096053146607, "rmse_test_waveguide_invariant_se": 0.18452462513058795, "beta_diagnostics": { "beta_interaction_tensor": 1248.5049750991877, "beta_interaction_tensor_std": 2079.4318073368772, "beta_interaction_tensor_se": 929.9501751561006, "beta_waveguide_invariant_best": 0.5, "beta_waveguide_invariant_best_std": 0.0, "beta_waveguide_invariant_best_se": 0.0 }, "interaction_rank": 16, "fold_metrics_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/fold_metrics.csv", "cv": { "mode": "kfold", "seed": 123, "n_frames": 2133, "n_blocks": 72, "n_folds": 5, "test_blocks_per_fold": 1, "block_len_frames": 30 }, "folds": [ { "fold": 0, "test_block_ids": [ 31, 23, 10, 39, 71, 42, 55, 15, 56, 32, 69, 68, 41, 38, 13 ], "train_frames": 1710, "test_frames": 423, "rmse_test_sonarkad": 3.0469485543004677, "ev_test_sonarkad": 0.7565505763486292, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/results.json", "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_range_bin_error.csv" }, { "fold": 1, "test_block_ids": [ 21, 9, 17, 2, 34, 0, 7, 28, 51, 60, 20, 57, 26, 65, 3 ], "train_frames": 1683, "test_frames": 450, "rmse_test_sonarkad": 3.915384096131471, "ev_test_sonarkad": 0.6907159654671815, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/results.json", "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_range_bin_error.csv" }, { "fold": 2, "test_block_ids": [ 47, 1, 14, 70, 4, 30, 62, 19, 18, 58, 63, 64, 66, 52 ], "train_frames": 1713, "test_frames": 420, "rmse_test_sonarkad": 3.7468275001957516, "ev_test_sonarkad": 0.6841960278606312, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/results.json", "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_range_bin_error.csv" }, { "fold": 3, "test_block_ids": [ 54, 43, 50, 53, 29, 67, 27, 37, 59, 36, 40, 61, 11, 6 ], "train_frames": 1713, "test_frames": 420, "rmse_test_sonarkad": 2.9307232869515634, "ev_test_sonarkad": 0.774094667778639, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/results.json", "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_range_bin_error.csv" }, { "fold": 4, "test_block_ids": [ 8, 33, 44, 45, 48, 24, 12, 16, 49, 5, 46, 22, 35, 25 ], "train_frames": 1713, "test_frames": 420, "rmse_test_sonarkad": 3.8565401484366664, "ev_test_sonarkad": 0.7018626600467117, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/results.json", "training_log_jsonl": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s5_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_range_bin_error.csv" } ] } }, "sensitivity": { "exp_name": "swellex96_s5_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "selection_rule": "1se", "outputs": { "csv": "outputs/validation/swellex96_s5_vla/sensitivity/sensitivity_summary.csv", "figure": "outputs/validation/swellex96_s5_vla/sensitivity/figure_sensitivity_selected_rank.png" }, "cases": [ { "case_id": "baseline", "description": "current config", "updates_json": "{}", "selected_rank": 1, "rmse_selected_mean": 3.1382689838576767, "rmse_selected_std": 0.36808240698981315, "ev_selected_mean": 0.7763691541420515, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/baseline/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_8", "description": "model.spline.n_basis=8", "updates_json": "{\"model.spline.n_basis\": 8}", "selected_rank": 1, "rmse_selected_mean": 3.1719593750643775, "rmse_selected_std": 0.4169535030055152, "ev_selected_mean": 0.774410702174347, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_8/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_13", "description": "model.spline.n_basis=13", "updates_json": "{\"model.spline.n_basis\": 13}", "selected_rank": 1, "rmse_selected_mean": 3.156759050706087, "rmse_selected_std": 0.4126724120188756, "ev_selected_mean": 0.7766723699096538, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_13/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_32", "description": "model.spline.n_basis=32", "updates_json": "{\"model.spline.n_basis\": 32}", "selected_rank": 1, "rmse_selected_mean": 2.993317458767618, "rmse_selected_std": 0.33074880965657444, "ev_selected_mean": 0.7966524859079406, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_32/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_64", "description": "model.spline.n_basis=64", "updates_json": "{\"model.spline.n_basis\": 64}", "selected_rank": 1, "rmse_selected_mean": 3.1382689838576767, "rmse_selected_std": 0.36808240698981315, "ev_selected_mean": 0.7763691541420515, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/basis_64/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_1e-05", "description": "training.lambda_spline_roughness=1e-05", "updates_json": "{\"training.lambda_spline_roughness\": 1e-05}", "selected_rank": 1, "rmse_selected_mean": 3.1402753864300914, "rmse_selected_std": 0.36767425003788523, "ev_selected_mean": 0.7761151488066824, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_1e-05/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_0.0001", "description": "training.lambda_spline_roughness=0.0001", "updates_json": "{\"training.lambda_spline_roughness\": 0.0001}", "selected_rank": 1, "rmse_selected_mean": 3.1382689838576767, "rmse_selected_std": 0.36808240698981315, "ev_selected_mean": 0.7763691541420515, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_0.0001/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_0.001", "description": "training.lambda_spline_roughness=0.001", "updates_json": "{\"training.lambda_spline_roughness\": 0.001}", "selected_rank": 1, "rmse_selected_mean": 3.128783111732265, "rmse_selected_std": 0.3720166294096416, "ev_selected_mean": 0.7774182779315387, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/rough_0.001/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_15", "description": "block_cv.block_len_frames=15", "updates_json": "{\"block_cv.block_len_frames\": 15, \"split.block_cv.block_len_frames\": 15}", "selected_rank": 1, "rmse_selected_mean": 2.982199106883562, "rmse_selected_std": 0.2430239884921006, "ev_selected_mean": 0.7993500795139407, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_15/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_30", "description": "block_cv.block_len_frames=30", "updates_json": "{\"block_cv.block_len_frames\": 30, \"split.block_cv.block_len_frames\": 30}", "selected_rank": 1, "rmse_selected_mean": 3.1382689838576767, "rmse_selected_std": 0.36808240698981315, "ev_selected_mean": 0.7763691541420515, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_30/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_60", "description": "block_cv.block_len_frames=60", "updates_json": "{\"block_cv.block_len_frames\": 60, \"split.block_cv.block_len_frames\": 60}", "selected_rank": 0, "rmse_selected_mean": 3.4582941654396757, "rmse_selected_std": 0.5415505657692962, "ev_selected_mean": 0.7182147876116909, "rank_ablation_summary": "outputs/validation/swellex96_s5_vla/sensitivity/block_60/rank_ablation/rank_ablation_summary.json" } ] } }, "swellex96_s59_vla": { "rank_audit": { "exp_name": "swellex96_s59_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "selection_rule_requested": "1se", "selected_rank_from_ablation": 0, "recommended_selected_rank": 0, "selected_by_fold_sd_1se": 0, "selected_by_standard_error_1se": 0, "selection_note": "The manuscript-facing default is standard-error 1-SE; fold-SD tolerance is reported only as a conservative sensitivity check.", "best_rank": 0, "outputs": { "curve_csv": "outputs/validation/swellex96_s59_vla/rank_audit/rank_curve_with_se.csv", "paired_csv": "outputs/validation/swellex96_s59_vla/rank_audit/rank_paired_fold_differences.csv", "figure": "outputs/validation/swellex96_s59_vla/rank_audit/figure_rank_selection_audit.png", "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/rank_ablation_summary.json" }, "curve": [ { "K": 0, "rmse_mean": 3.409445385037215, "rmse_std": 0.24353514608278753, "rmse_se": 0.1089122283102909, "ev_mean": 0.6531133967171219, "ev_std": 0.06262952422124353, "ev_se": 0.02800877471143402, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K00/results_cv.json" }, { "K": 1, "rmse_mean": 3.4407814539223525, "rmse_std": 0.2140867983222437, "rmse_se": 0.09574252682676496, "ev_mean": 0.6448499773865246, "ev_std": 0.05878425200709567, "ev_se": 0.026289116698868874, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K01/results_cv.json" }, { "K": 2, "rmse_mean": 3.439664014644258, "rmse_std": 0.2199960222516355, "rmse_se": 0.09838521210684266, "ev_mean": 0.6451262953951123, "ev_std": 0.059009777316486746, "ev_se": 0.026389974683357895, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K02/results_cv.json" }, { "K": 4, "rmse_mean": 3.44265841307152, "rmse_std": 0.20472528446335805, "rmse_se": 0.09155593055461003, "ev_mean": 0.6447280168504811, "ev_std": 0.05632671327745525, "ev_se": 0.02519007196750598, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K04/results_cv.json" }, { "K": 8, "rmse_mean": 3.440081289379519, "rmse_std": 0.20829817556535926, "rmse_se": 0.0931537760306658, "ev_mean": 0.6450281244290924, "ev_std": 0.05729481617520049, "ev_se": 0.02562302074522056, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K08/results_cv.json" }, { "K": 16, "rmse_mean": 3.4185769726562483, "rmse_std": 0.24227281629328468, "rmse_se": 0.10834769726642063, "ev_mean": 0.6488998393039351, "ev_std": 0.06372630889282038, "ev_se": 0.028499271727899147, "n_folds": 5, "results_cv_json": "outputs/validation/swellex96_s59_vla/rank_audit/rank_ablation/K16/results_cv.json" } ], "paired_differences": [ { "name": "K1_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.03133606888513736, "std_diff": 0.05851875326276454, "se_diff": 0.026170382050815823, "t_value": 1.197386756688961, "candidate_K": 1, "reference_K": 0 }, { "name": "K2_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.030218629607043024, "std_diff": 0.05373917224095337, "se_diff": 0.024032888437068287, "t_value": 1.2573865054203748, "candidate_K": 2, "reference_K": 0 }, { "name": "K4_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.033213028034304856, "std_diff": 0.06995044732254542, "se_diff": 0.03128279105394594, "t_value": 1.061702837736898, "candidate_K": 4, "reference_K": 0 }, { "name": "K8_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.030635904342304253, "std_diff": 0.06489310819355862, "se_diff": 0.02902108023840913, "t_value": 1.055643142523617, "candidate_K": 8, "reference_K": 0 }, { "name": "K16_minus_K0", "metric": "rmse", "n": 5, "mean_diff": 0.009131587619033609, "std_diff": 0.055445808618811175, "se_diff": 0.0247961194278211, "t_value": 0.36826680261863964, "candidate_K": 16, "reference_K": 0 }, { "name": "K1_minus_bestK0", "metric": "rmse", "n": 5, "mean_diff": 0.03133606888513736, "std_diff": 0.05851875326276454, "se_diff": 0.026170382050815823, "t_value": 1.197386756688961, "candidate_K": 1, "reference_K": 0 }, { "name": "K2_minus_bestK0", "metric": "rmse", "n": 5, "mean_diff": 0.030218629607043024, "std_diff": 0.05373917224095337, "se_diff": 0.024032888437068287, "t_value": 1.2573865054203748, "candidate_K": 2, "reference_K": 0 }, { "name": "K4_minus_bestK0", "metric": "rmse", "n": 5, "mean_diff": 0.033213028034304856, "std_diff": 0.06995044732254542, "se_diff": 0.03128279105394594, "t_value": 1.061702837736898, "candidate_K": 4, "reference_K": 0 }, { "name": "K8_minus_bestK0", "metric": "rmse", "n": 5, "mean_diff": 0.030635904342304253, "std_diff": 0.06489310819355862, "se_diff": 0.02902108023840913, "t_value": 1.055643142523617, "candidate_K": 8, "reference_K": 0 }, { "name": "K16_minus_bestK0", "metric": "rmse", "n": 5, "mean_diff": 0.009131587619033609, "std_diff": 0.055445808618811175, "se_diff": 0.0247961194278211, "t_value": 0.36826680261863964, "candidate_K": 16, "reference_K": 0 } ] }, "near_neighbor_baselines": { "exp_name": "swellex96_s59_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "cv": { "mode": "kfold", "seed": 456, "n_frames": 2811, "n_blocks": 94, "n_folds": 5, "test_blocks_per_fold": 1, "block_len_frames": 30, "folds": [ { "fold": 0, "test_block_ids": [ 66, 24, 86, 21, 31, 77, 91, 64, 78, 27, 16, 60, 49, 34, 51, 90, 82, 7, 65 ], "train_frames": 2241, "test_frames": 570 }, { "fold": 1, "test_block_ids": [ 56, 9, 13, 5, 14, 3, 43, 72, 52, 38, 57, 20, 42, 28, 22, 26, 63, 45, 46 ], "train_frames": 2241, "test_frames": 570 }, { "fold": 2, "test_block_ids": [ 83, 4, 6, 39, 37, 8, 35, 32, 23, 11, 29, 87, 19, 0, 62, 88, 54, 67, 93 ], "train_frames": 2250, "test_frames": 561 }, { "fold": 3, "test_block_ids": [ 61, 55, 25, 89, 58, 12, 69, 1, 92, 53, 40, 44, 70, 50, 10, 79, 71, 75, 81 ], "train_frames": 2241, "test_frames": 570 }, { "fold": 4, "test_block_ids": [ 15, 36, 74, 48, 84, 59, 30, 80, 68, 73, 18, 2, 47, 41, 85, 17, 33, 76 ], "train_frames": 2271, "test_frames": 540 } ] }, "model_meta": { "additive_gam": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "lambda_r": 0.01, "lambda_f": 0.01, "ridge_lambda": 1e-08 }, "tensor_product_gam": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "lambda_r": 0.01, "lambda_f": 0.01, "lambda_tensor": 0.01, "ridge_lambda": 1e-08 }, "smooth_low_rank_base": { "n_basis_r": 24, "n_basis_f": 13, "degree": 3, "additive_n_basis_r": 24, "additive_n_basis_f": 13, "lambda_additive": 0.01, "lambda_r": 0.001, "lambda_f": 0.001, "ridge_lambda": 1e-06, "n_iter": 20, "random_state": 0 }, "masked_matrix_factorization_base": { "ridge_lambda": 0.001, "n_iter": 50, "random_state": 0 } }, "outputs": { "fold_metrics_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_fold_metrics.csv", "summary_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_summary.csv", "paired_differences_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/near_baseline_paired_differences.csv", "residual_diagnostics_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/residual_diagnostics.json", "figure": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/figure_near_neighbor_baselines.png" }, "aggregate": [ { "method": "additive_gam", "rank": "", "n_folds": 5, "rmse_mean": 3.2938094294622835, "rmse_std": 0.21400144051948533, "rmse_se": 0.09570435365688942, "ev_mean": 0.6737894250486914, "ev_std": 0.057900924507463994, "ev_se": 0.025894080631754603 }, { "method": "masked_matrix_factorization", "rank": "0", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "masked_matrix_factorization", "rank": "1", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "masked_matrix_factorization", "rank": "16", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "masked_matrix_factorization", "rank": "2", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "masked_matrix_factorization", "rank": "4", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "masked_matrix_factorization", "rank": "8", "n_folds": 5, "rmse_mean": 4.3427130188341705, "rmse_std": 0.3083711287494965, "rmse_se": 0.13790776123644277, "ev_mean": 0.4605671191474025, "ev_std": 0.08531055580821247, "ev_se": 0.03815204039709052 }, { "method": "smooth_low_rank_spline", "rank": "0", "n_folds": 5, "rmse_mean": 3.293806916295755, "rmse_std": 0.21399973171345102, "rmse_se": 0.0957035894555988, "ev_mean": 0.673789951200553, "ev_std": 0.05790054472374321, "ev_se": 0.02589391078731132 }, { "method": "smooth_low_rank_spline", "rank": "1", "n_folds": 5, "rmse_mean": 3.1798566773828076, "rmse_std": 0.22887529568619944, "rmse_se": 0.10235614390494126, "ev_mean": 0.6956286395952829, "ev_std": 0.05920157313166984, "ev_se": 0.026475748379467774 }, { "method": "smooth_low_rank_spline", "rank": "16", "n_folds": 5, "rmse_mean": 3.4152105295123554, "rmse_std": 0.09540191231562489, "rmse_se": 0.042665032224242325, "ev_mean": 0.650691901043706, "ev_std": 0.03804762289723788, "ev_se": 0.017015414236100278 }, { "method": "smooth_low_rank_spline", "rank": "2", "n_folds": 5, "rmse_mean": 3.3418839971670296, "rmse_std": 0.168924442507143, "rmse_se": 0.07554530730144535, "ev_mean": 0.664345697735573, "ev_std": 0.052774392378364995, "ev_se": 0.023601425765854184 }, { "method": "smooth_low_rank_spline", "rank": "4", "n_folds": 5, "rmse_mean": 3.3880078360653436, "rmse_std": 0.11526634969519908, "rmse_se": 0.05154867868734546, "ev_mean": 0.6563762562797498, "ev_std": 0.03889521227670822, "ev_se": 0.017394467730000786 }, { "method": "smooth_low_rank_spline", "rank": "8", "n_folds": 5, "rmse_mean": 3.4149799985976883, "rmse_std": 0.10632080066712327, "rmse_se": 0.04754810754277852, "ev_mean": 0.6508077004195896, "ev_std": 0.039697617187121614, "ev_se": 0.017753314115033583 }, { "method": "tensor_product_gam", "rank": "", "n_folds": 5, "rmse_mean": 3.4058525306554004, "rmse_std": 0.10592525707433467, "rmse_se": 0.04737121507047056, "ev_mean": 0.652526902983138, "ev_std": 0.039134809513758174, "ev_se": 0.017501618871853752 }, { "method": "sonarkad_reference", "rank": 16, "n_folds": 5, "rmse_mean": 3.4185769726562483, "rmse_std": 0.24227281629328468, "rmse_se": 0.10834769726642063, "ev_mean": 0.6488998393039351, "ev_std": 0.06372630889282038, "ev_se": "" } ], "paired_differences": [ { "name": "masked_matrix_factorization_0_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "0", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_1_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "1", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_16_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "16", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_2_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "2", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_4_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "4", "reference": "additive_gam" }, { "name": "masked_matrix_factorization_8_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 1.048903589371887, "std_diff": 0.3209102374626447, "se_diff": 0.14351542112841462, "t_value": 7.30864725981851, "method": "masked_matrix_factorization", "rank": "8", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_0_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": -2.513166529016786e-06, "std_diff": 3.252965559888568e-06, "se_diff": 1.4547704240753003e-06, "t_value": -1.727534796848951, "method": "smooth_low_rank_spline", "rank": "0", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_1_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": -0.11395275207947604, "std_diff": 0.0598909845004431, "se_diff": 0.02678406251647541, "t_value": -4.254498435753779, "method": "smooth_low_rank_spline", "rank": "1", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_16_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.12140110005007196, "std_diff": 0.12306983778688564, "se_diff": 0.05503850465426971, "t_value": 2.2057485175635865, "method": "smooth_low_rank_spline", "rank": "16", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_2_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.04807456770474579, "std_diff": 0.12214918094233375, "se_diff": 0.054626774396596016, "t_value": 0.8800550322762876, "method": "smooth_low_rank_spline", "rank": "2", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_4_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.0941984066030602, "std_diff": 0.11445937694701513, "se_diff": 0.051187789503159636, "t_value": 1.840251503676393, "method": "smooth_low_rank_spline", "rank": "4", "reference": "additive_gam" }, { "name": "smooth_low_rank_spline_8_minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.12117056913540507, "std_diff": 0.11728986549524958, "se_diff": 0.052453622463837016, "t_value": 2.310051497757727, "method": "smooth_low_rank_spline", "rank": "8", "reference": "additive_gam" }, { "name": "tensor_product_gam__minus_additive_gam", "metric": "rmse", "n": 5, "mean_diff": 0.11204310119311653, "std_diff": 0.11647708535102363, "se_diff": 0.052090136133186755, "t_value": 2.150946599690946, "method": "tensor_product_gam", "rank": "", "reference": "additive_gam" } ], "residual_diagnostics": { "n_observed": 35380, "masked_additive_train_rmse": 2.853868508019978, "masked_residual_energy_fraction": 0.006812502980715301, "ordinary_double_center_energy_fraction": 0.0070214370661117655, "masked_residual_leading_singular_fraction": 0.3790465606461774, "ordinary_residual_leading_singular_fraction": 0.36047243340563084, "additive_model": { "type": "masked_additive_grid", "grand": -34.081366317753336, "n_rows": 2811, "n_cols": 13, "n_iter": 50 } }, "sonarkad_reference": { "coupling_energy_frac_modal_striation_profile_test": 0.057424158211889356, "coupling_energy_frac_modal_striation_profile_test_std": 0.015635613556564527, "coupling_energy_frac_modal_striation_profile_test_se": 0.006992458956479107, "coupling_energy_frac_modal_striation_test": 0.06623396959297641, "coupling_energy_frac_modal_striation_test_std": 0.018363530050720476, "coupling_energy_frac_modal_striation_test_se": 0.008212420300054228, "coupling_energy_frac_test": 0.018041335299922127, "coupling_energy_frac_test_std": 0.016569960546448284, "coupling_energy_frac_test_se": 0.0074103116332695845, "coupling_energy_frac_waveguide_invariant_test": 0.26244915115599327, "coupling_energy_frac_waveguide_invariant_test_std": 0.04225265295813271, "coupling_energy_frac_waveguide_invariant_test_se": 0.01889596084881846, "ev_test_additive": 0.6515082232497547, "ev_test_additive_std": 0.06110558316743735, "ev_test_additive_se": 0.027327247553431362, "ev_test_gam": 0.6771756976220142, "ev_test_gam_std": 0.05499445038695984, "ev_test_gam_se": 0.024594265890096362, "ev_test_mlp": 0.5244036169185482, "ev_test_mlp_std": 0.08539495559464293, "ev_test_mlp_se": 0.03818978512903951, "ev_test_modal_striation": 0.49513588370848255, "ev_test_modal_striation_std": 0.07369957141187772, "ev_test_modal_striation_se": 0.03295945031791175, "ev_test_modal_striation_profile": 0.48552901405699417, "ev_test_modal_striation_profile_std": 0.0574634528106039, "ev_test_modal_striation_profile_se": 0.025698437341272334, "ev_test_parametric_tl": 0.4682409397413765, "ev_test_parametric_tl_std": 0.07375871218454662, "ev_test_parametric_tl_se": 0.032985898875497646, "ev_test_sonarkad": 0.6488998393039351, "ev_test_sonarkad_std": 0.06372630889282038, "ev_test_sonarkad_se": 0.028499271727899147, "ev_test_waveguide_invariant": 0.6321820090052437, "ev_test_waveguide_invariant_std": 0.036768452820713296, "ev_test_waveguide_invariant_se": 0.01644335198692176, "rmse_test_additive": 3.4134878698280327, "rmse_test_additive_std": 0.2394149462649982, "rmse_test_additive_se": 0.10706961893559908, "rmse_test_gam": 3.2777613197456192, "rmse_test_gam_std": 0.20286511130808754, "rmse_test_gam_se": 0.090724035829589, "rmse_test_mlp": 4.033658166261427, "rmse_test_mlp_std": 0.2610933824559012, "rmse_test_mlp_se": 0.1167645103293492, "rmse_test_modal_striation": 4.119964290255248, "rmse_test_modal_striation_std": 0.19533329583111936, "rmse_test_modal_striation_se": 0.08735570554949183, "rmse_test_modal_striation_profile": 4.168276617934317, "rmse_test_modal_striation_profile_std": 0.13895881144374184, "rmse_test_modal_striation_profile_se": 0.06214426969215649, "rmse_test_parametric_tl": 4.225371926301398, "rmse_test_parametric_tl_std": 0.16529306508475122, "rmse_test_parametric_tl_se": 0.07392130594776015, "rmse_test_sonarkad": 3.4185769726562483, "rmse_test_sonarkad_std": 0.24227281629328468, "rmse_test_sonarkad_se": 0.10834769726642063, "rmse_test_waveguide_invariant": 3.5241197202499657, "rmse_test_waveguide_invariant_std": 0.14012220560041522, "rmse_test_waveguide_invariant_se": 0.06266455537594603, "beta_diagnostics": { "beta_interaction_tensor": 499.1154044053225, "beta_interaction_tensor_std": 256.0057077103903, "beta_interaction_tensor_se": 114.48923301367495, "beta_waveguide_invariant_best": 0.5, "beta_waveguide_invariant_best_std": 0.0, "beta_waveguide_invariant_best_se": 0.0 }, "interaction_rank": 16, "fold_metrics_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/fold_metrics.csv", "cv": { "mode": "kfold", "seed": 456, "n_frames": 2811, "n_blocks": 94, "n_folds": 5, "test_blocks_per_fold": 1, "block_len_frames": 30 }, "folds": [ { "fold": 0, "test_block_ids": [ 66, 24, 86, 21, 31, 77, 91, 64, 78, 27, 16, 60, 49, 34, 51, 90, 82, 7, 65 ], "train_frames": 2241, "test_frames": 570, "rmse_test_sonarkad": 3.5841309894227944, "ev_test_sonarkad": 0.574961232854902, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/results.json", "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_00/analysis_per_range_bin_error.csv" }, { "fold": 1, "test_block_ids": [ 56, 9, 13, 5, 14, 3, 43, 72, 52, 38, 57, 20, 42, 28, 22, 26, 63, 45, 46 ], "train_frames": 2241, "test_frames": 570, "rmse_test_sonarkad": 3.213319363728571, "ev_test_sonarkad": 0.6876710678774645, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/results.json", "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_01/analysis_per_range_bin_error.csv" }, { "fold": 2, "test_block_ids": [ 83, 4, 6, 39, 37, 8, 35, 32, 23, 11, 29, 87, 19, 0, 62, 88, 54, 67, 93 ], "train_frames": 2250, "test_frames": 561, "rmse_test_sonarkad": 3.603835706270546, "ev_test_sonarkad": 0.6468798631676429, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/results.json", "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_02/analysis_per_range_bin_error.csv" }, { "fold": 3, "test_block_ids": [ 61, 55, 25, 89, 58, 12, 69, 1, 92, 53, 40, 44, 70, 50, 10, 79, 71, 75, 81 ], "train_frames": 2241, "test_frames": 570, "rmse_test_sonarkad": 3.591086686135731, "ev_test_sonarkad": 0.6020010963709723, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/results.json", "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_03/analysis_per_range_bin_error.csv" }, { "fold": 4, "test_block_ids": [ 15, 36, 74, 48, 84, 59, 30, 80, 68, 73, 18, 2, 47, 41, 85, 17, 33, 76 ], "train_frames": 2271, "test_frames": 540, "rmse_test_sonarkad": 3.1005121177235995, "ev_test_sonarkad": 0.7329859362486943, "interaction_rank": 16, "results_json": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/results.json", "training_log_jsonl": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.jsonl", "training_log_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/logs/training_history.csv", "analysis_samples_path": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_samples.npz", "analysis_per_frequency_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_frequency_error.csv", "analysis_per_range_bin_error_csv": "outputs/validation/swellex96_s59_vla/near_neighbor_baselines/sonarkad_reference/cv/fold_04/analysis_per_range_bin_error.csv" } ] } }, "sensitivity": { "exp_name": "swellex96_s59_vla", "ranks": [ 0, 1, 2, 4, 8, 16 ], "selection_rule": "1se", "outputs": { "csv": "outputs/validation/swellex96_s59_vla/sensitivity/sensitivity_summary.csv", "figure": "outputs/validation/swellex96_s59_vla/sensitivity/figure_sensitivity_selected_rank.png" }, "cases": [ { "case_id": "baseline", "description": "current config", "updates_json": "{}", "selected_rank": 0, "rmse_selected_mean": 3.409445385037215, "rmse_selected_std": 0.24353514608278753, "ev_selected_mean": 0.6531133967171219, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/baseline/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_8", "description": "model.spline.n_basis=8", "updates_json": "{\"model.spline.n_basis\": 8}", "selected_rank": 0, "rmse_selected_mean": 3.3690570254719523, "rmse_selected_std": 0.23777961708386938, "ev_selected_mean": 0.6673343746884259, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_8/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_13", "description": "model.spline.n_basis=13", "updates_json": "{\"model.spline.n_basis\": 13}", "selected_rank": 0, "rmse_selected_mean": 3.3169650793961822, "rmse_selected_std": 0.22933788451116963, "ev_selected_mean": 0.6750877945685306, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_13/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_32", "description": "model.spline.n_basis=32", "updates_json": "{\"model.spline.n_basis\": 32}", "selected_rank": 0, "rmse_selected_mean": 3.352344759426156, "rmse_selected_std": 0.2361870042764025, "ev_selected_mean": 0.6664964562705334, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_32/rank_ablation/rank_ablation_summary.json" }, { "case_id": "basis_64", "description": "model.spline.n_basis=64", "updates_json": "{\"model.spline.n_basis\": 64}", "selected_rank": 0, "rmse_selected_mean": 3.409445385037215, "rmse_selected_std": 0.24353514608278753, "ev_selected_mean": 0.6531133967171219, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/basis_64/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_1e-05", "description": "training.lambda_spline_roughness=1e-05", "updates_json": "{\"training.lambda_spline_roughness\": 1e-05}", "selected_rank": 0, "rmse_selected_mean": 3.4099025246035084, "rmse_selected_std": 0.2421473293864861, "ev_selected_mean": 0.6527242369822663, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_1e-05/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_0.0001", "description": "training.lambda_spline_roughness=0.0001", "updates_json": "{\"training.lambda_spline_roughness\": 0.0001}", "selected_rank": 0, "rmse_selected_mean": 3.409445385037215, "rmse_selected_std": 0.24353514608278753, "ev_selected_mean": 0.6531133967171219, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_0.0001/rank_ablation/rank_ablation_summary.json" }, { "case_id": "rough_0.001", "description": "training.lambda_spline_roughness=0.001", "updates_json": "{\"training.lambda_spline_roughness\": 0.001}", "selected_rank": 0, "rmse_selected_mean": 3.396627845607943, "rmse_selected_std": 0.2415567498312977, "ev_selected_mean": 0.656129819062604, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/rough_0.001/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_15", "description": "block_cv.block_len_frames=15", "updates_json": "{\"block_cv.block_len_frames\": 15, \"split.block_cv.block_len_frames\": 15}", "selected_rank": 0, "rmse_selected_mean": 3.298434441967076, "rmse_selected_std": 0.12831485636675213, "ev_selected_mean": 0.682020635811498, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_15/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_30", "description": "block_cv.block_len_frames=30", "updates_json": "{\"block_cv.block_len_frames\": 30, \"split.block_cv.block_len_frames\": 30}", "selected_rank": 0, "rmse_selected_mean": 3.409445385037215, "rmse_selected_std": 0.24353514608278753, "ev_selected_mean": 0.6531133967171219, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_30/rank_ablation/rank_ablation_summary.json" }, { "case_id": "block_60", "description": "block_cv.block_len_frames=60", "updates_json": "{\"block_cv.block_len_frames\": 60, \"split.block_cv.block_len_frames\": 60}", "selected_rank": 0, "rmse_selected_mean": 3.559816326076856, "rmse_selected_std": 0.34243428119547464, "ev_selected_mean": 0.621728561103911, "rank_ablation_summary": "outputs/validation/swellex96_s59_vla/sensitivity/block_60/rank_ablation/rank_ablation_summary.json" } ] } } }, "transfer_audit": { "source": "swellex96_s5_vla", "target": "swellex96_s59_vla", "transfer_summary": { "source": "swellex96_s5_vla", "target": "swellex96_s59_vla", "freeze_parts": [ "phi_f" ], "load_parts": [ "phi_f" ], "paths": { "source_bundle": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/source/run/sonarkad_model.pt", "target_scratch_results": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/target_scratch/run/results.json", "target_transfer_results": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/target_transfer/run/results.json" }, "rmse_test_scratch": 4.32094885225047, "ev_test_scratch": 0.3488171980877004, "rmse_test_transfer": 4.111398409063728, "ev_test_transfer": 0.4073067822465857, "figure_phi_f": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/figure_transfer_phi_f.png", "csv_table": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/table_transfer.csv" }, "scratch_split": { "train_frames": 2248, "test_frames": 563, "val_frames": 224, "T": 2811, "F": 13 }, "transfer_split": { "train_frames": 2248, "test_frames": 563, "val_frames": 224, "T": 2811, "F": 13 }, "target_blocked_cv_context": { "rmse_test_sonarkad": 3.4185769726562483, "rmse_test_sonarkad_std": 0.24227281629328468, "ev_test_sonarkad": 0.6488998393039351, "ev_test_sonarkad_std": 0.06372630889282038, "cv": { "mode": "kfold", "seed": 456, "n_frames": 2811, "n_blocks": 94, "n_folds": 5, "test_blocks_per_fold": 1, "block_len_frames": 30 } }, "interpretation_note": "The transfer study is a single train/test split with frozen loaded parts; the main metrics table usually reports a blocked-CV mean. Therefore, single-split transfer RMSE and blocked-CV table RMSE are not expected to be numerically identical.", "outputs": { "metric_context_csv": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_metric_context.csv", "transfer_summary_json": "outputs/validation/transfer_audit_swellex96_s5_vla_to_swellex96_s59_vla/transfer_study/transfer_summary.json" } }, "misspecified_synthetic": { "ranks": [ 0, 1, 2, 4, 8, 16 ], "scenarios": [ "separable", "rank1_smooth", "rank2_smooth", "localized_patch", "wgi_striation", "correlated_heteroskedastic" ], "n_reps": 10, "n_frames": 160, "n_freq": 13, "n_folds": 5, "block_len": 16, "outputs": { "fold_metrics_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_fold_metrics.csv", "rep_selection_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_rep_selection.csv", "selection_counts_csv": "outputs/validation/misspecified_synthetic/misspecified_synthetic_selection_counts.csv", "figure": "outputs/validation/misspecified_synthetic/figure_misspecified_synthetic_selection.png" }, "selection_counts": [ { "scenario": "separable", "K": 0, "selected_count": 10, "best_count": 10, "n_reps": 10 }, { "scenario": "separable", "K": 1, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "separable", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "separable", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "separable", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "separable", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 0, "selected_count": 10, "best_count": 10, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 1, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank1_smooth", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 0, "selected_count": 10, "best_count": 10, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 1, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "rank2_smooth", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "localized_patch", "K": 0, "selected_count": 10, "best_count": 9, "n_reps": 10 }, { "scenario": "localized_patch", "K": 1, "selected_count": 0, "best_count": 1, "n_reps": 10 }, { "scenario": "localized_patch", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "localized_patch", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "localized_patch", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "localized_patch", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 0, "selected_count": 10, "best_count": 10, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 1, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "wgi_striation", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 0, "selected_count": 10, "best_count": 10, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 1, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 2, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 4, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 8, "selected_count": 0, "best_count": 0, "n_reps": 10 }, { "scenario": "correlated_heteroskedastic", "K": 16, "selected_count": 0, "best_count": 0, "n_reps": 10 } ] } }