{ "global": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", "samples": { "total": 1.617570644343792, "class_level_km": { "Partial": 0.5493606878636829, "Road Line": 11.897280042177343, "Total": 0.5023995428866392 }, "total_predicted_segments": 1079800 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.08422379616741249, "Road Line": 1.627068919003046e-05, "Total": 0.10639380578096366 }, "class_level_pixels": { "Partial": 0.11354450774784763, "Road Line": 1.6360628578208973e-05, "Total": 0.09032203033478899 }, "macro_km": 0.06354462421252206, "macro_pixels": 0.06796096623707161 }, "Accuracy": { "class_level_km": { "Partial": 0.3638778592286128, "Road Line": 0.08123050031821447, "Total": 0.6545413576153166 }, "class_level_pixels": { "Partial": 0.33382747819572584, "Road Line": 0.10082532950686338, "Total": 0.6822410773710613 } }, "Precision": { "class_level_km": { "Partial": 0.044851220186492055, "Road Line": 1.0, "Total": 0.059131339265845566 }, "class_level_pixels": { "Partial": 0.061712036237583895, "Road Line": 1.0, "Total": 0.05111089945695241 }, "macro_km": 0.36799418648411253, "macro_pixels": 0.3709409785648454 }, "Recall": { "class_level_km": { "Partial": 0.08038968798586942, "Road Line": 9.201750661845484e-05, "Total": 0.03141949113734 }, "class_level_pixels": { "Partial": 0.12780381983756622, "Road Line": 7.295440326848938e-05, "Total": 0.023122559646670444 }, "macro_km": 0.03730039887660929, "macro_pixels": 0.05033311129583506 }, "IoU": { "class_level_km": { "Partial": 0.043963275041687754, "Road Line": 8.135410779385341e-06, "Total": 0.056185814191869354 }, "class_level_pixels": { "Partial": 0.06018933826649261, "Road Line": 8.180381207193768e-06, "Total": 0.047296995498473236 }, "macro_km": 0.03338574154811216, "macro_pixels": 0.03583150471539101 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1845468.6533737504, 0, 756538.4349368028 ], [ 26982491.18003346, 318.1719694761717, 11911706.859096562 ], [ 1076557.4356214562, 0, 682361.5226993281 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.37878568304741017, 0, 0.1705750048162727 ], [ 7.830498299698258, 9.678926030049565e-05, 4.066684953218785 ], [ 0.23609791483512446, 0, 0.26630162805151475 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "per_event": { "Mussett Bayou Fire": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", "samples": { "total": 0.11308100756115586, "class_level_km": { "Partial": 0.0006091917262747285, "Road Line": 0.7008939529239799, "Total": 0.010915320713311054 }, "total_predicted_segments": 79544 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.002960957955757518, "Road Line": 0.0, "Total": 0.053047629708961236 }, "class_level_pixels": { "Partial": 0.002629067349895651, "Road Line": 0.0, "Total": 0.06629391876607356 }, "macro_km": 0.018669529221572917, "macro_pixels": 0.02297432870532307 }, "Accuracy": { "class_level_km": { "Partial": 0.45654819881892583, "Road Line": 0.016176605464183924, "Total": 0.5538804283083474 }, "class_level_pixels": { "Partial": 0.452124223127212, "Road Line": 0.01981373850329234, "Total": 0.5606971128488695 } }, "Precision": { "class_level_km": { "Partial": 0.0014828052154510288, "Road Line": 0.0, "Total": 0.027415421123460324 }, "class_level_pixels": { "Partial": 0.001316367325298761, "Road Line": 0.0, "Total": 0.03454558255062152 }, "macro_km": 0.00963274211297045, "macro_pixels": 0.011953983291973426 }, "Recall": { "class_level_km": { "Partial": 0.0017675205792815531, "Road Line": 0.0, "Total": 0.022560208521984135 }, "class_level_pixels": { "Partial": 0.0015971265637854295, "Road Line": 0.0, "Total": 0.02781437120936825 }, "macro_km": 0.00810924303375523, "macro_pixels": 0.009803832591051225 }, "IoU": { "class_level_km": { "Partial": 0.0014826740456343672, "Road Line": 0.0, "Total": 0.027246495866270957 }, "class_level_pixels": { "Partial": 0.0013162639482328974, "Road Line": 0.0, "Total": 0.034283348131051244 }, "macro_km": 0.009576389970635108, "macro_pixels": 0.011866537359761382 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1787.9664979393506, 0, 106.6752079913696 ], [ 1347919.9186207873, 0, 1079086.2458764133 ], [ 8550.150899871813, 0, 38615.337471716986 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.0005748920199484315, 0, 3.429970632629703e-05 ], [ 0.38511761524362403, 0, 0.3157763376803559 ], [ 0.0020131832465361695, 0, 0.008902137466774884 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Michael": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", "samples": { "total": 0.4105051213097, "class_level_km": { "Partial": 0.46677371326697276, "Road Line": 2.4966361316450993, "Total": 0.2795998385365537 }, "total_predicted_segments": 421988 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.2280462394628275, "Road Line": 0.0, "Total": 0.16336006127047167 }, "class_level_pixels": { "Partial": 0.2277893179273641, "Road Line": 0.0, "Total": 0.16300629871639483 }, "macro_km": 0.13046876691109974, "macro_pixels": 0.13026520554791965 }, "Accuracy": { "class_level_km": { "Partial": 0.3040092420257225, "Road Line": 0.23014841910981612, "Total": 0.7251202875912082 }, "class_level_pixels": { "Partial": 0.3038388739758983, "Road Line": 0.22968482364482135, "Total": 0.725325672950559 } }, "Precision": { "class_level_km": { "Partial": 0.13568391073183464, "Road Line": 0.0, "Total": 0.11073945050007593 }, "class_level_pixels": { "Partial": 0.1355071943388683, "Road Line": 0.0, "Total": 0.11040078264149228 }, "macro_km": 0.08214112041063686, "macro_pixels": 0.08196932566012019 }, "Recall": { "class_level_km": { "Partial": 0.33815695041686195, "Road Line": 0.0, "Total": 0.03700921990551507 }, "class_level_pixels": { "Partial": 0.33793563026518997, "Road Line": 0.0, "Total": 0.036875440794374964 }, "macro_km": 0.125055390107459, "macro_pixels": 0.12493702368652164 }, "IoU": { "class_level_km": { "Partial": 0.1286976243633438, "Road Line": 0.0, "Total": 0.08894506638218587 }, "class_level_pixels": { "Partial": 0.1285339944238232, "Road Line": 0.0, "Total": 0.08873536071598594 }, "macro_km": 0.07254756358184322, "macro_pixels": 0.07242311837993638 }, "Confusion_Matrix_pixels": { "matrix": [ [ 1704962.9129601659, 0, 682600.6462238097 ], [ 9894907.069154777, 0, 2896139.1646536044 ], [ 982214.1004209004, 0, 444127.72435242526 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.3333905997100985, 0, 0.13338311355687427 ], [ 1.9311516651105722, 0, 0.565484466534527 ], [ 0.19256998903388414, 0, 0.08702984950266951 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Mayfield Tornado": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", "samples": { "total": 0.7815637246100545, "class_level_km": { "Partial": 0.05823227560485021, "Road Line": 6.537725424355023, "Total": 0.04624351689965345 }, "total_predicted_segments": 528081 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.017806965147491582, "Road Line": 2.9609021823483498e-05, "Total": 0.023281118283487057 }, "class_level_pixels": { "Partial": 0.017706813894406308, "Road Line": 2.895842096069551e-05, "Total": 0.02317834300138294 }, "macro_km": 0.013705897484267376, "macro_pixels": 0.01363803843891665 }, "Accuracy": { "class_level_km": { "Partial": 0.32953616691189513, "Road Line": 0.015743663636592856, "Total": 0.6746595209752538 }, "class_level_pixels": { "Partial": 0.32795491610588834, "Road Line": 0.015641124916280426, "Total": 0.6762292850252808 } }, "Precision": { "class_level_km": { "Partial": 0.009019319493265511, "Road Line": 1.0, "Total": 0.011889054118081978 }, "class_level_pixels": { "Partial": 0.008967227154306165, "Road Line": 1.0, "Total": 0.01183712180683561 }, "macro_km": 0.34030279120378254, "macro_pixels": 0.3402681163203806 }, "Recall": { "class_level_km": { "Partial": 0.018443159953554854, "Road Line": 0.0009255701510572428, "Total": 0.005747218469989398 }, "class_level_pixels": { "Partial": 0.018469432811145024, "Road Line": 0.0009112613169196046, "Total": 0.005680423295169 }, "macro_km": 0.008371982858200499, "macro_pixels": 0.008353705807744543 }, "IoU": { "class_level_km": { "Partial": 0.008983466713077502, "Road Line": 1.480473008852989e-05, "Total": 0.01177765766231289 }, "class_level_pixels": { "Partial": 0.008932489915476656, "Road Line": 1.4479420130919466e-05, "Total": 0.011725055175980983 }, "macro_km": 0.006925309701826307, "macro_pixels": 0.006890674837196187 }, "Confusion_Matrix_pixels": { "matrix": [ [ 135213.07854954418, 0, 58638.559055684826 ], [ 14874132.443720553, 318.1719694761717, 7099631.674853138 ], [ 69237.43574199476, 0, 85748.33011330834 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.040369228202414426, 0, 0.017863047402435786 ], [ 4.415003698710502, 9.678926030049565e-05, 2.12262493638422 ], [ 0.020488941885174375, 0, 0.025754575014479076 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } }, "Hurricane Idalia": { "model_name": "RDA_ScaleMAE_NoPretrain_Segmenter_simple_unadjusted", "samples": { "total": 0.3124207908628798, "class_level_km": { "Partial": 0.02374550726557946, "Road Line": 2.162024533250497, "Total": 0.16564086673711956 }, "total_predicted_segments": 50187 }, "metrics": { "F1": { "class_level_km": { "Partial": 0.007751269012506097, "Road Line": 0.0, "Total": 0.20772808318262634 }, "class_level_pixels": { "Partial": 0.007751269012506159, "Road Line": 0.0, "Total": 0.20772808318262637 }, "macro_km": 0.0718264507317108, "macro_pixels": 0.07182645073171084 }, "Accuracy": { "class_level_km": { "Partial": 0.5153779112205745, "Road Line": 0.08054159033562153, "Total": 0.5308690820322565 }, "class_level_pixels": { "Partial": 0.5153779112205743, "Road Line": 0.08054159033562168, "Total": 0.5308690820322566 } }, "Precision": { "class_level_km": { "Partial": 0.0039574596478635414, "Road Line": 0.0, "Total": 0.11788866548878857 }, "class_level_pixels": { "Partial": 0.0039574596478635735, "Road Line": 0.0, "Total": 0.1178886654887886 }, "macro_km": 0.040615375045550704, "macro_pixels": 0.040615375045550725 }, "Recall": { "class_level_km": { "Partial": 0.0036728201795179134, "Road Line": 0.0, "Total": 0.11585041111525982 }, "class_level_pixels": { "Partial": 0.0036728201795179476, "Road Line": 0.0, "Total": 0.11585041111525976 }, "macro_km": 0.039841077098259244, "macro_pixels": 0.03984107709825924 }, "IoU": { "class_level_km": { "Partial": 0.003890713489707704, "Road Line": 0.0, "Total": 0.11590210237266867 }, "class_level_pixels": { "Partial": 0.003890713489707735, "Road Line": 0.0, "Total": 0.11590210237266868 }, "macro_km": 0.039930938620792125, "macro_pixels": 0.03993093862079214 }, "Confusion_Matrix_pixels": { "matrix": [ [ 3504.695366098136, 0, 15192.554449318732 ], [ 865531.7485288132, 0, 836849.7737156544 ], [ 16555.748558684187, 0, 113870.13076188117 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] }, "Confusion_Matrix_km": { "matrix": [ [ 0.004450963114944641, 0, 0.019294544150634817 ], [ 1.0992253206316038, 0, 1.0627992126188928 ], [ 0.021025800669528912, 0, 0.14461506606759064 ] ], "class_labels": [ "Partial", "Road Line", "Total" ] } } } } }