{ "model_name": [ "BDA_UperNet_convnext_CCE" ], "global_metrics": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2571, "minor damage": 626, "major damage": 352, "destroyed": 401, "un-classified": 128 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7462142827830296, "minor damage": 0.6256039005031117, "major damage": 0.7082822488166691, "destroyed": 0.8526029907553662, "un-classified": 0.8479825949367088 } }, "F1": { "class_level": { "no damage": 0.7208430913348947, "minor damage": 0.35194174757281554, "major damage": 0.36827195467422097, "destroyed": 0.6927502876869965, "un-classified": 0.5935483870967742 }, "macro": 0.5454710936731404, "micro": 0.5926924963217264 }, "Accuracy": { "class_level": { "no damage": 0.7076998528690535, "minor damage": 0.7381069151544875, "major damage": 0.8359489946051987, "destroyed": 0.9345267287886219, "un-classified": 0.9691025012260912 } }, "Precision": { "class_level": { "no damage": 0.9058269570335491, "minor damage": 0.2837573385518591, "major damage": 0.2758132956152758, "destroyed": 0.6431623931623932, "un-classified": 0.5054945054945055 }, "macro": 0.6170418533388089, "micro": 0.5926924963217264 }, "Recall": { "class_level": { "no damage": 0.5985997666277713, "minor damage": 0.46325878594249204, "major damage": 0.5539772727272727, "destroyed": 0.7506234413965087, "un-classified": 0.71875 }, "macro": 0.5228108979715165, "micro": 0.5926924963217264 }, "Confusion_Matrix": { "matrix": [ [ 1539, 109, 24, 2, 25 ], [ 690, 290, 30, 7, 5 ], [ 260, 167, 195, 81, 4 ], [ 21, 47, 97, 301, 2 ], [ 61, 13, 6, 10, 92 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "per_mapper_metrics": { "Pix4d React": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2571, "minor damage": 626, "major damage": 352, "destroyed": 401, "un-classified": 128 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7462142827830296, "minor damage": 0.6256039005031117, "major damage": 0.7082822488166691, "destroyed": 0.8526029907553662, "un-classified": 0.8479825949367088 } }, "F1": { "class_level": { "no damage": 0.7208430913348947, "minor damage": 0.35194174757281554, "major damage": 0.36827195467422097, "destroyed": 0.6927502876869965, "un-classified": 0.5935483870967742 }, "macro": 0.5454710936731404, "micro": 0.5926924963217264 }, "Accuracy": { "class_level": { "no damage": 0.7076998528690535, "minor damage": 0.7381069151544875, "major damage": 0.8359489946051987, "destroyed": 0.9345267287886219, "un-classified": 0.9691025012260912 } }, "Precision": { "class_level": { "no damage": 0.9058269570335491, "minor damage": 0.2837573385518591, "major damage": 0.2758132956152758, "destroyed": 0.6431623931623932, "un-classified": 0.5054945054945055 }, "macro": 0.6170418533388089, "micro": 0.5926924963217264 }, "Recall": { "class_level": { "no damage": 0.5985997666277713, "minor damage": 0.46325878594249204, "major damage": 0.5539772727272727, "destroyed": 0.7506234413965087, "un-classified": 0.71875 }, "macro": 0.5228108979715165, "micro": 0.5926924963217264 }, "Confusion_Matrix": { "matrix": [ [ 1539, 109, 24, 2, 25 ], [ 690, 290, 30, 7, 5 ], [ 260, 167, 195, 81, 4 ], [ 21, 47, 97, 301, 2 ], [ 61, 13, 6, 10, 92 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_ortho_metrics": { "20230830-SteinhatcheeRiver.geo.tif": { "samples": { "total": 619, "actual_class_counts": { "no damage": 511, "minor damage": 38, "major damage": 24, "destroyed": 1, "un-classified": 45 }, "predicted_class_counts": { "no damage": 597, "minor damage": 3, "major damage": 1, "destroyed": 0, "un-classified": 18 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6923252626770213, "minor damage": 0.46915584415584416, "major damage": 0.48058252427184467, "un-classified": 0.7486596413385099 } }, "F1": { "class_level": { "no damage": 0.9043321299638989, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.31746031746031744 }, "macro": 0.24435848948484326, "micro": 0.8255250403877221 }, "Accuracy": { "class_level": { "no damage": 0.8287560581583199, "minor damage": 0.9337641357027464, "major damage": 0.9596122778675282, "destroyed": 0.9983844911147012, "un-classified": 0.9305331179321487 } }, "Precision": { "class_level": { "no damage": 0.9804305283757339, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2222222222222222 }, "macro": 0.34868788386376326, "micro": 0.8255250403877221 }, "Recall": { "class_level": { "no damage": 0.8391959798994975, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.5555555555555556 }, "macro": 0.2405305501195912, "micro": 0.8255250403877221 }, "Confusion_Matrix": { "matrix": [ [ 501, 3, 0, 0, 7 ], [ 37, 0, 0, 0, 1 ], [ 24, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 34, 0, 1, 0, 10 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211214-Mayfield.geo.tif": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 948, "minor damage": 365, "major damage": 203, "destroyed": 110, "un-classified": 41 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7098231838641338, "minor damage": 0.61814489825979, "major damage": 0.740383321219952, "destroyed": 0.8125007298417702, "un-classified": 0.8350058500585006 } }, "F1": { "class_level": { "no damage": 0.6866952789699571, "minor damage": 0.4095022624434389, "major damage": 0.4870259481037924, "destroyed": 0.631578947368421, "un-classified": 0.6222222222222222 }, "macro": 0.5674049318215664, "micro": 0.5776844631073785 }, "Accuracy": { "class_level": { "no damage": 0.6934613077384523, "minor damage": 0.6868626274745051, "major damage": 0.8458308338332333, "destroyed": 0.9496100779844031, "un-classified": 0.9796040791841631 } }, "Precision": { "class_level": { "no damage": 0.8199121522693997, "minor damage": 0.348747591522158, "major damage": 0.40939597315436244, "destroyed": 0.6101694915254238, "un-classified": 0.5714285714285714 }, "macro": 0.6050130432051175, "micro": 0.5776844631073785 }, "Recall": { "class_level": { "no damage": 0.5907172995780591, "minor damage": 0.4958904109589041, "major damage": 0.6009852216748769, "destroyed": 0.6545454545454545, "un-classified": 0.6829268292682927 }, "macro": 0.5519307559799831, "micro": 0.5776844631073785 }, "Confusion_Matrix": { "matrix": [ [ 560, 93, 19, 1, 10 ], [ 313, 181, 21, 2, 2 ], [ 68, 78, 122, 29, 1 ], [ 0, 7, 39, 72, 0 ], [ 7, 6, 2, 6, 28 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-01.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 14, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8571428571428572, "destroyed": 1.0 } }, "F1": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.45833333333333337, "micro": 0.75 }, "Accuracy": { "class_level": { "no damage": 0.75, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.8125 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.8571428571428572, "micro": 0.75 }, "Recall": { "class_level": { "no damage": 0.7142857142857143, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": NaN }, "macro": 0.5, "micro": 0.75 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 0 ], [ 3, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 10, "minor damage": 0, "major damage": 1, "destroyed": 3, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9583333333333333, "un-classified": 1.0 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8571428571428571, "un-classified": 1.0 }, "macro": 0.5609022556390977, "micro": 0.8666666666666667 }, "Accuracy": { "class_level": { "no damage": 0.9333333333333333, "minor damage": 0.9333333333333333, "major damage": 0.9333333333333333, "destroyed": 0.9333333333333333, "un-classified": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.75, "un-classified": 1.0 }, "macro": 0.725, "micro": 0.8666666666666667 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 1.0 }, "macro": 0.6875, "micro": 0.8666666666666667 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 1, 3, 0 ], [ 0, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523 } }, "Precision": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 20, "minor damage": 3, "major damage": 2, "destroyed": 14, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.875, "minor damage": 0.6388888888888888, "major damage": 0.4864864864864865, "destroyed": 0.9042857142857144 } }, "F1": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": 0.0 }, "macro": 0.41142857142857137, "micro": 0.7435897435897436 }, "Accuracy": { "class_level": { "no damage": 0.8717948717948718, "minor damage": 0.8974358974358975, "major damage": 0.9230769230769231, "destroyed": 0.8974358974358975, "un-classified": 0.8974358974358975 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8125, "un-classified": 0.0 }, "macro": 0.5029761904761905, "micro": 0.7435897435897436 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.9285714285714286, "un-classified": NaN }, "macro": 0.4291666666666666, "micro": 0.7435897435897436 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 0, 0, 0 ], [ 2, 1, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 0, 1, 2, 13, 0 ], [ 3, 0, 0, 1, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211215-Russelville-Middle.geo.tif": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 128, "minor damage": 8, "major damage": 6, "destroyed": 17, "un-classified": 17 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6731770833333333, "minor damage": 0.38392857142857134, "major damage": 0.8049019607843138, "destroyed": 0.6995930447650758, "un-classified": 0.9086200517943026 } }, "F1": { "class_level": { "no damage": 0.5340909090909091, "minor damage": 0.028985507246376812, "major damage": 0.20408163265306123, "destroyed": 0.5384615384615384, "un-classified": 0.875 }, "macro": 0.4361239174903771, "micro": 0.42045454545454547 }, "Accuracy": { "class_level": { "no damage": 0.5340909090909091, "minor damage": 0.6193181818181818, "major damage": 0.7784090909090909, "destroyed": 0.9318181818181818, "un-classified": 0.9772727272727273 } }, "Precision": { "class_level": { "no damage": 0.9791666666666666, "minor damage": 0.01639344262295082, "major damage": 0.11627906976744186, "destroyed": 0.7777777777777778, "un-classified": 0.9333333333333333 }, "macro": 0.5121629901960784, "micro": 0.42045454545454547 }, "Recall": { "class_level": { "no damage": 0.3671875, "minor damage": 0.125, "major damage": 0.8333333333333334, "destroyed": 0.4117647058823529, "un-classified": 0.8235294117647058 }, "macro": 0.564590058033634, "micro": 0.42045454545454547 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 0, 1 ], [ 59, 1, 0, 0, 1 ], [ 22, 5, 5, 10, 1 ], [ 0, 1, 1, 7, 0 ], [ 0, 1, 0, 0, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 129, "minor damage": 11, "major damage": 3, "destroyed": 1, "un-classified": 15 }, "predicted_class_counts": { "no damage": 152, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 7 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5507518796992481, "un-classified": 0.600093984962406 } }, "F1": { "class_level": { "no damage": 0.8825622775800712, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.18181818181818182 }, "macro": 0.21287609187965062, "micro": 0.7924528301886793 }, "Accuracy": { "class_level": { "no damage": 0.7924528301886793, "minor damage": 0.9308176100628931, "major damage": 0.9811320754716981, "destroyed": 0.9937106918238994, "un-classified": 0.8867924528301887 } }, "Precision": { "class_level": { "no damage": 0.9612403100775194, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.13333333333333333 }, "macro": 0.5507518796992481, "micro": 0.7924528301886793 }, "Recall": { "class_level": { "no damage": 0.8157894736842105, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2857142857142857 }, "macro": 0.21891472868217057, "micro": 0.7924528301886793 }, "Confusion_Matrix": { "matrix": [ [ 124, 0, 0, 0, 5 ], [ 11, 0, 0, 0, 0 ], [ 3, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 13, 0, 0, 0, 2 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "20211213-Candle-Factory-AO.geo.tif": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 100, "minor damage": 24, "major damage": 30, "destroyed": 16, "un-classified": 15 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8376470588235294, "minor damage": 0.6200828157349896, "major damage": 0.7381720430107527, "destroyed": 0.7917899408284024, "un-classified": 0.9970588235294118 } }, "F1": { "class_level": { "no damage": 0.8484848484848485, "minor damage": 0.3404255319148936, "major damage": 0.5573770491803278, "destroyed": 0.6060606060606061, "un-classified": 0.967741935483871 }, "macro": 0.6640179942249095, "micro": 0.7243243243243244 }, "Accuracy": { "class_level": { "no damage": 0.8378378378378378, "minor damage": 0.8324324324324325, "major damage": 0.8540540540540541, "destroyed": 0.9297297297297298, "un-classified": 0.9945945945945946 } }, "Precision": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.34782608695652173, "major damage": 0.5483870967741935, "destroyed": 0.5882352941176471, "un-classified": 0.9375 }, "macro": 0.6729999999999999, "micro": 0.7243243243243244 }, "Recall": { "class_level": { "no damage": 0.84, "minor damage": 0.3333333333333333, "major damage": 0.5666666666666667, "destroyed": 0.625, "un-classified": 1.0 }, "macro": 0.6558182669982439, "micro": 0.7243243243243244 }, "Confusion_Matrix": { "matrix": [ [ 84, 10, 4, 0, 0 ], [ 12, 8, 2, 1, 0 ], [ 4, 5, 17, 5, 0 ], [ 0, 1, 6, 10, 0 ], [ 0, 0, 1, 0, 15 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10142018-MexicoBeach.geo.tif": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 374, "minor damage": 117, "major damage": 65, "destroyed": 64, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6292575071986837, "minor damage": 0.5765263105688637, "major damage": 0.6622549682303638, "destroyed": 0.8364857456140351, "un-classified": 0.8888248847926267 } }, "F1": { "class_level": { "no damage": 0.4225941422594142, "minor damage": 0.3305785123966942, "major damage": 0.30278884462151395, "destroyed": 0.6438356164383562, "un-classified": 0.7333333333333333 }, "macro": 0.48662608980986233, "micro": 0.40536277602523657 }, "Accuracy": { "class_level": { "no damage": 0.5646687697160884, "minor damage": 0.6167192429022083, "major damage": 0.7239747634069401, "destroyed": 0.917981072555205, "un-classified": 0.9873817034700315 } }, "Precision": { "class_level": { "no damage": 0.9711538461538461, "minor damage": 0.24390243902439024, "major damage": 0.20430107526881722, "destroyed": 0.573170731707317, "un-classified": 0.6875 }, "macro": 0.5775157318172024, "micro": 0.40536277602523657 }, "Recall": { "class_level": { "no damage": 0.2700534759358289, "minor damage": 0.5128205128205128, "major damage": 0.5846153846153846, "destroyed": 0.734375, "un-classified": 0.7857142857142857 }, "macro": 0.5360056184308741, "micro": 0.40536277602523657 }, "Confusion_Matrix": { "matrix": [ [ 101, 1, 0, 1, 1 ], [ 177, 60, 6, 2, 1 ], [ 93, 42, 38, 12, 1 ], [ 3, 12, 20, 47, 0 ], [ 0, 2, 1, 2, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 4, "destroyed": 13, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9166666666666667 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": NaN }, "macro": 0.45350877192982453, "micro": 0.8378378378378378 }, "Accuracy": { "class_level": { "no damage": 0.9459459459459459, "minor damage": 0.9459459459459459, "major damage": 0.8918918918918919, "destroyed": 0.8918918918918919, "un-classified": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.7647058823529411, "un-classified": NaN }, "macro": 0.6333333333333333, "micro": 0.8378378378378378 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN }, "macro": 0.5882352941176471, "micro": 0.8378378378378378 }, "Confusion_Matrix": { "matrix": [ [ 18, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 4, 13, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "10132018-MexicoBeach.geo.tif": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 188, "minor damage": 106, "major damage": 40, "destroyed": 162, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6283203383110877, "minor damage": 0.5874276106855969, "major damage": 0.5476063829787233, "destroyed": 0.8173158790974884, "un-classified": 0.8858006912442394 } }, "F1": { "class_level": { "no damage": 0.4149377593360996, "minor damage": 0.34977578475336324, "major damage": 0.16149068322981366, "destroyed": 0.7382920110192838, "un-classified": 0.6875 }, "macro": 0.470399247667712, "micro": 0.4843137254901961 }, "Accuracy": { "class_level": { "no damage": 0.7235294117647059, "minor damage": 0.7156862745098039, "major damage": 0.7352941176470589, "destroyed": 0.8137254901960784, "un-classified": 0.9803921568627451 } }, "Precision": { "class_level": { "no damage": 0.9433962264150944, "minor damage": 0.3333333333333333, "major damage": 0.10743801652892562, "destroyed": 0.6666666666666666, "un-classified": 0.6111111111111112 }, "macro": 0.5143513509303688, "micro": 0.4843137254901961 }, "Recall": { "class_level": { "no damage": 0.26595744680851063, "minor damage": 0.36792452830188677, "major damage": 0.325, "destroyed": 0.8271604938271605, "un-classified": 0.7857142857142857 }, "macro": 0.5323890708110262, "micro": 0.4843137254901961 }, "Confusion_Matrix": { "matrix": [ [ 50, 2, 1, 0, 0 ], [ 75, 39, 1, 2, 0 ], [ 46, 36, 13, 25, 1 ], [ 16, 25, 24, 134, 2 ], [ 1, 4, 1, 1, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_gsd_metrics": { "0.0321534": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 3 }, "predicted_class_counts": { "no damage": 14, "minor damage": 0, "major damage": 0, "destroyed": 2, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8571428571428572, "destroyed": 1.0 } }, "F1": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.45833333333333337, "micro": 0.75 }, "Accuracy": { "class_level": { "no damage": 0.75, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.8125 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.0 }, "macro": 0.8571428571428572, "micro": 0.75 }, "Recall": { "class_level": { "no damage": 0.7142857142857143, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": NaN }, "macro": 0.5, "micro": 0.75 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 0 ], [ 3, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02042949": { "samples": { "total": 15, "actual_class_counts": { "no damage": 9, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1 }, "predicted_class_counts": { "no damage": 10, "minor damage": 0, "major damage": 1, "destroyed": 3, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9583333333333333, "un-classified": 1.0 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8571428571428571, "un-classified": 1.0 }, "macro": 0.5609022556390977, "micro": 0.8666666666666667 }, "Accuracy": { "class_level": { "no damage": 0.9333333333333333, "minor damage": 0.9333333333333333, "major damage": 0.9333333333333333, "destroyed": 0.9333333333333333, "un-classified": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.75, "un-classified": 1.0 }, "macro": 0.725, "micro": 0.8666666666666667 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 1.0 }, "macro": 0.6875, "micro": 0.8666666666666667 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 0 ], [ 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 1, 3, 0 ], [ 0, 0, 0, 0, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.127": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 749, "minor damage": 3, "major damage": 1, "destroyed": 0, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6586022742967634, "minor damage": 0.46838709677419355, "major damage": 0.4826254826254826, "un-classified": 0.7081274900398407 } }, "F1": { "class_level": { "no damage": 0.8999280057595392, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2823529411764706 }, "macro": 0.23645618938720198, "micro": 0.8187660668380463 }, "Accuracy": { "class_level": { "no damage": 0.8213367609254498, "minor damage": 0.9331619537275064, "major damage": 0.9640102827763496, "destroyed": 0.9974293059125964, "un-classified": 0.9215938303341902 } }, "Precision": { "class_level": { "no damage": 0.9765625, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2 }, "macro": 0.32861148197596796, "micro": 0.8187660668380463 }, "Recall": { "class_level": { "no damage": 0.8344459279038718, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.48 }, "macro": 0.23531249999999998, "micro": 0.8187660668380463 }, "Confusion_Matrix": { "matrix": [ [ 625, 3, 0, 0, 12 ], [ 48, 0, 0, 0, 1 ], [ 27, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 47, 0, 1, 0, 12 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02001503": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 4, "destroyed": 13, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.95, "major damage": 0.5, "destroyed": 0.9166666666666667 } }, "F1": { "class_level": { "no damage": 0.9473684210526315, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": NaN }, "macro": 0.45350877192982453, "micro": 0.8378378378378378 }, "Accuracy": { "class_level": { "no damage": 0.9459459459459459, "minor damage": 0.9459459459459459, "major damage": 0.8918918918918919, "destroyed": 0.8918918918918919, "un-classified": 1.0 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.7647058823529411, "un-classified": NaN }, "macro": 0.6333333333333333, "micro": 0.8378378378378378 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN }, "macro": 0.5882352941176471, "micro": 0.8378378378378378 }, "Confusion_Matrix": { "matrix": [ [ 18, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 4, 13, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02927101": { "samples": { "total": 185, "actual_class_counts": { "no damage": 98, "minor damage": 23, "major damage": 31, "destroyed": 17, "un-classified": 16 }, "predicted_class_counts": { "no damage": 100, "minor damage": 24, "major damage": 30, "destroyed": 16, "un-classified": 15 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8376470588235294, "minor damage": 0.6200828157349896, "major damage": 0.7381720430107527, "destroyed": 0.7917899408284024, "un-classified": 0.9970588235294118 } }, "F1": { "class_level": { "no damage": 0.8484848484848485, "minor damage": 0.3404255319148936, "major damage": 0.5573770491803278, "destroyed": 0.6060606060606061, "un-classified": 0.967741935483871 }, "macro": 0.6640179942249095, "micro": 0.7243243243243244 }, "Accuracy": { "class_level": { "no damage": 0.8378378378378378, "minor damage": 0.8324324324324325, "major damage": 0.8540540540540541, "destroyed": 0.9297297297297298, "un-classified": 0.9945945945945946 } }, "Precision": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.34782608695652173, "major damage": 0.5483870967741935, "destroyed": 0.5882352941176471, "un-classified": 0.9375 }, "macro": 0.6729999999999999, "micro": 0.7243243243243244 }, "Recall": { "class_level": { "no damage": 0.84, "minor damage": 0.3333333333333333, "major damage": 0.5666666666666667, "destroyed": 0.625, "un-classified": 1.0 }, "macro": 0.6558182669982439, "micro": 0.7243243243243244 }, "Confusion_Matrix": { "matrix": [ [ 84, 10, 4, 0, 0 ], [ 12, 8, 2, 1, 0 ], [ 4, 5, 17, 5, 0 ], [ 0, 1, 6, 10, 0 ], [ 0, 0, 1, 0, 15 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01964606": { "samples": { "total": 510, "actual_class_counts": { "no damage": 53, "minor damage": 117, "major damage": 121, "destroyed": 201, "un-classified": 18 }, "predicted_class_counts": { "no damage": 188, "minor damage": 106, "major damage": 40, "destroyed": 162, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6283203383110877, "minor damage": 0.5874276106855969, "major damage": 0.5476063829787233, "destroyed": 0.8173158790974884, "un-classified": 0.8858006912442394 } }, "F1": { "class_level": { "no damage": 0.4149377593360996, "minor damage": 0.34977578475336324, "major damage": 0.16149068322981366, "destroyed": 0.7382920110192838, "un-classified": 0.6875 }, "macro": 0.470399247667712, "micro": 0.4843137254901961 }, "Accuracy": { "class_level": { "no damage": 0.7235294117647059, "minor damage": 0.7156862745098039, "major damage": 0.7352941176470589, "destroyed": 0.8137254901960784, "un-classified": 0.9803921568627451 } }, "Precision": { "class_level": { "no damage": 0.9433962264150944, "minor damage": 0.3333333333333333, "major damage": 0.10743801652892562, "destroyed": 0.6666666666666666, "un-classified": 0.6111111111111112 }, "macro": 0.5143513509303688, "micro": 0.4843137254901961 }, "Recall": { "class_level": { "no damage": 0.26595744680851063, "minor damage": 0.36792452830188677, "major damage": 0.325, "destroyed": 0.8271604938271605, "un-classified": 0.7857142857142857 }, "macro": 0.5323890708110262, "micro": 0.4843137254901961 }, "Confusion_Matrix": { "matrix": [ [ 50, 2, 1, 0, 0 ], [ 75, 39, 1, 2, 0 ], [ 46, 36, 13, 25, 1 ], [ 16, 25, 24, 134, 2 ], [ 1, 4, 1, 1, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.03110499": { "samples": { "total": 1667, "actual_class_counts": { "no damage": 683, "minor damage": 519, "major damage": 298, "destroyed": 118, "un-classified": 49 }, "predicted_class_counts": { "no damage": 948, "minor damage": 365, "major damage": 203, "destroyed": 110, "un-classified": 41 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7098231838641338, "minor damage": 0.61814489825979, "major damage": 0.740383321219952, "destroyed": 0.8125007298417702, "un-classified": 0.8350058500585006 } }, "F1": { "class_level": { "no damage": 0.6866952789699571, "minor damage": 0.4095022624434389, "major damage": 0.4870259481037924, "destroyed": 0.631578947368421, "un-classified": 0.6222222222222222 }, "macro": 0.5674049318215664, "micro": 0.5776844631073785 }, "Accuracy": { "class_level": { "no damage": 0.6934613077384523, "minor damage": 0.6868626274745051, "major damage": 0.8458308338332333, "destroyed": 0.9496100779844031, "un-classified": 0.9796040791841631 } }, "Precision": { "class_level": { "no damage": 0.8199121522693997, "minor damage": 0.348747591522158, "major damage": 0.40939597315436244, "destroyed": 0.6101694915254238, "un-classified": 0.5714285714285714 }, "macro": 0.6050130432051175, "micro": 0.5776844631073785 }, "Recall": { "class_level": { "no damage": 0.5907172995780591, "minor damage": 0.4958904109589041, "major damage": 0.6009852216748769, "destroyed": 0.6545454545454545, "un-classified": 0.6829268292682927 }, "macro": 0.5519307559799831, "micro": 0.5776844631073785 }, "Confusion_Matrix": { "matrix": [ [ 560, 93, 19, 1, 10 ], [ 313, 181, 21, 2, 2 ], [ 68, 78, 122, 29, 1 ], [ 0, 7, 39, 72, 0 ], [ 7, 6, 2, 6, 28 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.01946466": { "samples": { "total": 634, "actual_class_counts": { "no damage": 104, "minor damage": 246, "major damage": 186, "destroyed": 82, "un-classified": 16 }, "predicted_class_counts": { "no damage": 374, "minor damage": 117, "major damage": 65, "destroyed": 64, "un-classified": 14 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6292575071986837, "minor damage": 0.5765263105688637, "major damage": 0.6622549682303638, "destroyed": 0.8364857456140351, "un-classified": 0.8888248847926267 } }, "F1": { "class_level": { "no damage": 0.4225941422594142, "minor damage": 0.3305785123966942, "major damage": 0.30278884462151395, "destroyed": 0.6438356164383562, "un-classified": 0.7333333333333333 }, "macro": 0.48662608980986233, "micro": 0.40536277602523657 }, "Accuracy": { "class_level": { "no damage": 0.5646687697160884, "minor damage": 0.6167192429022083, "major damage": 0.7239747634069401, "destroyed": 0.917981072555205, "un-classified": 0.9873817034700315 } }, "Precision": { "class_level": { "no damage": 0.9711538461538461, "minor damage": 0.24390243902439024, "major damage": 0.20430107526881722, "destroyed": 0.573170731707317, "un-classified": 0.6875 }, "macro": 0.5775157318172024, "micro": 0.40536277602523657 }, "Recall": { "class_level": { "no damage": 0.2700534759358289, "minor damage": 0.5128205128205128, "major damage": 0.5846153846153846, "destroyed": 0.734375, "un-classified": 0.7857142857142857 }, "macro": 0.5360056184308741, "micro": 0.40536277602523657 }, "Confusion_Matrix": { "matrix": [ [ 101, 1, 0, 1, 1 ], [ 177, 60, 6, 2, 1 ], [ 93, 42, 38, 12, 1 ], [ 3, 12, 20, 47, 0 ], [ 0, 2, 1, 2, 11 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02019042": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4 }, "predicted_class_counts": { "no damage": 20, "minor damage": 3, "major damage": 2, "destroyed": 14, "un-classified": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.875, "minor damage": 0.6388888888888888, "major damage": 0.4864864864864865, "destroyed": 0.9042857142857144 } }, "F1": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8666666666666667, "un-classified": 0.0 }, "macro": 0.41142857142857137, "micro": 0.7435897435897436 }, "Accuracy": { "class_level": { "no damage": 0.8717948717948718, "minor damage": 0.8974358974358975, "major damage": 0.9230769230769231, "destroyed": 0.8974358974358975, "un-classified": 0.8974358974358975 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8125, "un-classified": 0.0 }, "macro": 0.5029761904761905, "micro": 0.7435897435897436 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.9285714285714286, "un-classified": NaN }, "macro": 0.4291666666666666, "micro": 0.7435897435897436 }, "Confusion_Matrix": { "matrix": [ [ 15, 0, 0, 0, 0 ], [ 2, 1, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 0, 1, 2, 13, 0 ], [ 3, 0, 0, 1, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.02197147": { "samples": { "total": 176, "actual_class_counts": { "no damage": 48, "minor damage": 61, "major damage": 43, "destroyed": 9, "un-classified": 15 }, "predicted_class_counts": { "no damage": 128, "minor damage": 8, "major damage": 6, "destroyed": 17, "un-classified": 17 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6731770833333333, "minor damage": 0.38392857142857134, "major damage": 0.8049019607843138, "destroyed": 0.6995930447650758, "un-classified": 0.9086200517943026 } }, "F1": { "class_level": { "no damage": 0.5340909090909091, "minor damage": 0.028985507246376812, "major damage": 0.20408163265306123, "destroyed": 0.5384615384615384, "un-classified": 0.875 }, "macro": 0.4361239174903771, "micro": 0.42045454545454547 }, "Accuracy": { "class_level": { "no damage": 0.5340909090909091, "minor damage": 0.6193181818181818, "major damage": 0.7784090909090909, "destroyed": 0.9318181818181818, "un-classified": 0.9772727272727273 } }, "Precision": { "class_level": { "no damage": 0.9791666666666666, "minor damage": 0.01639344262295082, "major damage": 0.11627906976744186, "destroyed": 0.7777777777777778, "un-classified": 0.9333333333333333 }, "macro": 0.5121629901960784, "micro": 0.42045454545454547 }, "Recall": { "class_level": { "no damage": 0.3671875, "minor damage": 0.125, "major damage": 0.8333333333333334, "destroyed": 0.4117647058823529, "un-classified": 0.8235294117647058 }, "macro": 0.564590058033634, "micro": 0.42045454545454547 }, "Confusion_Matrix": { "matrix": [ [ 47, 0, 0, 0, 1 ], [ 59, 1, 0, 0, 1 ], [ 22, 5, 5, 10, 1 ], [ 0, 1, 1, 7, 0 ], [ 0, 1, 0, 0, 14 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "0.04401284": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523 } }, "Precision": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_collection_platform_metrics": { "DJI Mavic Pro": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 157, "minor damage": 363, "major damage": 307, "destroyed": 283, "un-classified": 34 }, "predicted_class_counts": { "no damage": 562, "minor damage": 223, "major damage": 105, "destroyed": 226, "un-classified": 28 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6291869978354184, "minor damage": 0.578650618600371, "major damage": 0.6196617626838994, "destroyed": 0.8448869223205505, "un-classified": 0.8874807987711213 } }, "F1": { "class_level": { "no damage": 0.4200278164116829, "minor damage": 0.3378839590443686, "major damage": 0.24757281553398058, "destroyed": 0.7111984282907662, "un-classified": 0.7096774193548387 }, "macro": 0.4852720877271274, "micro": 0.4405594405594406 }, "Accuracy": { "class_level": { "no damage": 0.6354895104895105, "minor damage": 0.6608391608391608, "major damage": 0.7290209790209791, "destroyed": 0.8715034965034965, "un-classified": 0.9842657342657343 } }, "Precision": { "class_level": { "no damage": 0.9617834394904459, "minor damage": 0.2727272727272727, "major damage": 0.16612377850162866, "destroyed": 0.6395759717314488, "un-classified": 0.6470588235294118 }, "macro": 0.5569885979085887, "micro": 0.4405594405594406 }, "Recall": { "class_level": { "no damage": 0.26868327402135234, "minor damage": 0.4439461883408072, "major damage": 0.4857142857142857, "destroyed": 0.8008849557522124, "un-classified": 0.7857142857142857 }, "macro": 0.5374538571960416, "micro": 0.4405594405594406 }, "Confusion_Matrix": { "matrix": [ [ 151, 3, 1, 1, 1 ], [ 252, 99, 7, 4, 1 ], [ 139, 78, 51, 37, 2 ], [ 19, 37, 44, 181, 2 ], [ 1, 6, 2, 3, 22 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Phantom 4": { "samples": { "total": 91, "actual_class_counts": { "no damage": 42, "minor damage": 6, "major damage": 1, "destroyed": 37, "un-classified": 5 }, "predicted_class_counts": { "no damage": 50, "minor damage": 3, "major damage": 7, "destroyed": 30, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9199999999999999, "minor damage": 0.6382575757575758, "major damage": 0.49404761904761907, "destroyed": 0.9177595628415302, "un-classified": 0.9777777777777779 } }, "F1": { "class_level": { "no damage": 0.9130434782608695, "minor damage": 0.2222222222222222, "major damage": 0.0, "destroyed": 0.8656716417910447, "un-classified": 0.3333333333333333 }, "macro": 0.466854135121494, "micro": 0.8021978021978022 }, "Accuracy": { "class_level": { "no damage": 0.9120879120879121, "minor damage": 0.9230769230769231, "major damage": 0.9120879120879121, "destroyed": 0.9010989010989011, "un-classified": 0.9560439560439561 } }, "Precision": { "class_level": { "no damage": 1.0, "minor damage": 0.16666666666666666, "major damage": 0.0, "destroyed": 0.7837837837837838, "un-classified": 0.2 }, "macro": 0.628, "micro": 0.8021978021978022 }, "Recall": { "class_level": { "no damage": 0.84, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.9666666666666667, "un-classified": 1.0 }, "macro": 0.4300900900900901, "micro": 0.8021978021978022 }, "Confusion_Matrix": { "matrix": [ [ 42, 0, 0, 0, 0 ], [ 5, 1, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 0, 1, 7, 29, 0 ], [ 3, 0, 0, 1, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "SenseFly eBee X": { "samples": { "total": 2044, "actual_class_counts": { "no damage": 839, "minor damage": 604, "major damage": 372, "destroyed": 146, "un-classified": 83 }, "predicted_class_counts": { "no damage": 1190, "minor damage": 397, "major damage": 239, "destroyed": 145, "un-classified": 73 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.71374156219865, "minor damage": 0.6136116502181662, "major damage": 0.7380973353886809, "destroyed": 0.7993117974977756, "un-classified": 0.8838153221714865 } }, "F1": { "class_level": { "no damage": 0.6909807787087235, "minor damage": 0.37962037962037964, "major damage": 0.4713584288052373, "destroyed": 0.6254295532646048, "un-classified": 0.7307692307692307 }, "macro": 0.5796316742336353, "micro": 0.5787671232876712 }, "Accuracy": { "class_level": { "no damage": 0.6932485322896281, "minor damage": 0.6961839530332681, "major damage": 0.8419765166340509, "destroyed": 0.9466731898238747, "un-classified": 0.9794520547945206 } }, "Precision": { "class_level": { "no damage": 0.8355184743742551, "minor damage": 0.31456953642384106, "major damage": 0.3870967741935484, "destroyed": 0.6232876712328768, "un-classified": 0.6867469879518072 }, "macro": 0.6157167271725659, "micro": 0.5787671232876712 }, "Recall": { "class_level": { "no damage": 0.5890756302521009, "minor damage": 0.47858942065491183, "major damage": 0.602510460251046, "destroyed": 0.6275862068965518, "un-classified": 0.7808219178082192 }, "macro": 0.5694438888352658, "micro": 0.5787671232876712 }, "Confusion_Matrix": { "matrix": [ [ 701, 103, 23, 1, 11 ], [ 385, 190, 23, 3, 3 ], [ 94, 88, 144, 44, 2 ], [ 0, 9, 46, 91, 0 ], [ 10, 7, 3, 6, 57 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "DJI Mavic 2": { "samples": { "total": 21, "actual_class_counts": { "no damage": 21, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 0 }, "predicted_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.5, "un-classified": 0.5 } }, "F1": { "class_level": { "no damage": 0.975609756097561, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.4878048780487805, "micro": 0.9523809523809523 }, "Accuracy": { "class_level": { "no damage": 0.9523809523809523, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9523809523809523 } }, "Precision": { "class_level": { "no damage": 0.9523809523809523, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": NaN }, "macro": 0.5, "micro": 0.9523809523809523 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.0 }, "macro": 0.9523809523809523, "micro": 0.9523809523809523 }, "Confusion_Matrix": { "matrix": [ [ 20, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Wingtra WingtraOne Gen II": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 749, "minor damage": 3, "major damage": 1, "destroyed": 0, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6586022742967634, "minor damage": 0.46838709677419355, "major damage": 0.4826254826254826, "un-classified": 0.7081274900398407 } }, "F1": { "class_level": { "no damage": 0.8999280057595392, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2823529411764706 }, "macro": 0.23645618938720198, "micro": 0.8187660668380463 }, "Accuracy": { "class_level": { "no damage": 0.8213367609254498, "minor damage": 0.9331619537275064, "major damage": 0.9640102827763496, "destroyed": 0.9974293059125964, "un-classified": 0.9215938303341902 } }, "Precision": { "class_level": { "no damage": 0.9765625, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2 }, "macro": 0.32861148197596796, "micro": 0.8187660668380463 }, "Recall": { "class_level": { "no damage": 0.8344459279038718, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.48 }, "macro": 0.23531249999999998, "micro": 0.8187660668380463 }, "Confusion_Matrix": { "matrix": [ [ 625, 3, 0, 0, 12 ], [ 48, 0, 0, 0, 1 ], [ 27, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 47, 0, 1, 0, 12 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_source_metrics": { "sUAS": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2571, "minor damage": 626, "major damage": 352, "destroyed": 401, "un-classified": 128 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7462142827830296, "minor damage": 0.6256039005031117, "major damage": 0.7082822488166691, "destroyed": 0.8526029907553662, "un-classified": 0.8479825949367088 } }, "F1": { "class_level": { "no damage": 0.7208430913348947, "minor damage": 0.35194174757281554, "major damage": 0.36827195467422097, "destroyed": 0.6927502876869965, "un-classified": 0.5935483870967742 }, "macro": 0.5454710936731404, "micro": 0.5926924963217264 }, "Accuracy": { "class_level": { "no damage": 0.7076998528690535, "minor damage": 0.7381069151544875, "major damage": 0.8359489946051987, "destroyed": 0.9345267287886219, "un-classified": 0.9691025012260912 } }, "Precision": { "class_level": { "no damage": 0.9058269570335491, "minor damage": 0.2837573385518591, "major damage": 0.2758132956152758, "destroyed": 0.6431623931623932, "un-classified": 0.5054945054945055 }, "macro": 0.6170418533388089, "micro": 0.5926924963217264 }, "Recall": { "class_level": { "no damage": 0.5985997666277713, "minor damage": 0.46325878594249204, "major damage": 0.5539772727272727, "destroyed": 0.7506234413965087, "un-classified": 0.71875 }, "macro": 0.5228108979715165, "micro": 0.5926924963217264 }, "Confusion_Matrix": { "matrix": [ [ 1539, 109, 24, 2, 25 ], [ 690, 290, 30, 7, 5 ], [ 260, 167, 195, 81, 4 ], [ 21, 47, 97, 301, 2 ], [ 61, 13, 6, 10, 92 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_pre_or_post_metrics": { "POST": { "samples": { "total": 4078, "actual_class_counts": { "no damage": 1699, "minor damage": 1022, "major damage": 707, "destroyed": 468, "un-classified": 182 }, "predicted_class_counts": { "no damage": 2571, "minor damage": 626, "major damage": 352, "destroyed": 401, "un-classified": 128 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7462142827830296, "minor damage": 0.6256039005031117, "major damage": 0.7082822488166691, "destroyed": 0.8526029907553662, "un-classified": 0.8479825949367088 } }, "F1": { "class_level": { "no damage": 0.7208430913348947, "minor damage": 0.35194174757281554, "major damage": 0.36827195467422097, "destroyed": 0.6927502876869965, "un-classified": 0.5935483870967742 }, "macro": 0.5454710936731404, "micro": 0.5926924963217264 }, "Accuracy": { "class_level": { "no damage": 0.7076998528690535, "minor damage": 0.7381069151544875, "major damage": 0.8359489946051987, "destroyed": 0.9345267287886219, "un-classified": 0.9691025012260912 } }, "Precision": { "class_level": { "no damage": 0.9058269570335491, "minor damage": 0.2837573385518591, "major damage": 0.2758132956152758, "destroyed": 0.6431623931623932, "un-classified": 0.5054945054945055 }, "macro": 0.6170418533388089, "micro": 0.5926924963217264 }, "Recall": { "class_level": { "no damage": 0.5985997666277713, "minor damage": 0.46325878594249204, "major damage": 0.5539772727272727, "destroyed": 0.7506234413965087, "un-classified": 0.71875 }, "macro": 0.5228108979715165, "micro": 0.5926924963217264 }, "Confusion_Matrix": { "matrix": [ [ 1539, 109, 24, 2, 25 ], [ 690, 290, 30, 7, 5 ], [ 260, 167, 195, 81, 4 ], [ 21, 47, 97, 301, 2 ], [ 61, 13, 6, 10, 92 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } }, "per_event_metrics": { "Hurricane Michael": { "samples": { "total": 1144, "actual_class_counts": { "no damage": 157, "minor damage": 363, "major damage": 307, "destroyed": 283, "un-classified": 34 }, "predicted_class_counts": { "no damage": 562, "minor damage": 223, "major damage": 105, "destroyed": 226, "un-classified": 28 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6291869978354184, "minor damage": 0.578650618600371, "major damage": 0.6196617626838994, "destroyed": 0.8448869223205505, "un-classified": 0.8874807987711213 } }, "F1": { "class_level": { "no damage": 0.4200278164116829, "minor damage": 0.3378839590443686, "major damage": 0.24757281553398058, "destroyed": 0.7111984282907662, "un-classified": 0.7096774193548387 }, "macro": 0.4852720877271274, "micro": 0.4405594405594406 }, "Accuracy": { "class_level": { "no damage": 0.6354895104895105, "minor damage": 0.6608391608391608, "major damage": 0.7290209790209791, "destroyed": 0.8715034965034965, "un-classified": 0.9842657342657343 } }, "Precision": { "class_level": { "no damage": 0.9617834394904459, "minor damage": 0.2727272727272727, "major damage": 0.16612377850162866, "destroyed": 0.6395759717314488, "un-classified": 0.6470588235294118 }, "macro": 0.5569885979085887, "micro": 0.4405594405594406 }, "Recall": { "class_level": { "no damage": 0.26868327402135234, "minor damage": 0.4439461883408072, "major damage": 0.4857142857142857, "destroyed": 0.8008849557522124, "un-classified": 0.7857142857142857 }, "macro": 0.5374538571960416, "micro": 0.4405594405594406 }, "Confusion_Matrix": { "matrix": [ [ 151, 3, 1, 1, 1 ], [ 252, 99, 7, 4, 1 ], [ 139, 78, 51, 37, 2 ], [ 19, 37, 44, 181, 2 ], [ 1, 6, 2, 3, 22 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Hurricane Idalia": { "samples": { "total": 778, "actual_class_counts": { "no damage": 640, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 60 }, "predicted_class_counts": { "no damage": 749, "minor damage": 3, "major damage": 1, "destroyed": 0, "un-classified": 25 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6586022742967634, "minor damage": 0.46838709677419355, "major damage": 0.4826254826254826, "un-classified": 0.7081274900398407 } }, "F1": { "class_level": { "no damage": 0.8999280057595392, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2823529411764706 }, "macro": 0.23645618938720198, "micro": 0.8187660668380463 }, "Accuracy": { "class_level": { "no damage": 0.8213367609254498, "minor damage": 0.9331619537275064, "major damage": 0.9640102827763496, "destroyed": 0.9974293059125964, "un-classified": 0.9215938303341902 } }, "Precision": { "class_level": { "no damage": 0.9765625, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.2 }, "macro": 0.32861148197596796, "micro": 0.8187660668380463 }, "Recall": { "class_level": { "no damage": 0.8344459279038718, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.48 }, "macro": 0.23531249999999998, "micro": 0.8187660668380463 }, "Confusion_Matrix": { "matrix": [ [ 625, 3, 0, 0, 12 ], [ 48, 0, 0, 0, 1 ], [ 27, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0 ], [ 47, 0, 1, 0, 12 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Mayfield Tornado": { "samples": { "total": 2028, "actual_class_counts": { "no damage": 829, "minor damage": 603, "major damage": 372, "destroyed": 144, "un-classified": 80 }, "predicted_class_counts": { "no damage": 1176, "minor damage": 397, "major damage": 239, "destroyed": 143, "un-classified": 73 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.712806601513845, "minor damage": 0.6126852682673701, "major damage": 0.7375324799857801, "destroyed": 0.7965999517723656, "un-classified": 0.8845286059629331 } }, "F1": { "class_level": { "no damage": 0.6892768079800499, "minor damage": 0.38, "major damage": 0.4713584288052373, "destroyed": 0.6202090592334495, "un-classified": 0.7450980392156863 }, "macro": 0.5811884670468845, "micro": 0.5774161735700197 }, "Accuracy": { "class_level": { "no damage": 0.6928007889546351, "minor damage": 0.6942800788954635, "major damage": 0.8407297830374754, "destroyed": 0.9462524654832347, "un-classified": 0.9807692307692307 } }, "Precision": { "class_level": { "no damage": 0.8335343787696019, "minor damage": 0.3150912106135987, "major damage": 0.3870967741935484, "destroyed": 0.6180555555555556, "un-classified": 0.7125 }, "macro": 0.614376891021081, "micro": 0.5774161735700197 }, "Recall": { "class_level": { "no damage": 0.5875850340136054, "minor damage": 0.47858942065491183, "major damage": 0.602510460251046, "destroyed": 0.6223776223776224, "un-classified": 0.7808219178082192 }, "macro": 0.5732555838264608, "micro": 0.5774161735700197 }, "Confusion_Matrix": { "matrix": [ [ 691, 103, 23, 1, 11 ], [ 384, 190, 23, 3, 3 ], [ 94, 88, 144, 44, 2 ], [ 0, 9, 46, 89, 0 ], [ 7, 7, 3, 6, 57 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } }, "Mussett Bayou Fire": { "samples": { "total": 128, "actual_class_counts": { "no damage": 73, "minor damage": 7, "major damage": 1, "destroyed": 39, "un-classified": 8 }, "predicted_class_counts": { "no damage": 84, "minor damage": 3, "major damage": 7, "destroyed": 32, "un-classified": 2 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.9172077922077922, "minor damage": 0.6426666666666666, "major damage": 0.49586776859504134, "destroyed": 0.9427083333333334, "un-classified": 0.7222222222222221 } }, "F1": { "class_level": { "no damage": 0.9171974522292994, "minor damage": 0.2, "major damage": 0.0, "destroyed": 0.8732394366197183, "un-classified": 0.2 }, "macro": 0.4380873777698035, "micro": 0.8203125 }, "Accuracy": { "class_level": { "no damage": 0.8984375, "minor damage": 0.9375, "major damage": 0.9375, "destroyed": 0.9296875, "un-classified": 0.9375 } }, "Precision": { "class_level": { "no damage": 0.9863013698630136, "minor damage": 0.14285714285714285, "major damage": 0.0, "destroyed": 0.7948717948717948, "un-classified": 0.125 }, "macro": 0.5318452380952381, "micro": 0.8203125 }, "Recall": { "class_level": { "no damage": 0.8571428571428571, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.96875, "un-classified": 0.5 }, "macro": 0.4098060615183902, "micro": 0.8203125 }, "Confusion_Matrix": { "matrix": [ [ 72, 0, 0, 0, 1 ], [ 6, 1, 0, 0, 0 ], [ 0, 1, 0, 0, 0 ], [ 0, 1, 7, 31, 0 ], [ 6, 0, 0, 1, 1 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified" ] } } } } }