Invalid JSON:Unexpected token 'N', ..."stroyed": NaN,
"... is not valid JSON
| { | |
| "model_name": [ | |
| "BDA_UperNet_convnext_CCE" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2571, | |
| "minor damage": 626, | |
| "major damage": 352, | |
| "destroyed": 401, | |
| "un-classified": 128 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7462142827830296, | |
| "minor damage": 0.6256039005031117, | |
| "major damage": 0.7082822488166691, | |
| "destroyed": 0.8526029907553662, | |
| "un-classified": 0.8479825949367088 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7208430913348947, | |
| "minor damage": 0.35194174757281554, | |
| "major damage": 0.36827195467422097, | |
| "destroyed": 0.6927502876869965, | |
| "un-classified": 0.5935483870967742 | |
| }, | |
| "macro": 0.5454710936731404, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7076998528690535, | |
| "minor damage": 0.7381069151544875, | |
| "major damage": 0.8359489946051987, | |
| "destroyed": 0.9345267287886219, | |
| "un-classified": 0.9691025012260912 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9058269570335491, | |
| "minor damage": 0.2837573385518591, | |
| "major damage": 0.2758132956152758, | |
| "destroyed": 0.6431623931623932, | |
| "un-classified": 0.5054945054945055 | |
| }, | |
| "macro": 0.6170418533388089, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5985997666277713, | |
| "minor damage": 0.46325878594249204, | |
| "major damage": 0.5539772727272727, | |
| "destroyed": 0.7506234413965087, | |
| "un-classified": 0.71875 | |
| }, | |
| "macro": 0.5228108979715165, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1539, | |
| 109, | |
| 24, | |
| 2, | |
| 25 | |
| ], | |
| [ | |
| 690, | |
| 290, | |
| 30, | |
| 7, | |
| 5 | |
| ], | |
| [ | |
| 260, | |
| 167, | |
| 195, | |
| 81, | |
| 4 | |
| ], | |
| [ | |
| 21, | |
| 47, | |
| 97, | |
| 301, | |
| 2 | |
| ], | |
| [ | |
| 61, | |
| 13, | |
| 6, | |
| 10, | |
| 92 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2571, | |
| "minor damage": 626, | |
| "major damage": 352, | |
| "destroyed": 401, | |
| "un-classified": 128 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7462142827830296, | |
| "minor damage": 0.6256039005031117, | |
| "major damage": 0.7082822488166691, | |
| "destroyed": 0.8526029907553662, | |
| "un-classified": 0.8479825949367088 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7208430913348947, | |
| "minor damage": 0.35194174757281554, | |
| "major damage": 0.36827195467422097, | |
| "destroyed": 0.6927502876869965, | |
| "un-classified": 0.5935483870967742 | |
| }, | |
| "macro": 0.5454710936731404, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7076998528690535, | |
| "minor damage": 0.7381069151544875, | |
| "major damage": 0.8359489946051987, | |
| "destroyed": 0.9345267287886219, | |
| "un-classified": 0.9691025012260912 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9058269570335491, | |
| "minor damage": 0.2837573385518591, | |
| "major damage": 0.2758132956152758, | |
| "destroyed": 0.6431623931623932, | |
| "un-classified": 0.5054945054945055 | |
| }, | |
| "macro": 0.6170418533388089, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5985997666277713, | |
| "minor damage": 0.46325878594249204, | |
| "major damage": 0.5539772727272727, | |
| "destroyed": 0.7506234413965087, | |
| "un-classified": 0.71875 | |
| }, | |
| "macro": 0.5228108979715165, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1539, | |
| 109, | |
| 24, | |
| 2, | |
| 25 | |
| ], | |
| [ | |
| 690, | |
| 290, | |
| 30, | |
| 7, | |
| 5 | |
| ], | |
| [ | |
| 260, | |
| 167, | |
| 195, | |
| 81, | |
| 4 | |
| ], | |
| [ | |
| 21, | |
| 47, | |
| 97, | |
| 301, | |
| 2 | |
| ], | |
| [ | |
| 61, | |
| 13, | |
| 6, | |
| 10, | |
| 92 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 619, | |
| "actual_class_counts": { | |
| "no damage": 511, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 45 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 597, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 18 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6923252626770213, | |
| "minor damage": 0.46915584415584416, | |
| "major damage": 0.48058252427184467, | |
| "un-classified": 0.7486596413385099 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9043321299638989, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.31746031746031744 | |
| }, | |
| "macro": 0.24435848948484326, | |
| "micro": 0.8255250403877221 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8287560581583199, | |
| "minor damage": 0.9337641357027464, | |
| "major damage": 0.9596122778675282, | |
| "destroyed": 0.9983844911147012, | |
| "un-classified": 0.9305331179321487 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9804305283757339, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2222222222222222 | |
| }, | |
| "macro": 0.34868788386376326, | |
| "micro": 0.8255250403877221 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8391959798994975, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.5555555555555556 | |
| }, | |
| "macro": 0.2405305501195912, | |
| "micro": 0.8255250403877221 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 501, | |
| 3, | |
| 0, | |
| 0, | |
| 7 | |
| ], | |
| [ | |
| 37, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 24, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 34, | |
| 0, | |
| 1, | |
| 0, | |
| 10 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 948, | |
| "minor damage": 365, | |
| "major damage": 203, | |
| "destroyed": 110, | |
| "un-classified": 41 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7098231838641338, | |
| "minor damage": 0.61814489825979, | |
| "major damage": 0.740383321219952, | |
| "destroyed": 0.8125007298417702, | |
| "un-classified": 0.8350058500585006 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6866952789699571, | |
| "minor damage": 0.4095022624434389, | |
| "major damage": 0.4870259481037924, | |
| "destroyed": 0.631578947368421, | |
| "un-classified": 0.6222222222222222 | |
| }, | |
| "macro": 0.5674049318215664, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6934613077384523, | |
| "minor damage": 0.6868626274745051, | |
| "major damage": 0.8458308338332333, | |
| "destroyed": 0.9496100779844031, | |
| "un-classified": 0.9796040791841631 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8199121522693997, | |
| "minor damage": 0.348747591522158, | |
| "major damage": 0.40939597315436244, | |
| "destroyed": 0.6101694915254238, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.6050130432051175, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5907172995780591, | |
| "minor damage": 0.4958904109589041, | |
| "major damage": 0.6009852216748769, | |
| "destroyed": 0.6545454545454545, | |
| "un-classified": 0.6829268292682927 | |
| }, | |
| "macro": 0.5519307559799831, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 560, | |
| 93, | |
| 19, | |
| 1, | |
| 10 | |
| ], | |
| [ | |
| 313, | |
| 181, | |
| 21, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 68, | |
| 78, | |
| 122, | |
| 29, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 7, | |
| 39, | |
| 72, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 2, | |
| 6, | |
| 28 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 14, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8571428571428572, | |
| "destroyed": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.45833333333333337, | |
| "micro": 0.75 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.8125 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.8571428571428572, | |
| "micro": 0.75 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7142857142857143, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.75 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 3, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9583333333333333, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8571428571428571, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.5609022556390977, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9333333333333333, | |
| "minor damage": 0.9333333333333333, | |
| "major damage": 0.9333333333333333, | |
| "destroyed": 0.9333333333333333, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.75, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.6875, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 3, | |
| "major damage": 2, | |
| "destroyed": 14, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.6388888888888888, | |
| "major damage": 0.4864864864864865, | |
| "destroyed": 0.9042857142857144 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.41142857142857137, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8717948717948718, | |
| "minor damage": 0.8974358974358975, | |
| "major damage": 0.9230769230769231, | |
| "destroyed": 0.8974358974358975, | |
| "un-classified": 0.8974358974358975 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8125, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.5029761904761905, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.9285714285714286, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4291666666666666, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 2, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 8, | |
| "major damage": 6, | |
| "destroyed": 17, | |
| "un-classified": 17 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6731770833333333, | |
| "minor damage": 0.38392857142857134, | |
| "major damage": 0.8049019607843138, | |
| "destroyed": 0.6995930447650758, | |
| "un-classified": 0.9086200517943026 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5340909090909091, | |
| "minor damage": 0.028985507246376812, | |
| "major damage": 0.20408163265306123, | |
| "destroyed": 0.5384615384615384, | |
| "un-classified": 0.875 | |
| }, | |
| "macro": 0.4361239174903771, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5340909090909091, | |
| "minor damage": 0.6193181818181818, | |
| "major damage": 0.7784090909090909, | |
| "destroyed": 0.9318181818181818, | |
| "un-classified": 0.9772727272727273 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9791666666666666, | |
| "minor damage": 0.01639344262295082, | |
| "major damage": 0.11627906976744186, | |
| "destroyed": 0.7777777777777778, | |
| "un-classified": 0.9333333333333333 | |
| }, | |
| "macro": 0.5121629901960784, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3671875, | |
| "minor damage": 0.125, | |
| "major damage": 0.8333333333333334, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.8235294117647058 | |
| }, | |
| "macro": 0.564590058033634, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 59, | |
| 1, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 22, | |
| 5, | |
| 5, | |
| 10, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 129, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 152, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 7 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5507518796992481, | |
| "un-classified": 0.600093984962406 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8825622775800712, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.18181818181818182 | |
| }, | |
| "macro": 0.21287609187965062, | |
| "micro": 0.7924528301886793 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7924528301886793, | |
| "minor damage": 0.9308176100628931, | |
| "major damage": 0.9811320754716981, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.8867924528301887 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9612403100775194, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.13333333333333333 | |
| }, | |
| "macro": 0.5507518796992481, | |
| "micro": 0.7924528301886793 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8157894736842105, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2857142857142857 | |
| }, | |
| "macro": 0.21891472868217057, | |
| "micro": 0.7924528301886793 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 124, | |
| 0, | |
| 0, | |
| 0, | |
| 5 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 13, | |
| 0, | |
| 0, | |
| 0, | |
| 2 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 100, | |
| "minor damage": 24, | |
| "major damage": 30, | |
| "destroyed": 16, | |
| "un-classified": 15 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8376470588235294, | |
| "minor damage": 0.6200828157349896, | |
| "major damage": 0.7381720430107527, | |
| "destroyed": 0.7917899408284024, | |
| "un-classified": 0.9970588235294118 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8484848484848485, | |
| "minor damage": 0.3404255319148936, | |
| "major damage": 0.5573770491803278, | |
| "destroyed": 0.6060606060606061, | |
| "un-classified": 0.967741935483871 | |
| }, | |
| "macro": 0.6640179942249095, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8378378378378378, | |
| "minor damage": 0.8324324324324325, | |
| "major damage": 0.8540540540540541, | |
| "destroyed": 0.9297297297297298, | |
| "un-classified": 0.9945945945945946 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.34782608695652173, | |
| "major damage": 0.5483870967741935, | |
| "destroyed": 0.5882352941176471, | |
| "un-classified": 0.9375 | |
| }, | |
| "macro": 0.6729999999999999, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.84, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.5666666666666667, | |
| "destroyed": 0.625, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.6558182669982439, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 84, | |
| 10, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 8, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 5, | |
| 17, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 6, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 15 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 374, | |
| "minor damage": 117, | |
| "major damage": 65, | |
| "destroyed": 64, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6292575071986837, | |
| "minor damage": 0.5765263105688637, | |
| "major damage": 0.6622549682303638, | |
| "destroyed": 0.8364857456140351, | |
| "un-classified": 0.8888248847926267 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4225941422594142, | |
| "minor damage": 0.3305785123966942, | |
| "major damage": 0.30278884462151395, | |
| "destroyed": 0.6438356164383562, | |
| "un-classified": 0.7333333333333333 | |
| }, | |
| "macro": 0.48662608980986233, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5646687697160884, | |
| "minor damage": 0.6167192429022083, | |
| "major damage": 0.7239747634069401, | |
| "destroyed": 0.917981072555205, | |
| "un-classified": 0.9873817034700315 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9711538461538461, | |
| "minor damage": 0.24390243902439024, | |
| "major damage": 0.20430107526881722, | |
| "destroyed": 0.573170731707317, | |
| "un-classified": 0.6875 | |
| }, | |
| "macro": 0.5775157318172024, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2700534759358289, | |
| "minor damage": 0.5128205128205128, | |
| "major damage": 0.5846153846153846, | |
| "destroyed": 0.734375, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5360056184308741, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 101, | |
| 1, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 177, | |
| 60, | |
| 6, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 93, | |
| 42, | |
| 38, | |
| 12, | |
| 1 | |
| ], | |
| [ | |
| 3, | |
| 12, | |
| 20, | |
| 47, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 1, | |
| 2, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 4, | |
| "destroyed": 13, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.45350877192982453, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9459459459459459, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8918918918918919, | |
| "destroyed": 0.8918918918918919, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.7647058823529411, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.6333333333333333, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5882352941176471, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 18, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 188, | |
| "minor damage": 106, | |
| "major damage": 40, | |
| "destroyed": 162, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6283203383110877, | |
| "minor damage": 0.5874276106855969, | |
| "major damage": 0.5476063829787233, | |
| "destroyed": 0.8173158790974884, | |
| "un-classified": 0.8858006912442394 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4149377593360996, | |
| "minor damage": 0.34977578475336324, | |
| "major damage": 0.16149068322981366, | |
| "destroyed": 0.7382920110192838, | |
| "un-classified": 0.6875 | |
| }, | |
| "macro": 0.470399247667712, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7235294117647059, | |
| "minor damage": 0.7156862745098039, | |
| "major damage": 0.7352941176470589, | |
| "destroyed": 0.8137254901960784, | |
| "un-classified": 0.9803921568627451 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9433962264150944, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.10743801652892562, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.6111111111111112 | |
| }, | |
| "macro": 0.5143513509303688, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.26595744680851063, | |
| "minor damage": 0.36792452830188677, | |
| "major damage": 0.325, | |
| "destroyed": 0.8271604938271605, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5323890708110262, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 50, | |
| 2, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 75, | |
| 39, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 46, | |
| 36, | |
| 13, | |
| 25, | |
| 1 | |
| ], | |
| [ | |
| 16, | |
| 25, | |
| 24, | |
| 134, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 1, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "0.0321534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 3 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 14, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8571428571428572, | |
| "destroyed": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.45833333333333337, | |
| "micro": 0.75 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.8125 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.8571428571428572, | |
| "micro": 0.75 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.7142857142857143, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.75 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02042949": { | |
| "samples": { | |
| "total": 15, | |
| "actual_class_counts": { | |
| "no damage": 9, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 3, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9583333333333333, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8571428571428571, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.5609022556390977, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9333333333333333, | |
| "minor damage": 0.9333333333333333, | |
| "major damage": 0.9333333333333333, | |
| "destroyed": 0.9333333333333333, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.75, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.6875, | |
| "micro": 0.8666666666666667 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.127": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 749, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6586022742967634, | |
| "minor damage": 0.46838709677419355, | |
| "major damage": 0.4826254826254826, | |
| "un-classified": 0.7081274900398407 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8999280057595392, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2823529411764706 | |
| }, | |
| "macro": 0.23645618938720198, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8213367609254498, | |
| "minor damage": 0.9331619537275064, | |
| "major damage": 0.9640102827763496, | |
| "destroyed": 0.9974293059125964, | |
| "un-classified": 0.9215938303341902 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9765625, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.32861148197596796, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8344459279038718, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.48 | |
| }, | |
| "macro": 0.23531249999999998, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 625, | |
| 3, | |
| 0, | |
| 0, | |
| 12 | |
| ], | |
| [ | |
| 48, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 47, | |
| 0, | |
| 1, | |
| 0, | |
| 12 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 4, | |
| "destroyed": 13, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.95, | |
| "major damage": 0.5, | |
| "destroyed": 0.9166666666666667 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9473684210526315, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.45350877192982453, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9459459459459459, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8918918918918919, | |
| "destroyed": 0.8918918918918919, | |
| "un-classified": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.7647058823529411, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.6333333333333333, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5882352941176471, | |
| "micro": 0.8378378378378378 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 18, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02927101": { | |
| "samples": { | |
| "total": 185, | |
| "actual_class_counts": { | |
| "no damage": 98, | |
| "minor damage": 23, | |
| "major damage": 31, | |
| "destroyed": 17, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 100, | |
| "minor damage": 24, | |
| "major damage": 30, | |
| "destroyed": 16, | |
| "un-classified": 15 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8376470588235294, | |
| "minor damage": 0.6200828157349896, | |
| "major damage": 0.7381720430107527, | |
| "destroyed": 0.7917899408284024, | |
| "un-classified": 0.9970588235294118 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8484848484848485, | |
| "minor damage": 0.3404255319148936, | |
| "major damage": 0.5573770491803278, | |
| "destroyed": 0.6060606060606061, | |
| "un-classified": 0.967741935483871 | |
| }, | |
| "macro": 0.6640179942249095, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8378378378378378, | |
| "minor damage": 0.8324324324324325, | |
| "major damage": 0.8540540540540541, | |
| "destroyed": 0.9297297297297298, | |
| "un-classified": 0.9945945945945946 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.34782608695652173, | |
| "major damage": 0.5483870967741935, | |
| "destroyed": 0.5882352941176471, | |
| "un-classified": 0.9375 | |
| }, | |
| "macro": 0.6729999999999999, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.84, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.5666666666666667, | |
| "destroyed": 0.625, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.6558182669982439, | |
| "micro": 0.7243243243243244 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 84, | |
| 10, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 12, | |
| 8, | |
| 2, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 5, | |
| 17, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 6, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 15 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 53, | |
| "minor damage": 117, | |
| "major damage": 121, | |
| "destroyed": 201, | |
| "un-classified": 18 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 188, | |
| "minor damage": 106, | |
| "major damage": 40, | |
| "destroyed": 162, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6283203383110877, | |
| "minor damage": 0.5874276106855969, | |
| "major damage": 0.5476063829787233, | |
| "destroyed": 0.8173158790974884, | |
| "un-classified": 0.8858006912442394 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4149377593360996, | |
| "minor damage": 0.34977578475336324, | |
| "major damage": 0.16149068322981366, | |
| "destroyed": 0.7382920110192838, | |
| "un-classified": 0.6875 | |
| }, | |
| "macro": 0.470399247667712, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7235294117647059, | |
| "minor damage": 0.7156862745098039, | |
| "major damage": 0.7352941176470589, | |
| "destroyed": 0.8137254901960784, | |
| "un-classified": 0.9803921568627451 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9433962264150944, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.10743801652892562, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.6111111111111112 | |
| }, | |
| "macro": 0.5143513509303688, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.26595744680851063, | |
| "minor damage": 0.36792452830188677, | |
| "major damage": 0.325, | |
| "destroyed": 0.8271604938271605, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5323890708110262, | |
| "micro": 0.4843137254901961 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 50, | |
| 2, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 75, | |
| 39, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 46, | |
| 36, | |
| 13, | |
| 25, | |
| 1 | |
| ], | |
| [ | |
| 16, | |
| 25, | |
| 24, | |
| 134, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 1, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.03110499": { | |
| "samples": { | |
| "total": 1667, | |
| "actual_class_counts": { | |
| "no damage": 683, | |
| "minor damage": 519, | |
| "major damage": 298, | |
| "destroyed": 118, | |
| "un-classified": 49 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 948, | |
| "minor damage": 365, | |
| "major damage": 203, | |
| "destroyed": 110, | |
| "un-classified": 41 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7098231838641338, | |
| "minor damage": 0.61814489825979, | |
| "major damage": 0.740383321219952, | |
| "destroyed": 0.8125007298417702, | |
| "un-classified": 0.8350058500585006 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6866952789699571, | |
| "minor damage": 0.4095022624434389, | |
| "major damage": 0.4870259481037924, | |
| "destroyed": 0.631578947368421, | |
| "un-classified": 0.6222222222222222 | |
| }, | |
| "macro": 0.5674049318215664, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6934613077384523, | |
| "minor damage": 0.6868626274745051, | |
| "major damage": 0.8458308338332333, | |
| "destroyed": 0.9496100779844031, | |
| "un-classified": 0.9796040791841631 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8199121522693997, | |
| "minor damage": 0.348747591522158, | |
| "major damage": 0.40939597315436244, | |
| "destroyed": 0.6101694915254238, | |
| "un-classified": 0.5714285714285714 | |
| }, | |
| "macro": 0.6050130432051175, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5907172995780591, | |
| "minor damage": 0.4958904109589041, | |
| "major damage": 0.6009852216748769, | |
| "destroyed": 0.6545454545454545, | |
| "un-classified": 0.6829268292682927 | |
| }, | |
| "macro": 0.5519307559799831, | |
| "micro": 0.5776844631073785 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 560, | |
| 93, | |
| 19, | |
| 1, | |
| 10 | |
| ], | |
| [ | |
| 313, | |
| 181, | |
| 21, | |
| 2, | |
| 2 | |
| ], | |
| [ | |
| 68, | |
| 78, | |
| 122, | |
| 29, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 7, | |
| 39, | |
| 72, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 2, | |
| 6, | |
| 28 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.01946466": { | |
| "samples": { | |
| "total": 634, | |
| "actual_class_counts": { | |
| "no damage": 104, | |
| "minor damage": 246, | |
| "major damage": 186, | |
| "destroyed": 82, | |
| "un-classified": 16 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 374, | |
| "minor damage": 117, | |
| "major damage": 65, | |
| "destroyed": 64, | |
| "un-classified": 14 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6292575071986837, | |
| "minor damage": 0.5765263105688637, | |
| "major damage": 0.6622549682303638, | |
| "destroyed": 0.8364857456140351, | |
| "un-classified": 0.8888248847926267 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4225941422594142, | |
| "minor damage": 0.3305785123966942, | |
| "major damage": 0.30278884462151395, | |
| "destroyed": 0.6438356164383562, | |
| "un-classified": 0.7333333333333333 | |
| }, | |
| "macro": 0.48662608980986233, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5646687697160884, | |
| "minor damage": 0.6167192429022083, | |
| "major damage": 0.7239747634069401, | |
| "destroyed": 0.917981072555205, | |
| "un-classified": 0.9873817034700315 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9711538461538461, | |
| "minor damage": 0.24390243902439024, | |
| "major damage": 0.20430107526881722, | |
| "destroyed": 0.573170731707317, | |
| "un-classified": 0.6875 | |
| }, | |
| "macro": 0.5775157318172024, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.2700534759358289, | |
| "minor damage": 0.5128205128205128, | |
| "major damage": 0.5846153846153846, | |
| "destroyed": 0.734375, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5360056184308741, | |
| "micro": 0.40536277602523657 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 101, | |
| 1, | |
| 0, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 177, | |
| 60, | |
| 6, | |
| 2, | |
| 1 | |
| ], | |
| [ | |
| 93, | |
| 42, | |
| 38, | |
| 12, | |
| 1 | |
| ], | |
| [ | |
| 3, | |
| 12, | |
| 20, | |
| 47, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 2, | |
| 1, | |
| 2, | |
| 11 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 3, | |
| "major damage": 2, | |
| "destroyed": 14, | |
| "un-classified": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.6388888888888888, | |
| "major damage": 0.4864864864864865, | |
| "destroyed": 0.9042857142857144 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8666666666666667, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.41142857142857137, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8717948717948718, | |
| "minor damage": 0.8974358974358975, | |
| "major damage": 0.9230769230769231, | |
| "destroyed": 0.8974358974358975, | |
| "un-classified": 0.8974358974358975 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8125, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.5029761904761905, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.9285714285714286, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.4291666666666666, | |
| "micro": 0.7435897435897436 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 2, | |
| 13, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.02197147": { | |
| "samples": { | |
| "total": 176, | |
| "actual_class_counts": { | |
| "no damage": 48, | |
| "minor damage": 61, | |
| "major damage": 43, | |
| "destroyed": 9, | |
| "un-classified": 15 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 8, | |
| "major damage": 6, | |
| "destroyed": 17, | |
| "un-classified": 17 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6731770833333333, | |
| "minor damage": 0.38392857142857134, | |
| "major damage": 0.8049019607843138, | |
| "destroyed": 0.6995930447650758, | |
| "un-classified": 0.9086200517943026 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5340909090909091, | |
| "minor damage": 0.028985507246376812, | |
| "major damage": 0.20408163265306123, | |
| "destroyed": 0.5384615384615384, | |
| "un-classified": 0.875 | |
| }, | |
| "macro": 0.4361239174903771, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5340909090909091, | |
| "minor damage": 0.6193181818181818, | |
| "major damage": 0.7784090909090909, | |
| "destroyed": 0.9318181818181818, | |
| "un-classified": 0.9772727272727273 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9791666666666666, | |
| "minor damage": 0.01639344262295082, | |
| "major damage": 0.11627906976744186, | |
| "destroyed": 0.7777777777777778, | |
| "un-classified": 0.9333333333333333 | |
| }, | |
| "macro": 0.5121629901960784, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.3671875, | |
| "minor damage": 0.125, | |
| "major damage": 0.8333333333333334, | |
| "destroyed": 0.4117647058823529, | |
| "un-classified": 0.8235294117647058 | |
| }, | |
| "macro": 0.564590058033634, | |
| "micro": 0.42045454545454547 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 47, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 59, | |
| 1, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 22, | |
| 5, | |
| 5, | |
| 10, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 14 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "0.04401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 157, | |
| "minor damage": 363, | |
| "major damage": 307, | |
| "destroyed": 283, | |
| "un-classified": 34 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 562, | |
| "minor damage": 223, | |
| "major damage": 105, | |
| "destroyed": 226, | |
| "un-classified": 28 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6291869978354184, | |
| "minor damage": 0.578650618600371, | |
| "major damage": 0.6196617626838994, | |
| "destroyed": 0.8448869223205505, | |
| "un-classified": 0.8874807987711213 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4200278164116829, | |
| "minor damage": 0.3378839590443686, | |
| "major damage": 0.24757281553398058, | |
| "destroyed": 0.7111984282907662, | |
| "un-classified": 0.7096774193548387 | |
| }, | |
| "macro": 0.4852720877271274, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6354895104895105, | |
| "minor damage": 0.6608391608391608, | |
| "major damage": 0.7290209790209791, | |
| "destroyed": 0.8715034965034965, | |
| "un-classified": 0.9842657342657343 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9617834394904459, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.16612377850162866, | |
| "destroyed": 0.6395759717314488, | |
| "un-classified": 0.6470588235294118 | |
| }, | |
| "macro": 0.5569885979085887, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.26868327402135234, | |
| "minor damage": 0.4439461883408072, | |
| "major damage": 0.4857142857142857, | |
| "destroyed": 0.8008849557522124, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5374538571960416, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 151, | |
| 3, | |
| 1, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 252, | |
| 99, | |
| 7, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 139, | |
| 78, | |
| 51, | |
| 37, | |
| 2 | |
| ], | |
| [ | |
| 19, | |
| 37, | |
| 44, | |
| 181, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 2, | |
| 3, | |
| 22 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 91, | |
| "actual_class_counts": { | |
| "no damage": 42, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 50, | |
| "minor damage": 3, | |
| "major damage": 7, | |
| "destroyed": 30, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9199999999999999, | |
| "minor damage": 0.6382575757575758, | |
| "major damage": 0.49404761904761907, | |
| "destroyed": 0.9177595628415302, | |
| "un-classified": 0.9777777777777779 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9130434782608695, | |
| "minor damage": 0.2222222222222222, | |
| "major damage": 0.0, | |
| "destroyed": 0.8656716417910447, | |
| "un-classified": 0.3333333333333333 | |
| }, | |
| "macro": 0.466854135121494, | |
| "micro": 0.8021978021978022 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9120879120879121, | |
| "minor damage": 0.9230769230769231, | |
| "major damage": 0.9120879120879121, | |
| "destroyed": 0.9010989010989011, | |
| "un-classified": 0.9560439560439561 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": 0.16666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.7837837837837838, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.628, | |
| "micro": 0.8021978021978022 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.84, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 1.0 | |
| }, | |
| "macro": 0.4300900900900901, | |
| "micro": 0.8021978021978022 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 42, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 7, | |
| 29, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 0, | |
| 0, | |
| 1, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2044, | |
| "actual_class_counts": { | |
| "no damage": 839, | |
| "minor damage": 604, | |
| "major damage": 372, | |
| "destroyed": 146, | |
| "un-classified": 83 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1190, | |
| "minor damage": 397, | |
| "major damage": 239, | |
| "destroyed": 145, | |
| "un-classified": 73 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.71374156219865, | |
| "minor damage": 0.6136116502181662, | |
| "major damage": 0.7380973353886809, | |
| "destroyed": 0.7993117974977756, | |
| "un-classified": 0.8838153221714865 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6909807787087235, | |
| "minor damage": 0.37962037962037964, | |
| "major damage": 0.4713584288052373, | |
| "destroyed": 0.6254295532646048, | |
| "un-classified": 0.7307692307692307 | |
| }, | |
| "macro": 0.5796316742336353, | |
| "micro": 0.5787671232876712 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6932485322896281, | |
| "minor damage": 0.6961839530332681, | |
| "major damage": 0.8419765166340509, | |
| "destroyed": 0.9466731898238747, | |
| "un-classified": 0.9794520547945206 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8355184743742551, | |
| "minor damage": 0.31456953642384106, | |
| "major damage": 0.3870967741935484, | |
| "destroyed": 0.6232876712328768, | |
| "un-classified": 0.6867469879518072 | |
| }, | |
| "macro": 0.6157167271725659, | |
| "micro": 0.5787671232876712 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5890756302521009, | |
| "minor damage": 0.47858942065491183, | |
| "major damage": 0.602510460251046, | |
| "destroyed": 0.6275862068965518, | |
| "un-classified": 0.7808219178082192 | |
| }, | |
| "macro": 0.5694438888352658, | |
| "micro": 0.5787671232876712 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 701, | |
| 103, | |
| 23, | |
| 1, | |
| 11 | |
| ], | |
| [ | |
| 385, | |
| 190, | |
| 23, | |
| 3, | |
| 3 | |
| ], | |
| [ | |
| 94, | |
| 88, | |
| 144, | |
| 44, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 9, | |
| 46, | |
| 91, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 7, | |
| 3, | |
| 6, | |
| 57 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 21, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.5, | |
| "un-classified": 0.5 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.975609756097561, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.4878048780487805, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9523809523809523 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9523809523809523, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": NaN | |
| }, | |
| "macro": 0.5, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.0 | |
| }, | |
| "macro": 0.9523809523809523, | |
| "micro": 0.9523809523809523 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 20, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 749, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6586022742967634, | |
| "minor damage": 0.46838709677419355, | |
| "major damage": 0.4826254826254826, | |
| "un-classified": 0.7081274900398407 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8999280057595392, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2823529411764706 | |
| }, | |
| "macro": 0.23645618938720198, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8213367609254498, | |
| "minor damage": 0.9331619537275064, | |
| "major damage": 0.9640102827763496, | |
| "destroyed": 0.9974293059125964, | |
| "un-classified": 0.9215938303341902 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9765625, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.32861148197596796, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8344459279038718, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.48 | |
| }, | |
| "macro": 0.23531249999999998, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 625, | |
| 3, | |
| 0, | |
| 0, | |
| 12 | |
| ], | |
| [ | |
| 48, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 47, | |
| 0, | |
| 1, | |
| 0, | |
| 12 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "sUAS": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2571, | |
| "minor damage": 626, | |
| "major damage": 352, | |
| "destroyed": 401, | |
| "un-classified": 128 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7462142827830296, | |
| "minor damage": 0.6256039005031117, | |
| "major damage": 0.7082822488166691, | |
| "destroyed": 0.8526029907553662, | |
| "un-classified": 0.8479825949367088 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7208430913348947, | |
| "minor damage": 0.35194174757281554, | |
| "major damage": 0.36827195467422097, | |
| "destroyed": 0.6927502876869965, | |
| "un-classified": 0.5935483870967742 | |
| }, | |
| "macro": 0.5454710936731404, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7076998528690535, | |
| "minor damage": 0.7381069151544875, | |
| "major damage": 0.8359489946051987, | |
| "destroyed": 0.9345267287886219, | |
| "un-classified": 0.9691025012260912 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9058269570335491, | |
| "minor damage": 0.2837573385518591, | |
| "major damage": 0.2758132956152758, | |
| "destroyed": 0.6431623931623932, | |
| "un-classified": 0.5054945054945055 | |
| }, | |
| "macro": 0.6170418533388089, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5985997666277713, | |
| "minor damage": 0.46325878594249204, | |
| "major damage": 0.5539772727272727, | |
| "destroyed": 0.7506234413965087, | |
| "un-classified": 0.71875 | |
| }, | |
| "macro": 0.5228108979715165, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1539, | |
| 109, | |
| 24, | |
| 2, | |
| 25 | |
| ], | |
| [ | |
| 690, | |
| 290, | |
| 30, | |
| 7, | |
| 5 | |
| ], | |
| [ | |
| 260, | |
| 167, | |
| 195, | |
| 81, | |
| 4 | |
| ], | |
| [ | |
| 21, | |
| 47, | |
| 97, | |
| 301, | |
| 2 | |
| ], | |
| [ | |
| 61, | |
| 13, | |
| 6, | |
| 10, | |
| 92 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "POST": { | |
| "samples": { | |
| "total": 4078, | |
| "actual_class_counts": { | |
| "no damage": 1699, | |
| "minor damage": 1022, | |
| "major damage": 707, | |
| "destroyed": 468, | |
| "un-classified": 182 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 2571, | |
| "minor damage": 626, | |
| "major damage": 352, | |
| "destroyed": 401, | |
| "un-classified": 128 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7462142827830296, | |
| "minor damage": 0.6256039005031117, | |
| "major damage": 0.7082822488166691, | |
| "destroyed": 0.8526029907553662, | |
| "un-classified": 0.8479825949367088 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7208430913348947, | |
| "minor damage": 0.35194174757281554, | |
| "major damage": 0.36827195467422097, | |
| "destroyed": 0.6927502876869965, | |
| "un-classified": 0.5935483870967742 | |
| }, | |
| "macro": 0.5454710936731404, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7076998528690535, | |
| "minor damage": 0.7381069151544875, | |
| "major damage": 0.8359489946051987, | |
| "destroyed": 0.9345267287886219, | |
| "un-classified": 0.9691025012260912 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9058269570335491, | |
| "minor damage": 0.2837573385518591, | |
| "major damage": 0.2758132956152758, | |
| "destroyed": 0.6431623931623932, | |
| "un-classified": 0.5054945054945055 | |
| }, | |
| "macro": 0.6170418533388089, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5985997666277713, | |
| "minor damage": 0.46325878594249204, | |
| "major damage": 0.5539772727272727, | |
| "destroyed": 0.7506234413965087, | |
| "un-classified": 0.71875 | |
| }, | |
| "macro": 0.5228108979715165, | |
| "micro": 0.5926924963217264 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1539, | |
| 109, | |
| 24, | |
| 2, | |
| 25 | |
| ], | |
| [ | |
| 690, | |
| 290, | |
| 30, | |
| 7, | |
| 5 | |
| ], | |
| [ | |
| 260, | |
| 167, | |
| 195, | |
| 81, | |
| 4 | |
| ], | |
| [ | |
| 21, | |
| 47, | |
| 97, | |
| 301, | |
| 2 | |
| ], | |
| [ | |
| 61, | |
| 13, | |
| 6, | |
| 10, | |
| 92 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 1144, | |
| "actual_class_counts": { | |
| "no damage": 157, | |
| "minor damage": 363, | |
| "major damage": 307, | |
| "destroyed": 283, | |
| "un-classified": 34 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 562, | |
| "minor damage": 223, | |
| "major damage": 105, | |
| "destroyed": 226, | |
| "un-classified": 28 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6291869978354184, | |
| "minor damage": 0.578650618600371, | |
| "major damage": 0.6196617626838994, | |
| "destroyed": 0.8448869223205505, | |
| "un-classified": 0.8874807987711213 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.4200278164116829, | |
| "minor damage": 0.3378839590443686, | |
| "major damage": 0.24757281553398058, | |
| "destroyed": 0.7111984282907662, | |
| "un-classified": 0.7096774193548387 | |
| }, | |
| "macro": 0.4852720877271274, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6354895104895105, | |
| "minor damage": 0.6608391608391608, | |
| "major damage": 0.7290209790209791, | |
| "destroyed": 0.8715034965034965, | |
| "un-classified": 0.9842657342657343 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9617834394904459, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.16612377850162866, | |
| "destroyed": 0.6395759717314488, | |
| "un-classified": 0.6470588235294118 | |
| }, | |
| "macro": 0.5569885979085887, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.26868327402135234, | |
| "minor damage": 0.4439461883408072, | |
| "major damage": 0.4857142857142857, | |
| "destroyed": 0.8008849557522124, | |
| "un-classified": 0.7857142857142857 | |
| }, | |
| "macro": 0.5374538571960416, | |
| "micro": 0.4405594405594406 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 151, | |
| 3, | |
| 1, | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 252, | |
| 99, | |
| 7, | |
| 4, | |
| 1 | |
| ], | |
| [ | |
| 139, | |
| 78, | |
| 51, | |
| 37, | |
| 2 | |
| ], | |
| [ | |
| 19, | |
| 37, | |
| 44, | |
| 181, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 6, | |
| 2, | |
| 3, | |
| 22 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 778, | |
| "actual_class_counts": { | |
| "no damage": 640, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 60 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 749, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 25 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6586022742967634, | |
| "minor damage": 0.46838709677419355, | |
| "major damage": 0.4826254826254826, | |
| "un-classified": 0.7081274900398407 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8999280057595392, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2823529411764706 | |
| }, | |
| "macro": 0.23645618938720198, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8213367609254498, | |
| "minor damage": 0.9331619537275064, | |
| "major damage": 0.9640102827763496, | |
| "destroyed": 0.9974293059125964, | |
| "un-classified": 0.9215938303341902 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9765625, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.32861148197596796, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8344459279038718, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.48 | |
| }, | |
| "macro": 0.23531249999999998, | |
| "micro": 0.8187660668380463 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 625, | |
| 3, | |
| 0, | |
| 0, | |
| 12 | |
| ], | |
| [ | |
| 48, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 27, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 47, | |
| 0, | |
| 1, | |
| 0, | |
| 12 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2028, | |
| "actual_class_counts": { | |
| "no damage": 829, | |
| "minor damage": 603, | |
| "major damage": 372, | |
| "destroyed": 144, | |
| "un-classified": 80 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1176, | |
| "minor damage": 397, | |
| "major damage": 239, | |
| "destroyed": 143, | |
| "un-classified": 73 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.712806601513845, | |
| "minor damage": 0.6126852682673701, | |
| "major damage": 0.7375324799857801, | |
| "destroyed": 0.7965999517723656, | |
| "un-classified": 0.8845286059629331 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6892768079800499, | |
| "minor damage": 0.38, | |
| "major damage": 0.4713584288052373, | |
| "destroyed": 0.6202090592334495, | |
| "un-classified": 0.7450980392156863 | |
| }, | |
| "macro": 0.5811884670468845, | |
| "micro": 0.5774161735700197 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6928007889546351, | |
| "minor damage": 0.6942800788954635, | |
| "major damage": 0.8407297830374754, | |
| "destroyed": 0.9462524654832347, | |
| "un-classified": 0.9807692307692307 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8335343787696019, | |
| "minor damage": 0.3150912106135987, | |
| "major damage": 0.3870967741935484, | |
| "destroyed": 0.6180555555555556, | |
| "un-classified": 0.7125 | |
| }, | |
| "macro": 0.614376891021081, | |
| "micro": 0.5774161735700197 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.5875850340136054, | |
| "minor damage": 0.47858942065491183, | |
| "major damage": 0.602510460251046, | |
| "destroyed": 0.6223776223776224, | |
| "un-classified": 0.7808219178082192 | |
| }, | |
| "macro": 0.5732555838264608, | |
| "micro": 0.5774161735700197 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 691, | |
| 103, | |
| 23, | |
| 1, | |
| 11 | |
| ], | |
| [ | |
| 384, | |
| 190, | |
| 23, | |
| 3, | |
| 3 | |
| ], | |
| [ | |
| 94, | |
| 88, | |
| 144, | |
| 44, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 9, | |
| 46, | |
| 89, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 7, | |
| 3, | |
| 6, | |
| 57 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 128, | |
| "actual_class_counts": { | |
| "no damage": 73, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 84, | |
| "minor damage": 3, | |
| "major damage": 7, | |
| "destroyed": 32, | |
| "un-classified": 2 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.9172077922077922, | |
| "minor damage": 0.6426666666666666, | |
| "major damage": 0.49586776859504134, | |
| "destroyed": 0.9427083333333334, | |
| "un-classified": 0.7222222222222221 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9171974522292994, | |
| "minor damage": 0.2, | |
| "major damage": 0.0, | |
| "destroyed": 0.8732394366197183, | |
| "un-classified": 0.2 | |
| }, | |
| "macro": 0.4380873777698035, | |
| "micro": 0.8203125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8984375, | |
| "minor damage": 0.9375, | |
| "major damage": 0.9375, | |
| "destroyed": 0.9296875, | |
| "un-classified": 0.9375 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9863013698630136, | |
| "minor damage": 0.14285714285714285, | |
| "major damage": 0.0, | |
| "destroyed": 0.7948717948717948, | |
| "un-classified": 0.125 | |
| }, | |
| "macro": 0.5318452380952381, | |
| "micro": 0.8203125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8571428571428571, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.96875, | |
| "un-classified": 0.5 | |
| }, | |
| "macro": 0.4098060615183902, | |
| "micro": 0.8203125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 72, | |
| 0, | |
| 0, | |
| 0, | |
| 1 | |
| ], | |
| [ | |
| 6, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 7, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 0, | |
| 0, | |
| 1, | |
| 1 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |