{ "model_name": [ "BDA_Deeplabv3plus_ResNet101_CCE" ], "global_metrics": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 1710, "minor damage": 776, "major damage": 426, "destroyed": 720, "un-classified": 460, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7106124883998408, "minor damage": 0.6331679890067526, "major damage": 0.6289639089309452, "destroyed": 0.7419755832344801, "un-classified": 0.6207467439187896 } }, "F1": { "class_level": { "no damage": 0.6645404465062337, "minor damage": 0.40177089097952406, "major damage": 0.3045414069456812, "destroyed": 0.6175496688741722, "un-classified": 0.38190954773869346, "obscured": NaN }, "macro": 0.4740623922088609, "micro": 0.5295698924731183 }, "Accuracy": { "class_level": { "no damage": 0.7172531769305963, "minor damage": 0.7358260019550342, "major damage": 0.8091397849462365, "destroyed": 0.8870967741935484, "un-classified": 0.9098240469208211, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6589994249568718, "minor damage": 0.35208535402521823, "major damage": 0.24533715925394547, "destroyed": 0.764344262295082, "un-classified": 0.8321167883211679, "obscured": NaN }, "macro": 0.4610498073934866, "micro": 0.5295698924731183 }, "Recall": { "class_level": { "no damage": 0.6701754385964912, "minor damage": 0.4677835051546392, "major damage": 0.4014084507042254, "destroyed": 0.5180555555555556, "un-classified": 0.24782608695652175, "obscured": NaN }, "macro": 0.5705765977704571, "micro": 0.5295698924731183 }, "Confusion_Matrix": { "matrix": [ [ 1146, 257, 87, 38, 211, 0 ], [ 413, 363, 97, 78, 80, 0 ], [ 136, 131, 171, 226, 33, 0 ], [ 8, 19, 66, 373, 22, 0 ], [ 7, 6, 5, 5, 114, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "per_mapper_metrics": { "Pix4d React": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 1710, "minor damage": 776, "major damage": 426, "destroyed": 720, "un-classified": 460, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7106124883998408, "minor damage": 0.6331679890067526, "major damage": 0.6289639089309452, "destroyed": 0.7419755832344801, "un-classified": 0.6207467439187896 } }, "F1": { "class_level": { "no damage": 0.6645404465062337, "minor damage": 0.40177089097952406, "major damage": 0.3045414069456812, "destroyed": 0.6175496688741722, "un-classified": 0.38190954773869346, "obscured": NaN }, "macro": 0.4740623922088609, "micro": 0.5295698924731183 }, "Accuracy": { "class_level": { "no damage": 0.7172531769305963, "minor damage": 0.7358260019550342, "major damage": 0.8091397849462365, "destroyed": 0.8870967741935484, "un-classified": 0.9098240469208211, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6589994249568718, "minor damage": 0.35208535402521823, "major damage": 0.24533715925394547, "destroyed": 0.764344262295082, "un-classified": 0.8321167883211679, "obscured": NaN }, "macro": 0.4610498073934866, "micro": 0.5295698924731183 }, "Recall": { "class_level": { "no damage": 0.6701754385964912, "minor damage": 0.4677835051546392, "major damage": 0.4014084507042254, "destroyed": 0.5180555555555556, "un-classified": 0.24782608695652175, "obscured": NaN }, "macro": 0.5705765977704571, "micro": 0.5295698924731183 }, "Confusion_Matrix": { "matrix": [ [ 1146, 257, 87, 38, 211, 0 ], [ 413, 363, 97, 78, 80, 0 ], [ 136, 131, 171, 226, 33, 0 ], [ 8, 19, 66, 373, 22, 0 ], [ 7, 6, 5, 5, 114, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_ortho_metrics": { "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 10, "minor damage": 0, "major damage": 0, "destroyed": 4, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8666666666666666, "destroyed": 1.0, "un-classified": 0.75 } }, "F1": { "class_level": { "no damage": 0.9, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6416666666666666, "micro": 0.875 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.9, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.7999999999999999, "micro": 0.875 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.5, "obscured": NaN }, "macro": 0.725, "micro": 0.875 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 1, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 4, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20211215-Russelville-Middle.geo.tif": { "samples": { "total": 177, "actual_class_counts": { "no damage": 55, "minor damage": 62, "major damage": 45, "destroyed": 10, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 106, "minor damage": 19, "major damage": 14, "destroyed": 18, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6300823810789263, "minor damage": 0.4217188540972685, "major damage": 0.7885626643295355, "destroyed": 0.6850104821802935, "un-classified": 0.625 } }, "F1": { "class_level": { "no damage": 0.546583850931677, "minor damage": 0.09876543209876543, "major damage": 0.3728813559322034, "destroyed": 0.5, "un-classified": 0.4, "obscured": NaN }, "macro": 0.38364612779252916, "micro": 0.4011299435028249 }, "Accuracy": { "class_level": { "no damage": 0.5875706214689266, "minor damage": 0.5875706214689266, "major damage": 0.7909604519774012, "destroyed": 0.9209039548022598, "un-classified": 0.9152542372881356, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8, "minor damage": 0.06451612903225806, "major damage": 0.24444444444444444, "destroyed": 0.7, "un-classified": 1.0, "obscured": NaN }, "macro": 0.41004476600305795, "micro": 0.4011299435028249 }, "Recall": { "class_level": { "no damage": 0.41509433962264153, "minor damage": 0.21052631578947367, "major damage": 0.7857142857142857, "destroyed": 0.3888888888888889, "un-classified": 0.25, "obscured": NaN }, "macro": 0.5617921146953405, "micro": 0.4011299435028249 }, "Confusion_Matrix": { "matrix": [ [ 44, 3, 0, 0, 8, 0 ], [ 52, 4, 2, 1, 3, 0 ], [ 10, 11, 11, 10, 3, 0 ], [ 0, 1, 1, 7, 1, 0 ], [ 0, 0, 0, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4, "obscured": 0 }, "predicted_class_counts": { "no damage": 8, "minor damage": 9, "major damage": 2, "destroyed": 18, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7298387096774194, "minor damage": 0.5944444444444444, "major damage": 0.4864864864864865, "destroyed": 0.8928571428571429, "un-classified": 0.972972972972973 } }, "F1": { "class_level": { "no damage": 0.5217391304347826, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8823529411764706, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.4808184143222506, "micro": 0.6410256410256411 }, "Accuracy": { "class_level": { "no damage": 0.717948717948718, "minor damage": 0.7948717948717948, "major damage": 0.9230769230769231, "destroyed": 0.8974358974358975, "un-classified": 0.9487179487179487, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.4, "minor damage": 0.6666666666666666, "major damage": 0.0, "destroyed": 0.9375, "un-classified": 0.5, "obscured": NaN }, "macro": 0.5611111111111111, "micro": 0.6410256410256411 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.2222222222222222, "major damage": 0.0, "destroyed": 0.8333333333333334, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5008333333333332, "micro": 0.6410256410256411 }, "Confusion_Matrix": { "matrix": [ [ 6, 7, 1, 1, 0, 0 ], [ 1, 2, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 1, 15, 0, 0 ], [ 1, 0, 0, 1, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 16, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 5, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6, "un-classified": 0.6 } }, "F1": { "class_level": { "no damage": 0.8888888888888888, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.3333333333333333, "obscured": NaN }, "macro": 0.611111111111111, "micro": 0.8095238095238095 }, "Accuracy": { "class_level": { "no damage": 0.8095238095238095, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.8095238095238095, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6, "micro": 0.8095238095238095 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2, "obscured": NaN }, "macro": 0.9, "micro": 0.8095238095238095 }, "Confusion_Matrix": { "matrix": [ [ 16, 0, 0, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20230830-SteinhatcheeRiver.geo.tif": { "samples": { "total": 623, "actual_class_counts": { "no damage": 519, "minor damage": 38, "major damage": 24, "destroyed": 1, "un-classified": 41, "obscured": 0 }, "predicted_class_counts": { "no damage": 485, "minor damage": 12, "major damage": 1, "destroyed": 0, "un-classified": 125, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6022187359928284, "minor damage": 0.5113884342607746, "major damage": 0.48070739549839225, "un-classified": 0.6389799196787148 } }, "F1": { "class_level": { "no damage": 0.848605577689243, "minor damage": 0.04, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.43373493975903615, "obscured": NaN }, "macro": 0.2644681034896558, "micro": 0.7431781701444623 }, "Accuracy": { "class_level": { "no damage": 0.7560192616372392, "minor damage": 0.9229534510433387, "major damage": 0.9598715890850722, "destroyed": 0.9983948635634029, "un-classified": 0.8491171749598716, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8208092485549133, "minor damage": 0.02631578947368421, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.8780487804878049, "obscured": NaN }, "macro": 0.3124209621993127, "micro": 0.7431781701444623 }, "Recall": { "class_level": { "no damage": 0.8783505154639175, "minor damage": 0.08333333333333333, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.288, "obscured": NaN }, "macro": 0.3450347637032805, "micro": 0.7431781701444623 }, "Confusion_Matrix": { "matrix": [ [ 426, 10, 1, 0, 82, 0 ], [ 32, 1, 0, 0, 5, 0 ], [ 22, 0, 0, 0, 2, 0 ], [ 0, 1, 0, 0, 0, 0 ], [ 5, 0, 0, 0, 36, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { "samples": { "total": 159, "actual_class_counts": { "no damage": 128, "minor damage": 11, "major damage": 3, "destroyed": 1, "un-classified": 16, "obscured": 0 }, "predicted_class_counts": { "no damage": 123, "minor damage": 2, "major damage": 2, "destroyed": 0, "un-classified": 32, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6971544715447154, "minor damage": 0.46496815286624205, "major damage": 0.49044585987261147, "un-classified": 0.7304379921259843 } }, "F1": { "class_level": { "no damage": 0.8764940239043825, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.625, "obscured": NaN }, "macro": 0.3002988047808765, "micro": 0.7861635220125787 }, "Accuracy": { "class_level": { "no damage": 0.8050314465408805, "minor damage": 0.9182389937106918, "major damage": 0.9685534591194969, "destroyed": 0.9937106918238994, "un-classified": 0.8867924528301887, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.859375, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.9375, "obscured": NaN }, "macro": 0.3407647357723577, "micro": 0.7861635220125787 }, "Recall": { "class_level": { "no damage": 0.8943089430894309, "minor damage": 0.0, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.46875, "obscured": NaN }, "macro": 0.359375, "micro": 0.7861635220125787 }, "Confusion_Matrix": { "matrix": [ [ 110, 0, 2, 0, 16, 0 ], [ 11, 0, 0, 0, 0, 0 ], [ 2, 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 1, 0, 0, 15, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20211213-Candle-Factory-AO.geo.tif": { "samples": { "total": 187, "actual_class_counts": { "no damage": 105, "minor damage": 25, "major damage": 33, "destroyed": 17, "un-classified": 7, "obscured": 0 }, "predicted_class_counts": { "no damage": 78, "minor damage": 32, "major damage": 21, "destroyed": 36, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7771700776287933, "minor damage": 0.6078629032258065, "major damage": 0.695639701663798, "destroyed": 0.701710816777042, "un-classified": 0.675 } }, "F1": { "class_level": { "no damage": 0.7540983606557377, "minor damage": 0.3508771929824561, "major damage": 0.4074074074074074, "destroyed": 0.5660377358490566, "un-classified": 0.5185185185185185, "obscured": NaN }, "macro": 0.5193878430826353, "micro": 0.5989304812834224 }, "Accuracy": { "class_level": { "no damage": 0.7593582887700535, "minor damage": 0.8021390374331551, "major damage": 0.8288770053475936, "destroyed": 0.8770053475935828, "un-classified": 0.93048128342246, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6571428571428571, "minor damage": 0.4, "major damage": 0.3333333333333333, "destroyed": 0.8823529411764706, "un-classified": 1.0, "obscured": NaN }, "macro": 0.497518315018315, "micro": 0.5989304812834224 }, "Recall": { "class_level": { "no damage": 0.8846153846153846, "minor damage": 0.3125, "major damage": 0.5238095238095238, "destroyed": 0.4166666666666667, "un-classified": 0.35, "obscured": NaN }, "macro": 0.6545658263305322, "micro": 0.5989304812834224 }, "Confusion_Matrix": { "matrix": [ [ 69, 19, 5, 2, 10, 0 ], [ 6, 10, 3, 4, 2, 0 ], [ 3, 3, 11, 15, 1, 0 ], [ 0, 0, 2, 15, 0, 0 ], [ 0, 0, 0, 0, 7, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "20211214-Mayfield.geo.tif": { "samples": { "total": 1672, "actual_class_counts": { "no damage": 697, "minor damage": 520, "major damage": 285, "destroyed": 131, "un-classified": 39, "obscured": 0 }, "predicted_class_counts": { "no damage": 527, "minor damage": 493, "major damage": 178, "destroyed": 315, "un-classified": 159, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6445182834367723, "minor damage": 0.5973355561405048, "major damage": 0.5838071386670276, "destroyed": 0.6766443251336398, "un-classified": 0.5948405225986939 } }, "F1": { "class_level": { "no damage": 0.5294117647058824, "minor damage": 0.43632773938795655, "major damage": 0.24622030237580994, "destroyed": 0.515695067264574, "un-classified": 0.31313131313131315, "obscured": NaN }, "macro": 0.4081572373731072, "micro": 0.4473684210526316 }, "Accuracy": { "class_level": { "no damage": 0.6555023923444976, "minor damage": 0.6584928229665071, "major damage": 0.791267942583732, "destroyed": 0.8708133971291866, "un-classified": 0.9186602870813397, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.4648493543758967, "minor damage": 0.425, "major damage": 0.2, "destroyed": 0.8778625954198473, "un-classified": 0.7948717948717948, "obscured": NaN }, "macro": 0.3886698517443713, "micro": 0.4473684210526316 }, "Recall": { "class_level": { "no damage": 0.6148007590132827, "minor damage": 0.4482758620689655, "major damage": 0.3202247191011236, "destroyed": 0.36507936507936506, "un-classified": 0.1949685534591195, "obscured": NaN }, "macro": 0.5525167489335078, "micro": 0.4473684210526316 }, "Confusion_Matrix": { "matrix": [ [ 324, 202, 61, 30, 80, 0 ], [ 164, 221, 51, 46, 38, 0 ], [ 38, 61, 57, 122, 7, 0 ], [ 0, 5, 8, 115, 3, 0 ], [ 1, 4, 1, 2, 31, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-01.geo.tif": { "samples": { "total": 16, "actual_class_counts": { "no damage": 11, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 2, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 0, "major damage": 1, "destroyed": 1, "un-classified": 3, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8545454545454546, "major damage": 0.5, "destroyed": 0.9666666666666667, "un-classified": 0.8333333333333333 } }, "F1": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.6666666666666666, "un-classified": 0.8, "obscured": NaN }, "macro": 0.4751515151515152, "micro": 0.8125 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 0.9375, "destroyed": 0.9375, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6439393939393939, "micro": 0.8125 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6022727272727273, "micro": 0.8125 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 1, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 1, 0, 0 ], [ 0, 0, 0, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "10142018-MexicoBeach.geo.tif": { "samples": { "total": 635, "actual_class_counts": { "no damage": 107, "minor damage": 249, "major damage": 186, "destroyed": 83, "un-classified": 10, "obscured": 0 }, "predicted_class_counts": { "no damage": 242, "minor damage": 123, "major damage": 140, "destroyed": 91, "un-classified": 39, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6275997308266567, "minor damage": 0.6450393800813008, "major damage": 0.6465728715728716, "destroyed": 0.7828761312217194, "un-classified": 0.6008862502151092 } }, "F1": { "class_level": { "no damage": 0.45272206303724927, "minor damage": 0.41397849462365593, "major damage": 0.44785276073619634, "destroyed": 0.6436781609195402, "un-classified": 0.32653061224489793, "obscured": NaN }, "macro": 0.456952418312308, "micro": 0.46141732283464565 }, "Accuracy": { "class_level": { "no damage": 0.6992125984251969, "minor damage": 0.6566929133858268, "major damage": 0.7165354330708661, "destroyed": 0.9023622047244094, "un-classified": 0.9480314960629921, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7383177570093458, "minor damage": 0.3092369477911647, "major damage": 0.3924731182795699, "destroyed": 0.6746987951807228, "un-classified": 0.8, "obscured": NaN }, "macro": 0.45888078661914583, "micro": 0.46141732283464565 }, "Recall": { "class_level": { "no damage": 0.32644628099173556, "minor damage": 0.6260162601626016, "major damage": 0.5214285714285715, "destroyed": 0.6153846153846154, "un-classified": 0.20512820512820512, "obscured": NaN }, "macro": 0.5829453236521607, "micro": 0.46141732283464565 }, "Confusion_Matrix": { "matrix": [ [ 79, 8, 11, 2, 7, 0 ], [ 117, 77, 34, 7, 14, 0 ], [ 45, 33, 73, 26, 9, 0 ], [ 1, 4, 21, 56, 1, 0 ], [ 0, 1, 1, 0, 8, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "10132018-MexicoBeach.geo.tif": { "samples": { "total": 510, "actual_class_counts": { "no damage": 54, "minor damage": 119, "major damage": 120, "destroyed": 206, "un-classified": 11, "obscured": 0 }, "predicted_class_counts": { "no damage": 88, "minor damage": 84, "major damage": 62, "destroyed": 223, "un-classified": 53, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.696951744937527, "minor damage": 0.6952548625083836, "major damage": 0.5405025921658986, "destroyed": 0.7228246433649475, "un-classified": 0.5511333140663061 } }, "F1": { "class_level": { "no damage": 0.5352112676056338, "minor damage": 0.4630541871921182, "major damage": 0.2087912087912088, "destroyed": 0.6806526806526807, "un-classified": 0.1875, "obscured": NaN }, "macro": 0.4150418688483283, "micro": 0.5019607843137255 }, "Accuracy": { "class_level": { "no damage": 0.8705882352941177, "minor damage": 0.7862745098039216, "major damage": 0.7176470588235294, "destroyed": 0.7313725490196078, "un-classified": 0.8980392156862745, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7037037037037037, "minor damage": 0.3949579831932773, "major damage": 0.15833333333333333, "destroyed": 0.7087378640776699, "un-classified": 0.5454545454545454, "obscured": NaN }, "macro": 0.4131419343188802, "micro": 0.5019607843137255 }, "Recall": { "class_level": { "no damage": 0.4318181818181818, "minor damage": 0.5595238095238095, "major damage": 0.3064516129032258, "destroyed": 0.6547085201793722, "un-classified": 0.11320754716981132, "obscured": NaN }, "macro": 0.502237485952506, "micro": 0.5019607843137255 }, "Confusion_Matrix": { "matrix": [ [ 38, 7, 4, 3, 2, 0 ], [ 27, 47, 7, 20, 18, 0 ], [ 16, 22, 19, 52, 11, 0 ], [ 7, 8, 29, 146, 16, 0 ], [ 0, 0, 3, 2, 6, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0, "obscured": 0 }, "predicted_class_counts": { "no damage": 16, "minor damage": 2, "major damage": 5, "destroyed": 14, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8973214285714286, "minor damage": 0.7357142857142857, "major damage": 0.5, "destroyed": 0.9347826086956521 } }, "F1": { "class_level": { "no damage": 0.8823529411764706, "minor damage": 0.5, "major damage": 0.0, "destroyed": 0.9032258064516129, "un-classified": NaN, "obscured": NaN }, "macro": 0.5713946869070209, "micro": 0.8108108108108109 }, "Accuracy": { "class_level": { "no damage": 0.8918918918918919, "minor damage": 0.9459459459459459, "major damage": 0.8648648648648649, "destroyed": 0.918918918918919, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.5, "major damage": NaN, "destroyed": 0.8235294117647058, "un-classified": NaN, "obscured": NaN }, "macro": 0.609375, "micro": 0.8108108108108109 }, "Recall": { "class_level": { "no damage": 0.9375, "minor damage": 0.5, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN, "obscured": NaN }, "macro": 0.7189542483660131, "micro": 0.8108108108108109 }, "Confusion_Matrix": { "matrix": [ [ 15, 1, 2, 0, 0, 0 ], [ 1, 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 3, 14, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_gsd_metrics": { "1.946466": { "samples": { "total": 635, "actual_class_counts": { "no damage": 107, "minor damage": 249, "major damage": 186, "destroyed": 83, "un-classified": 10, "obscured": 0 }, "predicted_class_counts": { "no damage": 242, "minor damage": 123, "major damage": 140, "destroyed": 91, "un-classified": 39, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6275997308266567, "minor damage": 0.6450393800813008, "major damage": 0.6465728715728716, "destroyed": 0.7828761312217194, "un-classified": 0.6008862502151092 } }, "F1": { "class_level": { "no damage": 0.45272206303724927, "minor damage": 0.41397849462365593, "major damage": 0.44785276073619634, "destroyed": 0.6436781609195402, "un-classified": 0.32653061224489793, "obscured": NaN }, "macro": 0.456952418312308, "micro": 0.46141732283464565 }, "Accuracy": { "class_level": { "no damage": 0.6992125984251969, "minor damage": 0.6566929133858268, "major damage": 0.7165354330708661, "destroyed": 0.9023622047244094, "un-classified": 0.9480314960629921, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7383177570093458, "minor damage": 0.3092369477911647, "major damage": 0.3924731182795699, "destroyed": 0.6746987951807228, "un-classified": 0.8, "obscured": NaN }, "macro": 0.45888078661914583, "micro": 0.46141732283464565 }, "Recall": { "class_level": { "no damage": 0.32644628099173556, "minor damage": 0.6260162601626016, "major damage": 0.5214285714285715, "destroyed": 0.6153846153846154, "un-classified": 0.20512820512820512, "obscured": NaN }, "macro": 0.5829453236521607, "micro": 0.46141732283464565 }, "Confusion_Matrix": { "matrix": [ [ 79, 8, 11, 2, 7, 0 ], [ 117, 77, 34, 7, 14, 0 ], [ 45, 33, 73, 26, 9, 0 ], [ 1, 4, 21, 56, 1, 0 ], [ 0, 1, 1, 0, 8, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.042949": { "samples": { "total": 16, "actual_class_counts": { "no damage": 10, "minor damage": 1, "major damage": 0, "destroyed": 4, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 10, "minor damage": 0, "major damage": 0, "destroyed": 4, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8666666666666666, "destroyed": 1.0, "un-classified": 0.75 } }, "F1": { "class_level": { "no damage": 0.9, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6416666666666666, "micro": 0.875 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.9, "minor damage": 0.0, "major damage": NaN, "destroyed": 1.0, "un-classified": 1.0, "obscured": NaN }, "macro": 0.7999999999999999, "micro": 0.875 }, "Recall": { "class_level": { "no damage": 0.9, "minor damage": NaN, "major damage": NaN, "destroyed": 1.0, "un-classified": 0.5, "obscured": NaN }, "macro": 0.725, "micro": 0.875 }, "Confusion_Matrix": { "matrix": [ [ 9, 0, 0, 0, 1, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 4, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "3.110499": { "samples": { "total": 1672, "actual_class_counts": { "no damage": 697, "minor damage": 520, "major damage": 285, "destroyed": 131, "un-classified": 39, "obscured": 0 }, "predicted_class_counts": { "no damage": 527, "minor damage": 493, "major damage": 178, "destroyed": 315, "un-classified": 159, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6445182834367723, "minor damage": 0.5973355561405048, "major damage": 0.5838071386670276, "destroyed": 0.6766443251336398, "un-classified": 0.5948405225986939 } }, "F1": { "class_level": { "no damage": 0.5294117647058824, "minor damage": 0.43632773938795655, "major damage": 0.24622030237580994, "destroyed": 0.515695067264574, "un-classified": 0.31313131313131315, "obscured": NaN }, "macro": 0.4081572373731072, "micro": 0.4473684210526316 }, "Accuracy": { "class_level": { "no damage": 0.6555023923444976, "minor damage": 0.6584928229665071, "major damage": 0.791267942583732, "destroyed": 0.8708133971291866, "un-classified": 0.9186602870813397, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.4648493543758967, "minor damage": 0.425, "major damage": 0.2, "destroyed": 0.8778625954198473, "un-classified": 0.7948717948717948, "obscured": NaN }, "macro": 0.3886698517443713, "micro": 0.4473684210526316 }, "Recall": { "class_level": { "no damage": 0.6148007590132827, "minor damage": 0.4482758620689655, "major damage": 0.3202247191011236, "destroyed": 0.36507936507936506, "un-classified": 0.1949685534591195, "obscured": NaN }, "macro": 0.5525167489335078, "micro": 0.4473684210526316 }, "Confusion_Matrix": { "matrix": [ [ 324, 202, 61, 30, 80, 0 ], [ 164, 221, 51, 46, 38, 0 ], [ 38, 61, 57, 122, 7, 0 ], [ 0, 5, 8, 115, 3, 0 ], [ 1, 4, 1, 2, 31, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "3.21534": { "samples": { "total": 16, "actual_class_counts": { "no damage": 11, "minor damage": 1, "major damage": 0, "destroyed": 2, "un-classified": 2, "obscured": 0 }, "predicted_class_counts": { "no damage": 11, "minor damage": 0, "major damage": 1, "destroyed": 1, "un-classified": 3, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8545454545454546, "major damage": 0.5, "destroyed": 0.9666666666666667, "un-classified": 0.8333333333333333 } }, "F1": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": 0.0, "destroyed": 0.6666666666666666, "un-classified": 0.8, "obscured": NaN }, "macro": 0.4751515151515152, "micro": 0.8125 }, "Accuracy": { "class_level": { "no damage": 0.875, "minor damage": 0.9375, "major damage": 0.9375, "destroyed": 0.9375, "un-classified": 0.9375, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.9090909090909091, "minor damage": 0.0, "major damage": NaN, "destroyed": 0.5, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6439393939393939, "micro": 0.8125 }, "Recall": { "class_level": { "no damage": 0.9090909090909091, "minor damage": NaN, "major damage": 0.0, "destroyed": 1.0, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.6022727272727273, "micro": 0.8125 }, "Confusion_Matrix": { "matrix": [ [ 10, 0, 0, 0, 1, 0 ], [ 1, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 1, 1, 0, 0 ], [ 0, 0, 0, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.019042": { "samples": { "total": 39, "actual_class_counts": { "no damage": 15, "minor damage": 3, "major damage": 1, "destroyed": 16, "un-classified": 4, "obscured": 0 }, "predicted_class_counts": { "no damage": 8, "minor damage": 9, "major damage": 2, "destroyed": 18, "un-classified": 2, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7298387096774194, "minor damage": 0.5944444444444444, "major damage": 0.4864864864864865, "destroyed": 0.8928571428571429, "un-classified": 0.972972972972973 } }, "F1": { "class_level": { "no damage": 0.5217391304347826, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8823529411764706, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.4808184143222506, "micro": 0.6410256410256411 }, "Accuracy": { "class_level": { "no damage": 0.717948717948718, "minor damage": 0.7948717948717948, "major damage": 0.9230769230769231, "destroyed": 0.8974358974358975, "un-classified": 0.9487179487179487, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.4, "minor damage": 0.6666666666666666, "major damage": 0.0, "destroyed": 0.9375, "un-classified": 0.5, "obscured": NaN }, "macro": 0.5611111111111111, "micro": 0.6410256410256411 }, "Recall": { "class_level": { "no damage": 0.75, "minor damage": 0.2222222222222222, "major damage": 0.0, "destroyed": 0.8333333333333334, "un-classified": 1.0, "obscured": NaN }, "macro": 0.5008333333333332, "micro": 0.6410256410256411 }, "Confusion_Matrix": { "matrix": [ [ 6, 7, 1, 1, 0, 0 ], [ 1, 2, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 1, 15, 0, 0 ], [ 1, 0, 0, 1, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "4.401284": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 16, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 5, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6, "un-classified": 0.6 } }, "F1": { "class_level": { "no damage": 0.8888888888888888, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.3333333333333333, "obscured": NaN }, "macro": 0.611111111111111, "micro": 0.8095238095238095 }, "Accuracy": { "class_level": { "no damage": 0.8095238095238095, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.8095238095238095, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6, "micro": 0.8095238095238095 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2, "obscured": NaN }, "macro": 0.9, "micro": 0.8095238095238095 }, "Confusion_Matrix": { "matrix": [ [ 16, 0, 0, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.197147": { "samples": { "total": 177, "actual_class_counts": { "no damage": 55, "minor damage": 62, "major damage": 45, "destroyed": 10, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 106, "minor damage": 19, "major damage": 14, "destroyed": 18, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6300823810789263, "minor damage": 0.4217188540972685, "major damage": 0.7885626643295355, "destroyed": 0.6850104821802935, "un-classified": 0.625 } }, "F1": { "class_level": { "no damage": 0.546583850931677, "minor damage": 0.09876543209876543, "major damage": 0.3728813559322034, "destroyed": 0.5, "un-classified": 0.4, "obscured": NaN }, "macro": 0.38364612779252916, "micro": 0.4011299435028249 }, "Accuracy": { "class_level": { "no damage": 0.5875706214689266, "minor damage": 0.5875706214689266, "major damage": 0.7909604519774012, "destroyed": 0.9209039548022598, "un-classified": 0.9152542372881356, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8, "minor damage": 0.06451612903225806, "major damage": 0.24444444444444444, "destroyed": 0.7, "un-classified": 1.0, "obscured": NaN }, "macro": 0.41004476600305795, "micro": 0.4011299435028249 }, "Recall": { "class_level": { "no damage": 0.41509433962264153, "minor damage": 0.21052631578947367, "major damage": 0.7857142857142857, "destroyed": 0.3888888888888889, "un-classified": 0.25, "obscured": NaN }, "macro": 0.5617921146953405, "micro": 0.4011299435028249 }, "Confusion_Matrix": { "matrix": [ [ 44, 3, 0, 0, 8, 0 ], [ 52, 4, 2, 1, 3, 0 ], [ 10, 11, 11, 10, 3, 0 ], [ 0, 1, 1, 7, 1, 0 ], [ 0, 0, 0, 0, 5, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.001503": { "samples": { "total": 37, "actual_class_counts": { "no damage": 18, "minor damage": 2, "major damage": 0, "destroyed": 17, "un-classified": 0, "obscured": 0 }, "predicted_class_counts": { "no damage": 16, "minor damage": 2, "major damage": 5, "destroyed": 14, "un-classified": 0, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8973214285714286, "minor damage": 0.7357142857142857, "major damage": 0.5, "destroyed": 0.9347826086956521 } }, "F1": { "class_level": { "no damage": 0.8823529411764706, "minor damage": 0.5, "major damage": 0.0, "destroyed": 0.9032258064516129, "un-classified": NaN, "obscured": NaN }, "macro": 0.5713946869070209, "micro": 0.8108108108108109 }, "Accuracy": { "class_level": { "no damage": 0.8918918918918919, "minor damage": 0.9459459459459459, "major damage": 0.8648648648648649, "destroyed": 0.918918918918919, "un-classified": 1.0, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8333333333333334, "minor damage": 0.5, "major damage": NaN, "destroyed": 0.8235294117647058, "un-classified": NaN, "obscured": NaN }, "macro": 0.609375, "micro": 0.8108108108108109 }, "Recall": { "class_level": { "no damage": 0.9375, "minor damage": 0.5, "major damage": 0.0, "destroyed": 1.0, "un-classified": NaN, "obscured": NaN }, "macro": 0.7189542483660131, "micro": 0.8108108108108109 }, "Confusion_Matrix": { "matrix": [ [ 15, 1, 2, 0, 0, 0 ], [ 1, 1, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 3, 14, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "2.927101": { "samples": { "total": 187, "actual_class_counts": { "no damage": 105, "minor damage": 25, "major damage": 33, "destroyed": 17, "un-classified": 7, "obscured": 0 }, "predicted_class_counts": { "no damage": 78, "minor damage": 32, "major damage": 21, "destroyed": 36, "un-classified": 20, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7771700776287933, "minor damage": 0.6078629032258065, "major damage": 0.695639701663798, "destroyed": 0.701710816777042, "un-classified": 0.675 } }, "F1": { "class_level": { "no damage": 0.7540983606557377, "minor damage": 0.3508771929824561, "major damage": 0.4074074074074074, "destroyed": 0.5660377358490566, "un-classified": 0.5185185185185185, "obscured": NaN }, "macro": 0.5193878430826353, "micro": 0.5989304812834224 }, "Accuracy": { "class_level": { "no damage": 0.7593582887700535, "minor damage": 0.8021390374331551, "major damage": 0.8288770053475936, "destroyed": 0.8770053475935828, "un-classified": 0.93048128342246, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6571428571428571, "minor damage": 0.4, "major damage": 0.3333333333333333, "destroyed": 0.8823529411764706, "un-classified": 1.0, "obscured": NaN }, "macro": 0.497518315018315, "micro": 0.5989304812834224 }, "Recall": { "class_level": { "no damage": 0.8846153846153846, "minor damage": 0.3125, "major damage": 0.5238095238095238, "destroyed": 0.4166666666666667, "un-classified": 0.35, "obscured": NaN }, "macro": 0.6545658263305322, "micro": 0.5989304812834224 }, "Confusion_Matrix": { "matrix": [ [ 69, 19, 5, 2, 10, 0 ], [ 6, 10, 3, 4, 2, 0 ], [ 3, 3, 11, 15, 1, 0 ], [ 0, 0, 2, 15, 0, 0 ], [ 0, 0, 0, 0, 7, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "1.964606": { "samples": { "total": 510, "actual_class_counts": { "no damage": 54, "minor damage": 119, "major damage": 120, "destroyed": 206, "un-classified": 11, "obscured": 0 }, "predicted_class_counts": { "no damage": 88, "minor damage": 84, "major damage": 62, "destroyed": 223, "un-classified": 53, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.696951744937527, "minor damage": 0.6952548625083836, "major damage": 0.5405025921658986, "destroyed": 0.7228246433649475, "un-classified": 0.5511333140663061 } }, "F1": { "class_level": { "no damage": 0.5352112676056338, "minor damage": 0.4630541871921182, "major damage": 0.2087912087912088, "destroyed": 0.6806526806526807, "un-classified": 0.1875, "obscured": NaN }, "macro": 0.4150418688483283, "micro": 0.5019607843137255 }, "Accuracy": { "class_level": { "no damage": 0.8705882352941177, "minor damage": 0.7862745098039216, "major damage": 0.7176470588235294, "destroyed": 0.7313725490196078, "un-classified": 0.8980392156862745, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7037037037037037, "minor damage": 0.3949579831932773, "major damage": 0.15833333333333333, "destroyed": 0.7087378640776699, "un-classified": 0.5454545454545454, "obscured": NaN }, "macro": 0.4131419343188802, "micro": 0.5019607843137255 }, "Recall": { "class_level": { "no damage": 0.4318181818181818, "minor damage": 0.5595238095238095, "major damage": 0.3064516129032258, "destroyed": 0.6547085201793722, "un-classified": 0.11320754716981132, "obscured": NaN }, "macro": 0.502237485952506, "micro": 0.5019607843137255 }, "Confusion_Matrix": { "matrix": [ [ 38, 7, 4, 3, 2, 0 ], [ 27, 47, 7, 20, 18, 0 ], [ 16, 22, 19, 52, 11, 0 ], [ 7, 8, 29, 146, 16, 0 ], [ 0, 0, 3, 2, 6, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "12.7": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 608, "minor damage": 14, "major damage": 3, "destroyed": 0, "un-classified": 157, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6218239564428312, "minor damage": 0.5044642857142857, "major damage": 0.48267008985879334, "un-classified": 0.657620382165605 } }, "F1": { "class_level": { "no damage": 0.8541832669322709, "minor damage": 0.031746031746031744, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4766355140186916, "obscured": NaN }, "macro": 0.27251296253939883, "micro": 0.7519181585677749 }, "Accuracy": { "class_level": { "no damage": 0.7659846547314578, "minor damage": 0.921994884910486, "major damage": 0.9616368286445013, "destroyed": 0.9974424552429667, "un-classified": 0.8567774936061381, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8284389489953632, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.8947368421052632, "obscured": NaN }, "macro": 0.31946207078205063, "micro": 0.7519181585677749 }, "Recall": { "class_level": { "no damage": 0.881578947368421, "minor damage": 0.07142857142857142, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.3248407643312102, "obscured": NaN }, "macro": 0.3487167908731865, "micro": 0.7519181585677749 }, "Confusion_Matrix": { "matrix": [ [ 536, 10, 3, 0, 98, 0 ], [ 43, 1, 0, 0, 5, 0 ], [ 24, 1, 0, 0, 2, 0 ], [ 0, 1, 0, 0, 1, 0 ], [ 5, 1, 0, 0, 51, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_collection_platform_metrics": { "Wingtra WingtraOne Gen II": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 608, "minor damage": 14, "major damage": 3, "destroyed": 0, "un-classified": 157, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6218239564428312, "minor damage": 0.5044642857142857, "major damage": 0.48267008985879334, "un-classified": 0.657620382165605 } }, "F1": { "class_level": { "no damage": 0.8541832669322709, "minor damage": 0.031746031746031744, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4766355140186916, "obscured": NaN }, "macro": 0.27251296253939883, "micro": 0.7519181585677749 }, "Accuracy": { "class_level": { "no damage": 0.7659846547314578, "minor damage": 0.921994884910486, "major damage": 0.9616368286445013, "destroyed": 0.9974424552429667, "un-classified": 0.8567774936061381, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8284389489953632, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.8947368421052632, "obscured": NaN }, "macro": 0.31946207078205063, "micro": 0.7519181585677749 }, "Recall": { "class_level": { "no damage": 0.881578947368421, "minor damage": 0.07142857142857142, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.3248407643312102, "obscured": NaN }, "macro": 0.3487167908731865, "micro": 0.7519181585677749 }, "Confusion_Matrix": { "matrix": [ [ 536, 10, 3, 0, 98, 0 ], [ 43, 1, 0, 0, 5, 0 ], [ 24, 1, 0, 0, 2, 0 ], [ 0, 1, 0, 0, 1, 0 ], [ 5, 1, 0, 0, 51, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "DJI Mavic Pro": { "samples": { "total": 1145, "actual_class_counts": { "no damage": 161, "minor damage": 368, "major damage": 306, "destroyed": 289, "un-classified": 21, "obscured": 0 }, "predicted_class_counts": { "no damage": 330, "minor damage": 207, "major damage": 202, "destroyed": 314, "un-classified": 92, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6502788622420523, "minor damage": 0.669452942327699, "major damage": 0.6142551158615333, "destroyed": 0.7693094805583022, "un-classified": 0.5727631198645691 } }, "F1": { "class_level": { "no damage": 0.47657841140529533, "minor damage": 0.43130434782608695, "major damage": 0.36220472440944884, "destroyed": 0.6699834162520729, "un-classified": 0.24778761061946902, "obscured": NaN }, "macro": 0.43757170210247465, "micro": 0.4794759825327511 }, "Accuracy": { "class_level": { "no damage": 0.7755458515283843, "minor damage": 0.714410480349345, "major damage": 0.7170305676855895, "destroyed": 0.8262008733624454, "un-classified": 0.925764192139738, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7267080745341615, "minor damage": 0.33695652173913043, "major damage": 0.3006535947712418, "destroyed": 0.698961937716263, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.44090216609586735, "micro": 0.4794759825327511 }, "Recall": { "class_level": { "no damage": 0.35454545454545455, "minor damage": 0.5990338164251208, "major damage": 0.45544554455445546, "destroyed": 0.643312101910828, "un-classified": 0.15217391304347827, "obscured": NaN }, "macro": 0.5459893590854927, "micro": 0.4794759825327511 }, "Confusion_Matrix": { "matrix": [ [ 117, 15, 15, 5, 9, 0 ], [ 144, 124, 41, 27, 32, 0 ], [ 61, 55, 92, 78, 20, 0 ], [ 8, 12, 50, 202, 17, 0 ], [ 0, 1, 4, 2, 14, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "SenseFly eBee X": { "samples": { "total": 2052, "actual_class_counts": { "no damage": 868, "minor damage": 608, "major damage": 363, "destroyed": 160, "un-classified": 53, "obscured": 0 }, "predicted_class_counts": { "no damage": 722, "minor damage": 544, "major damage": 214, "destroyed": 370, "un-classified": 202, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6512861100118716, "minor damage": 0.5923189070057732, "major damage": 0.6073215502425432, "destroyed": 0.6799466529549764, "un-classified": 0.6092239764516993 } }, "F1": { "class_level": { "no damage": 0.5622641509433962, "minor damage": 0.4079861111111111, "major damage": 0.2738301559792028, "destroyed": 0.5207547169811321, "un-classified": 0.35294117647058826, "obscured": NaN }, "macro": 0.42355526229708607, "micro": 0.4600389863547758 }, "Accuracy": { "class_level": { "no damage": 0.6608187134502924, "minor damage": 0.6676413255360624, "major damage": 0.7958089668615984, "destroyed": 0.8762183235867447, "un-classified": 0.9195906432748538, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.5149769585253456, "minor damage": 0.38651315789473684, "major damage": 0.21763085399449036, "destroyed": 0.8625, "un-classified": 0.8490566037735849, "obscured": NaN }, "macro": 0.4032005992460436, "micro": 0.4600389863547758 }, "Recall": { "class_level": { "no damage": 0.6191135734072022, "minor damage": 0.4319852941176471, "major damage": 0.3691588785046729, "destroyed": 0.372972972972973, "un-classified": 0.22277227722772278, "obscured": NaN }, "macro": 0.5661355148376316, "micro": 0.4600389863547758 }, "Confusion_Matrix": { "matrix": [ [ 447, 224, 66, 32, 99, 0 ], [ 223, 235, 56, 51, 43, 0 ], [ 51, 75, 79, 147, 11, 0 ], [ 0, 6, 12, 138, 4, 0 ], [ 1, 4, 1, 2, 45, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "DJI Phantom 4": { "samples": { "total": 92, "actual_class_counts": { "no damage": 43, "minor damage": 6, "major damage": 1, "destroyed": 37, "un-classified": 5, "obscured": 0 }, "predicted_class_counts": { "no damage": 34, "minor damage": 11, "major damage": 7, "destroyed": 36, "un-classified": 4, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.829107505070994, "minor damage": 0.6178451178451179, "major damage": 0.49411764705882355, "destroyed": 0.9226190476190476, "un-classified": 0.8636363636363636 } }, "F1": { "class_level": { "no damage": 0.7792207792207793, "minor damage": 0.35294117647058826, "major damage": 0.0, "destroyed": 0.9041095890410958, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.5405876422798259, "micro": 0.75 }, "Accuracy": { "class_level": { "no damage": 0.8152173913043478, "minor damage": 0.8804347826086957, "major damage": 0.9130434782608695, "destroyed": 0.9239130434782609, "un-classified": 0.967391304347826, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6976744186046512, "minor damage": 0.5, "major damage": 0.0, "destroyed": 0.8918918918918919, "un-classified": 0.6, "obscured": NaN }, "macro": 0.564349376114082, "micro": 0.75 }, "Recall": { "class_level": { "no damage": 0.8823529411764706, "minor damage": 0.2727272727272727, "major damage": 0.0, "destroyed": 0.9166666666666666, "un-classified": 0.75, "obscured": NaN }, "macro": 0.5379132620993087, "micro": 0.75 }, "Confusion_Matrix": { "matrix": [ [ 30, 8, 3, 1, 1, 0 ], [ 3, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 4, 33, 0, 0 ], [ 1, 0, 0, 1, 3, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "DJI Mavic 2": { "samples": { "total": 21, "actual_class_counts": { "no damage": 20, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 1, "obscured": 0 }, "predicted_class_counts": { "no damage": 16, "minor damage": 0, "major damage": 0, "destroyed": 0, "un-classified": 5, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6, "un-classified": 0.6 } }, "F1": { "class_level": { "no damage": 0.8888888888888888, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.3333333333333333, "obscured": NaN }, "macro": 0.611111111111111, "micro": 0.8095238095238095 }, "Accuracy": { "class_level": { "no damage": 0.8095238095238095, "minor damage": 1.0, "major damage": 1.0, "destroyed": 1.0, "un-classified": 0.8095238095238095, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 1.0, "obscured": NaN }, "macro": 0.6, "micro": 0.8095238095238095 }, "Recall": { "class_level": { "no damage": 1.0, "minor damage": NaN, "major damage": NaN, "destroyed": NaN, "un-classified": 0.2, "obscured": NaN }, "macro": 0.9, "micro": 0.8095238095238095 }, "Confusion_Matrix": { "matrix": [ [ 16, 0, 0, 0, 4, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_source_metrics": { "sUAS": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 1710, "minor damage": 776, "major damage": 426, "destroyed": 720, "un-classified": 460, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7106124883998408, "minor damage": 0.6331679890067526, "major damage": 0.6289639089309452, "destroyed": 0.7419755832344801, "un-classified": 0.6207467439187896 } }, "F1": { "class_level": { "no damage": 0.6645404465062337, "minor damage": 0.40177089097952406, "major damage": 0.3045414069456812, "destroyed": 0.6175496688741722, "un-classified": 0.38190954773869346, "obscured": NaN }, "macro": 0.4740623922088609, "micro": 0.5295698924731183 }, "Accuracy": { "class_level": { "no damage": 0.7172531769305963, "minor damage": 0.7358260019550342, "major damage": 0.8091397849462365, "destroyed": 0.8870967741935484, "un-classified": 0.9098240469208211, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6589994249568718, "minor damage": 0.35208535402521823, "major damage": 0.24533715925394547, "destroyed": 0.764344262295082, "un-classified": 0.8321167883211679, "obscured": NaN }, "macro": 0.4610498073934866, "micro": 0.5295698924731183 }, "Recall": { "class_level": { "no damage": 0.6701754385964912, "minor damage": 0.4677835051546392, "major damage": 0.4014084507042254, "destroyed": 0.5180555555555556, "un-classified": 0.24782608695652175, "obscured": NaN }, "macro": 0.5705765977704571, "micro": 0.5295698924731183 }, "Confusion_Matrix": { "matrix": [ [ 1146, 257, 87, 38, 211, 0 ], [ 413, 363, 97, 78, 80, 0 ], [ 136, 131, 171, 226, 33, 0 ], [ 8, 19, 66, 373, 22, 0 ], [ 7, 6, 5, 5, 114, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_pre_or_post_metrics": { "POST": { "samples": { "total": 4092, "actual_class_counts": { "no damage": 1739, "minor damage": 1031, "major damage": 697, "destroyed": 488, "un-classified": 137, "obscured": 0 }, "predicted_class_counts": { "no damage": 1710, "minor damage": 776, "major damage": 426, "destroyed": 720, "un-classified": 460, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.7106124883998408, "minor damage": 0.6331679890067526, "major damage": 0.6289639089309452, "destroyed": 0.7419755832344801, "un-classified": 0.6207467439187896 } }, "F1": { "class_level": { "no damage": 0.6645404465062337, "minor damage": 0.40177089097952406, "major damage": 0.3045414069456812, "destroyed": 0.6175496688741722, "un-classified": 0.38190954773869346, "obscured": NaN }, "macro": 0.4740623922088609, "micro": 0.5295698924731183 }, "Accuracy": { "class_level": { "no damage": 0.7172531769305963, "minor damage": 0.7358260019550342, "major damage": 0.8091397849462365, "destroyed": 0.8870967741935484, "un-classified": 0.9098240469208211, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.6589994249568718, "minor damage": 0.35208535402521823, "major damage": 0.24533715925394547, "destroyed": 0.764344262295082, "un-classified": 0.8321167883211679, "obscured": NaN }, "macro": 0.4610498073934866, "micro": 0.5295698924731183 }, "Recall": { "class_level": { "no damage": 0.6701754385964912, "minor damage": 0.4677835051546392, "major damage": 0.4014084507042254, "destroyed": 0.5180555555555556, "un-classified": 0.24782608695652175, "obscured": NaN }, "macro": 0.5705765977704571, "micro": 0.5295698924731183 }, "Confusion_Matrix": { "matrix": [ [ 1146, 257, 87, 38, 211, 0 ], [ 413, 363, 97, 78, 80, 0 ], [ 136, 131, 171, 226, 33, 0 ], [ 8, 19, 66, 373, 22, 0 ], [ 7, 6, 5, 5, 114, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } }, "per_event_metrics": { "Mayfield Tornado": { "samples": { "total": 2036, "actual_class_counts": { "no damage": 857, "minor damage": 607, "major damage": 363, "destroyed": 158, "un-classified": 51, "obscured": 0 }, "predicted_class_counts": { "no damage": 711, "minor damage": 544, "major damage": 213, "destroyed": 369, "un-classified": 199, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6488230767189449, "minor damage": 0.5913277677022553, "major damage": 0.6075524273819918, "destroyed": 0.6793381161166142, "un-classified": 0.6058627377497176 } }, "F1": { "class_level": { "no damage": 0.5573979591836735, "minor damage": 0.40834057341442226, "major damage": 0.2743055555555556, "destroyed": 0.5199240986717267, "un-classified": 0.344, "obscured": NaN }, "macro": 0.4207936373650756, "micro": 0.45726915520628686 }, "Accuracy": { "class_level": { "no damage": 0.6591355599214146, "minor damage": 0.6655206286836935, "major damage": 0.7946954813359528, "destroyed": 0.8757367387033399, "un-classified": 0.9194499017681729, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.5099183197199533, "minor damage": 0.3871499176276771, "major damage": 0.21763085399449036, "destroyed": 0.8670886075949367, "un-classified": 0.8431372549019608, "obscured": NaN }, "macro": 0.4009717426315058, "micro": 0.45726915520628686 }, "Recall": { "class_level": { "no damage": 0.6146272855133614, "minor damage": 0.4319852941176471, "major damage": 0.37089201877934275, "destroyed": 0.3712737127371274, "un-classified": 0.21608040201005024, "obscured": NaN }, "macro": 0.5649849907678036, "micro": 0.45726915520628686 }, "Confusion_Matrix": { "matrix": [ [ 437, 224, 66, 32, 98, 0 ], [ 222, 235, 56, 51, 43, 0 ], [ 51, 75, 79, 147, 11, 0 ], [ 0, 6, 11, 137, 4, 0 ], [ 1, 4, 1, 2, 43, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Hurricane Michael": { "samples": { "total": 1145, "actual_class_counts": { "no damage": 161, "minor damage": 368, "major damage": 306, "destroyed": 289, "un-classified": 21, "obscured": 0 }, "predicted_class_counts": { "no damage": 330, "minor damage": 207, "major damage": 202, "destroyed": 314, "un-classified": 92, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6502788622420523, "minor damage": 0.669452942327699, "major damage": 0.6142551158615333, "destroyed": 0.7693094805583022, "un-classified": 0.5727631198645691 } }, "F1": { "class_level": { "no damage": 0.47657841140529533, "minor damage": 0.43130434782608695, "major damage": 0.36220472440944884, "destroyed": 0.6699834162520729, "un-classified": 0.24778761061946902, "obscured": NaN }, "macro": 0.43757170210247465, "micro": 0.4794759825327511 }, "Accuracy": { "class_level": { "no damage": 0.7755458515283843, "minor damage": 0.714410480349345, "major damage": 0.7170305676855895, "destroyed": 0.8262008733624454, "un-classified": 0.925764192139738, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7267080745341615, "minor damage": 0.33695652173913043, "major damage": 0.3006535947712418, "destroyed": 0.698961937716263, "un-classified": 0.6666666666666666, "obscured": NaN }, "macro": 0.44090216609586735, "micro": 0.4794759825327511 }, "Recall": { "class_level": { "no damage": 0.35454545454545455, "minor damage": 0.5990338164251208, "major damage": 0.45544554455445546, "destroyed": 0.643312101910828, "un-classified": 0.15217391304347827, "obscured": NaN }, "macro": 0.5459893590854927, "micro": 0.4794759825327511 }, "Confusion_Matrix": { "matrix": [ [ 117, 15, 15, 5, 9, 0 ], [ 144, 124, 41, 27, 32, 0 ], [ 61, 55, 92, 78, 20, 0 ], [ 8, 12, 50, 202, 17, 0 ], [ 0, 1, 4, 2, 14, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Hurricane Idalia": { "samples": { "total": 782, "actual_class_counts": { "no damage": 647, "minor damage": 49, "major damage": 27, "destroyed": 2, "un-classified": 57, "obscured": 0 }, "predicted_class_counts": { "no damage": 608, "minor damage": 14, "major damage": 3, "destroyed": 0, "un-classified": 157, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.6218239564428312, "minor damage": 0.5044642857142857, "major damage": 0.48267008985879334, "un-classified": 0.657620382165605 } }, "F1": { "class_level": { "no damage": 0.8541832669322709, "minor damage": 0.031746031746031744, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.4766355140186916, "obscured": NaN }, "macro": 0.27251296253939883, "micro": 0.7519181585677749 }, "Accuracy": { "class_level": { "no damage": 0.7659846547314578, "minor damage": 0.921994884910486, "major damage": 0.9616368286445013, "destroyed": 0.9974424552429667, "un-classified": 0.8567774936061381, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.8284389489953632, "minor damage": 0.02040816326530612, "major damage": 0.0, "destroyed": 0.0, "un-classified": 0.8947368421052632, "obscured": NaN }, "macro": 0.31946207078205063, "micro": 0.7519181585677749 }, "Recall": { "class_level": { "no damage": 0.881578947368421, "minor damage": 0.07142857142857142, "major damage": 0.0, "destroyed": NaN, "un-classified": 0.3248407643312102, "obscured": NaN }, "macro": 0.3487167908731865, "micro": 0.7519181585677749 }, "Confusion_Matrix": { "matrix": [ [ 536, 10, 3, 0, 98, 0 ], [ 43, 1, 0, 0, 5, 0 ], [ 24, 1, 0, 0, 2, 0 ], [ 0, 1, 0, 0, 1, 0 ], [ 5, 1, 0, 0, 51, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } }, "Mussett Bayou Fire": { "samples": { "total": 129, "actual_class_counts": { "no damage": 74, "minor damage": 7, "major damage": 1, "destroyed": 39, "un-classified": 8, "obscured": 0 }, "predicted_class_counts": { "no damage": 61, "minor damage": 11, "major damage": 8, "destroyed": 37, "un-classified": 12, "obscured": 0 } }, "metrics": { "AUC_ROC": { "class_level": { "no damage": 0.8266634522661525, "minor damage": 0.6194144838212634, "major damage": 0.49586776859504134, "destroyed": 0.9322855464159812, "un-classified": 0.7414529914529914 } }, "F1": { "class_level": { "no damage": 0.8296296296296296, "minor damage": 0.3333333333333333, "major damage": 0.0, "destroyed": 0.8947368421052632, "un-classified": 0.6, "obscured": NaN }, "macro": 0.5315399610136453, "micro": 0.7674418604651163 }, "Accuracy": { "class_level": { "no damage": 0.8217054263565892, "minor damage": 0.9069767441860465, "major damage": 0.9302325581395349, "destroyed": 0.937984496124031, "un-classified": 0.937984496124031, "obscured": 1.0 } }, "Precision": { "class_level": { "no damage": 0.7567567567567568, "minor damage": 0.42857142857142855, "major damage": 0.0, "destroyed": 0.8717948717948718, "un-classified": 0.75, "obscured": NaN }, "macro": 0.5219357957062876, "micro": 0.7674418604651163 }, "Recall": { "class_level": { "no damage": 0.9180327868852459, "minor damage": 0.2727272727272727, "major damage": 0.0, "destroyed": 0.918918918918919, "un-classified": 0.5, "obscured": NaN }, "macro": 0.5614246114246114, "micro": 0.7674418604651163 }, "Confusion_Matrix": { "matrix": [ [ 56, 8, 3, 1, 6, 0 ], [ 4, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 0 ], [ 0, 0, 5, 34, 0, 0 ], [ 1, 0, 0, 1, 6, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], "class_labels": [ "no damage", "minor damage", "major damage", "destroyed", "un-classified", "obscured" ] } } } } }