Rename BDA_deeplab_resnet_random_metrics.json to sUAS_BDA_deeplab_resnet_random_metrics.json
56be26c verified Invalid JSON:Unexpected token 'N', ..."bscured": NaN
"... is not valid JSON
| { | |
| "model_name": [ | |
| "BDA_Deeplabv3plus_ResNet101_CCE" | |
| ], | |
| "global_metrics": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1710, | |
| "minor damage": 776, | |
| "major damage": 426, | |
| "destroyed": 720, | |
| "un-classified": 460, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7106124883998408, | |
| "minor damage": 0.6331679890067526, | |
| "major damage": 0.6289639089309452, | |
| "destroyed": 0.7419755832344801, | |
| "un-classified": 0.6207467439187896 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645404465062337, | |
| "minor damage": 0.40177089097952406, | |
| "major damage": 0.3045414069456812, | |
| "destroyed": 0.6175496688741722, | |
| "un-classified": 0.38190954773869346, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4740623922088609, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7172531769305963, | |
| "minor damage": 0.7358260019550342, | |
| "major damage": 0.8091397849462365, | |
| "destroyed": 0.8870967741935484, | |
| "un-classified": 0.9098240469208211, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6589994249568718, | |
| "minor damage": 0.35208535402521823, | |
| "major damage": 0.24533715925394547, | |
| "destroyed": 0.764344262295082, | |
| "un-classified": 0.8321167883211679, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4610498073934866, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6701754385964912, | |
| "minor damage": 0.4677835051546392, | |
| "major damage": 0.4014084507042254, | |
| "destroyed": 0.5180555555555556, | |
| "un-classified": 0.24782608695652175, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5705765977704571, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1146, | |
| 257, | |
| 87, | |
| 38, | |
| 211, | |
| 0 | |
| ], | |
| [ | |
| 413, | |
| 363, | |
| 97, | |
| 78, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 136, | |
| 131, | |
| 171, | |
| 226, | |
| 33, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 19, | |
| 66, | |
| 373, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 5, | |
| 5, | |
| 114, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "per_mapper_metrics": { | |
| "Pix4d React": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1710, | |
| "minor damage": 776, | |
| "major damage": 426, | |
| "destroyed": 720, | |
| "un-classified": 460, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7106124883998408, | |
| "minor damage": 0.6331679890067526, | |
| "major damage": 0.6289639089309452, | |
| "destroyed": 0.7419755832344801, | |
| "un-classified": 0.6207467439187896 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645404465062337, | |
| "minor damage": 0.40177089097952406, | |
| "major damage": 0.3045414069456812, | |
| "destroyed": 0.6175496688741722, | |
| "un-classified": 0.38190954773869346, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4740623922088609, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7172531769305963, | |
| "minor damage": 0.7358260019550342, | |
| "major damage": 0.8091397849462365, | |
| "destroyed": 0.8870967741935484, | |
| "un-classified": 0.9098240469208211, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6589994249568718, | |
| "minor damage": 0.35208535402521823, | |
| "major damage": 0.24533715925394547, | |
| "destroyed": 0.764344262295082, | |
| "un-classified": 0.8321167883211679, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4610498073934866, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6701754385964912, | |
| "minor damage": 0.4677835051546392, | |
| "major damage": 0.4014084507042254, | |
| "destroyed": 0.5180555555555556, | |
| "un-classified": 0.24782608695652175, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5705765977704571, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1146, | |
| 257, | |
| 87, | |
| 38, | |
| 211, | |
| 0 | |
| ], | |
| [ | |
| 413, | |
| 363, | |
| 97, | |
| 78, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 136, | |
| 131, | |
| 171, | |
| 226, | |
| 33, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 19, | |
| 66, | |
| 373, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 5, | |
| 5, | |
| 114, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_ortho_metrics": { | |
| "05-08-2020-MussettBayouFire-SouthOf98-LakeParkCove.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8666666666666666, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6416666666666666, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7999999999999999, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211215-Russelville-Middle.geo.tif": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 106, | |
| "minor damage": 19, | |
| "major damage": 14, | |
| "destroyed": 18, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6300823810789263, | |
| "minor damage": 0.4217188540972685, | |
| "major damage": 0.7885626643295355, | |
| "destroyed": 0.6850104821802935, | |
| "un-classified": 0.625 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.546583850931677, | |
| "minor damage": 0.09876543209876543, | |
| "major damage": 0.3728813559322034, | |
| "destroyed": 0.5, | |
| "un-classified": 0.4, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.38364612779252916, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5875706214689266, | |
| "minor damage": 0.5875706214689266, | |
| "major damage": 0.7909604519774012, | |
| "destroyed": 0.9209039548022598, | |
| "un-classified": 0.9152542372881356, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": 0.06451612903225806, | |
| "major damage": 0.24444444444444444, | |
| "destroyed": 0.7, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41004476600305795, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.41509433962264153, | |
| "minor damage": 0.21052631578947367, | |
| "major damage": 0.7857142857142857, | |
| "destroyed": 0.3888888888888889, | |
| "un-classified": 0.25, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5617921146953405, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 44, | |
| 3, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 52, | |
| 4, | |
| 2, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 11, | |
| 11, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-AnchorLakeDr.geo.tif": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 9, | |
| "major damage": 2, | |
| "destroyed": 18, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7298387096774194, | |
| "minor damage": 0.5944444444444444, | |
| "major damage": 0.4864864864864865, | |
| "destroyed": 0.8928571428571429, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5217391304347826, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4808184143222506, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.717948717948718, | |
| "minor damage": 0.7948717948717948, | |
| "major damage": 0.9230769230769231, | |
| "destroyed": 0.8974358974358975, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.6666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5611111111111111, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.2222222222222222, | |
| "major damage": 0.0, | |
| "destroyed": 0.8333333333333334, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5008333333333332, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 6, | |
| 7, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-NorthOf98.geo.tif": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6, | |
| "un-classified": 0.6 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8888888888888888, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.3333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.611111111111111, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8095238095238095, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.8095238095238095, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 16, | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230830-SteinhatcheeRiver.geo.tif": { | |
| "samples": { | |
| "total": 623, | |
| "actual_class_counts": { | |
| "no damage": 519, | |
| "minor damage": 38, | |
| "major damage": 24, | |
| "destroyed": 1, | |
| "un-classified": 41, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 485, | |
| "minor damage": 12, | |
| "major damage": 1, | |
| "destroyed": 0, | |
| "un-classified": 125, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6022187359928284, | |
| "minor damage": 0.5113884342607746, | |
| "major damage": 0.48070739549839225, | |
| "un-classified": 0.6389799196787148 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.848605577689243, | |
| "minor damage": 0.04, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.43373493975903615, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.2644681034896558, | |
| "micro": 0.7431781701444623 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7560192616372392, | |
| "minor damage": 0.9229534510433387, | |
| "major damage": 0.9598715890850722, | |
| "destroyed": 0.9983948635634029, | |
| "un-classified": 0.8491171749598716, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8208092485549133, | |
| "minor damage": 0.02631578947368421, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8780487804878049, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3124209621993127, | |
| "micro": 0.7431781701444623 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8783505154639175, | |
| "minor damage": 0.08333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.288, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3450347637032805, | |
| "micro": 0.7431781701444623 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 426, | |
| 10, | |
| 1, | |
| 0, | |
| 82, | |
| 0 | |
| ], | |
| [ | |
| 32, | |
| 1, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 22, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 0, | |
| 0, | |
| 0, | |
| 36, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20230831-Jena-SteinhatcheeRiverSouth.geo.tif": { | |
| "samples": { | |
| "total": 159, | |
| "actual_class_counts": { | |
| "no damage": 128, | |
| "minor damage": 11, | |
| "major damage": 3, | |
| "destroyed": 1, | |
| "un-classified": 16, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 123, | |
| "minor damage": 2, | |
| "major damage": 2, | |
| "destroyed": 0, | |
| "un-classified": 32, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6971544715447154, | |
| "minor damage": 0.46496815286624205, | |
| "major damage": 0.49044585987261147, | |
| "un-classified": 0.7304379921259843 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8764940239043825, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.625, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3002988047808765, | |
| "micro": 0.7861635220125787 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8050314465408805, | |
| "minor damage": 0.9182389937106918, | |
| "major damage": 0.9685534591194969, | |
| "destroyed": 0.9937106918238994, | |
| "un-classified": 0.8867924528301887, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.859375, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.9375, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3407647357723577, | |
| "micro": 0.7861635220125787 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8943089430894309, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.46875, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.359375, | |
| "micro": 0.7861635220125787 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 110, | |
| 0, | |
| 2, | |
| 0, | |
| 16, | |
| 0 | |
| ], | |
| [ | |
| 11, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 2, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 15, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211213-Candle-Factory-AO.geo.tif": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 78, | |
| "minor damage": 32, | |
| "major damage": 21, | |
| "destroyed": 36, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7771700776287933, | |
| "minor damage": 0.6078629032258065, | |
| "major damage": 0.695639701663798, | |
| "destroyed": 0.701710816777042, | |
| "un-classified": 0.675 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7540983606557377, | |
| "minor damage": 0.3508771929824561, | |
| "major damage": 0.4074074074074074, | |
| "destroyed": 0.5660377358490566, | |
| "un-classified": 0.5185185185185185, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5193878430826353, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7593582887700535, | |
| "minor damage": 0.8021390374331551, | |
| "major damage": 0.8288770053475936, | |
| "destroyed": 0.8770053475935828, | |
| "un-classified": 0.93048128342246, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6571428571428571, | |
| "minor damage": 0.4, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.497518315018315, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8846153846153846, | |
| "minor damage": 0.3125, | |
| "major damage": 0.5238095238095238, | |
| "destroyed": 0.4166666666666667, | |
| "un-classified": 0.35, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6545658263305322, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 69, | |
| 19, | |
| 5, | |
| 2, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 10, | |
| 3, | |
| 4, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 11, | |
| 15, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 2, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "20211214-Mayfield.geo.tif": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 527, | |
| "minor damage": 493, | |
| "major damage": 178, | |
| "destroyed": 315, | |
| "un-classified": 159, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6445182834367723, | |
| "minor damage": 0.5973355561405048, | |
| "major damage": 0.5838071386670276, | |
| "destroyed": 0.6766443251336398, | |
| "un-classified": 0.5948405225986939 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5294117647058824, | |
| "minor damage": 0.43632773938795655, | |
| "major damage": 0.24622030237580994, | |
| "destroyed": 0.515695067264574, | |
| "un-classified": 0.31313131313131315, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4081572373731072, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6555023923444976, | |
| "minor damage": 0.6584928229665071, | |
| "major damage": 0.791267942583732, | |
| "destroyed": 0.8708133971291866, | |
| "un-classified": 0.9186602870813397, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4648493543758967, | |
| "minor damage": 0.425, | |
| "major damage": 0.2, | |
| "destroyed": 0.8778625954198473, | |
| "un-classified": 0.7948717948717948, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3886698517443713, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6148007590132827, | |
| "minor damage": 0.4482758620689655, | |
| "major damage": 0.3202247191011236, | |
| "destroyed": 0.36507936507936506, | |
| "un-classified": 0.1949685534591195, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5525167489335078, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 324, | |
| 202, | |
| 61, | |
| 30, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 164, | |
| 221, | |
| 51, | |
| 46, | |
| 38, | |
| 0 | |
| ], | |
| [ | |
| 38, | |
| 61, | |
| 57, | |
| 122, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 5, | |
| 8, | |
| 115, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-01.geo.tif": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 3, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8545454545454546, | |
| "major damage": 0.5, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.8333333333333333 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4751515151515152, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 0.9375, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6439393939393939, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6022727272727273, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10142018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 242, | |
| "minor damage": 123, | |
| "major damage": 140, | |
| "destroyed": 91, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6275997308266567, | |
| "minor damage": 0.6450393800813008, | |
| "major damage": 0.6465728715728716, | |
| "destroyed": 0.7828761312217194, | |
| "un-classified": 0.6008862502151092 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45272206303724927, | |
| "minor damage": 0.41397849462365593, | |
| "major damage": 0.44785276073619634, | |
| "destroyed": 0.6436781609195402, | |
| "un-classified": 0.32653061224489793, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.456952418312308, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6992125984251969, | |
| "minor damage": 0.6566929133858268, | |
| "major damage": 0.7165354330708661, | |
| "destroyed": 0.9023622047244094, | |
| "un-classified": 0.9480314960629921, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7383177570093458, | |
| "minor damage": 0.3092369477911647, | |
| "major damage": 0.3924731182795699, | |
| "destroyed": 0.6746987951807228, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.45888078661914583, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.32644628099173556, | |
| "minor damage": 0.6260162601626016, | |
| "major damage": 0.5214285714285715, | |
| "destroyed": 0.6153846153846154, | |
| "un-classified": 0.20512820512820512, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5829453236521607, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 79, | |
| 8, | |
| 11, | |
| 2, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 117, | |
| 77, | |
| 34, | |
| 7, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 45, | |
| 33, | |
| 73, | |
| 26, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 21, | |
| 56, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "10132018-MexicoBeach.geo.tif": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 88, | |
| "minor damage": 84, | |
| "major damage": 62, | |
| "destroyed": 223, | |
| "un-classified": 53, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.696951744937527, | |
| "minor damage": 0.6952548625083836, | |
| "major damage": 0.5405025921658986, | |
| "destroyed": 0.7228246433649475, | |
| "un-classified": 0.5511333140663061 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5352112676056338, | |
| "minor damage": 0.4630541871921182, | |
| "major damage": 0.2087912087912088, | |
| "destroyed": 0.6806526806526807, | |
| "un-classified": 0.1875, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4150418688483283, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8705882352941177, | |
| "minor damage": 0.7862745098039216, | |
| "major damage": 0.7176470588235294, | |
| "destroyed": 0.7313725490196078, | |
| "un-classified": 0.8980392156862745, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7037037037037037, | |
| "minor damage": 0.3949579831932773, | |
| "major damage": 0.15833333333333333, | |
| "destroyed": 0.7087378640776699, | |
| "un-classified": 0.5454545454545454, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4131419343188802, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4318181818181818, | |
| "minor damage": 0.5595238095238095, | |
| "major damage": 0.3064516129032258, | |
| "destroyed": 0.6547085201793722, | |
| "un-classified": 0.11320754716981132, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.502237485952506, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 7, | |
| 4, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 27, | |
| 47, | |
| 7, | |
| 20, | |
| 18, | |
| 0 | |
| ], | |
| [ | |
| 16, | |
| 22, | |
| 19, | |
| 52, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 8, | |
| 29, | |
| 146, | |
| 16, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 2, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "05-08-2020-MussettBayouFire-SouthOf98-DelbertLn.geo.tif": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 2, | |
| "major damage": 5, | |
| "destroyed": 14, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8973214285714286, | |
| "minor damage": 0.7357142857142857, | |
| "major damage": 0.5, | |
| "destroyed": 0.9347826086956521 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.9032258064516129, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5713946869070209, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8918918918918919, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8648648648648649, | |
| "destroyed": 0.918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.5, | |
| "major damage": NaN, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.609375, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7189542483660131, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_gsd_metrics": { | |
| "1.946466": { | |
| "samples": { | |
| "total": 635, | |
| "actual_class_counts": { | |
| "no damage": 107, | |
| "minor damage": 249, | |
| "major damage": 186, | |
| "destroyed": 83, | |
| "un-classified": 10, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 242, | |
| "minor damage": 123, | |
| "major damage": 140, | |
| "destroyed": 91, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6275997308266567, | |
| "minor damage": 0.6450393800813008, | |
| "major damage": 0.6465728715728716, | |
| "destroyed": 0.7828761312217194, | |
| "un-classified": 0.6008862502151092 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.45272206303724927, | |
| "minor damage": 0.41397849462365593, | |
| "major damage": 0.44785276073619634, | |
| "destroyed": 0.6436781609195402, | |
| "un-classified": 0.32653061224489793, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.456952418312308, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6992125984251969, | |
| "minor damage": 0.6566929133858268, | |
| "major damage": 0.7165354330708661, | |
| "destroyed": 0.9023622047244094, | |
| "un-classified": 0.9480314960629921, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7383177570093458, | |
| "minor damage": 0.3092369477911647, | |
| "major damage": 0.3924731182795699, | |
| "destroyed": 0.6746987951807228, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.45888078661914583, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.32644628099173556, | |
| "minor damage": 0.6260162601626016, | |
| "major damage": 0.5214285714285715, | |
| "destroyed": 0.6153846153846154, | |
| "un-classified": 0.20512820512820512, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5829453236521607, | |
| "micro": 0.46141732283464565 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 79, | |
| 8, | |
| 11, | |
| 2, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 117, | |
| 77, | |
| 34, | |
| 7, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 45, | |
| 33, | |
| 73, | |
| 26, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 21, | |
| 56, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.042949": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 10, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 4, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8666666666666666, | |
| "destroyed": 1.0, | |
| "un-classified": 0.75 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6416666666666666, | |
| "micro": 0.875 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7999999999999999, | |
| "micro": 0.875 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": 1.0, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.725, | |
| "micro": 0.875 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 9, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.110499": { | |
| "samples": { | |
| "total": 1672, | |
| "actual_class_counts": { | |
| "no damage": 697, | |
| "minor damage": 520, | |
| "major damage": 285, | |
| "destroyed": 131, | |
| "un-classified": 39, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 527, | |
| "minor damage": 493, | |
| "major damage": 178, | |
| "destroyed": 315, | |
| "un-classified": 159, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6445182834367723, | |
| "minor damage": 0.5973355561405048, | |
| "major damage": 0.5838071386670276, | |
| "destroyed": 0.6766443251336398, | |
| "un-classified": 0.5948405225986939 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5294117647058824, | |
| "minor damage": 0.43632773938795655, | |
| "major damage": 0.24622030237580994, | |
| "destroyed": 0.515695067264574, | |
| "un-classified": 0.31313131313131315, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4081572373731072, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6555023923444976, | |
| "minor damage": 0.6584928229665071, | |
| "major damage": 0.791267942583732, | |
| "destroyed": 0.8708133971291866, | |
| "un-classified": 0.9186602870813397, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4648493543758967, | |
| "minor damage": 0.425, | |
| "major damage": 0.2, | |
| "destroyed": 0.8778625954198473, | |
| "un-classified": 0.7948717948717948, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3886698517443713, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6148007590132827, | |
| "minor damage": 0.4482758620689655, | |
| "major damage": 0.3202247191011236, | |
| "destroyed": 0.36507936507936506, | |
| "un-classified": 0.1949685534591195, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5525167489335078, | |
| "micro": 0.4473684210526316 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 324, | |
| 202, | |
| 61, | |
| 30, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 164, | |
| 221, | |
| 51, | |
| 46, | |
| 38, | |
| 0 | |
| ], | |
| [ | |
| 38, | |
| 61, | |
| 57, | |
| 122, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 5, | |
| 8, | |
| 115, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 31, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "3.21534": { | |
| "samples": { | |
| "total": 16, | |
| "actual_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 1, | |
| "major damage": 0, | |
| "destroyed": 2, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 11, | |
| "minor damage": 0, | |
| "major damage": 1, | |
| "destroyed": 1, | |
| "un-classified": 3, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8545454545454546, | |
| "major damage": 0.5, | |
| "destroyed": 0.9666666666666667, | |
| "un-classified": 0.8333333333333333 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": 0.0, | |
| "destroyed": 0.6666666666666666, | |
| "un-classified": 0.8, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4751515151515152, | |
| "micro": 0.8125 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.875, | |
| "minor damage": 0.9375, | |
| "major damage": 0.9375, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.9375, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": 0.0, | |
| "major damage": NaN, | |
| "destroyed": 0.5, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6439393939393939, | |
| "micro": 0.8125 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9090909090909091, | |
| "minor damage": NaN, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6022727272727273, | |
| "micro": 0.8125 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 10, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.019042": { | |
| "samples": { | |
| "total": 39, | |
| "actual_class_counts": { | |
| "no damage": 15, | |
| "minor damage": 3, | |
| "major damage": 1, | |
| "destroyed": 16, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 8, | |
| "minor damage": 9, | |
| "major damage": 2, | |
| "destroyed": 18, | |
| "un-classified": 2, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7298387096774194, | |
| "minor damage": 0.5944444444444444, | |
| "major damage": 0.4864864864864865, | |
| "destroyed": 0.8928571428571429, | |
| "un-classified": 0.972972972972973 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5217391304347826, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4808184143222506, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.717948717948718, | |
| "minor damage": 0.7948717948717948, | |
| "major damage": 0.9230769230769231, | |
| "destroyed": 0.8974358974358975, | |
| "un-classified": 0.9487179487179487, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.4, | |
| "minor damage": 0.6666666666666666, | |
| "major damage": 0.0, | |
| "destroyed": 0.9375, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5611111111111111, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.75, | |
| "minor damage": 0.2222222222222222, | |
| "major damage": 0.0, | |
| "destroyed": 0.8333333333333334, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5008333333333332, | |
| "micro": 0.6410256410256411 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 6, | |
| 7, | |
| 1, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 1, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "4.401284": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6, | |
| "un-classified": 0.6 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8888888888888888, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.3333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.611111111111111, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8095238095238095, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.8095238095238095, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 16, | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.197147": { | |
| "samples": { | |
| "total": 177, | |
| "actual_class_counts": { | |
| "no damage": 55, | |
| "minor damage": 62, | |
| "major damage": 45, | |
| "destroyed": 10, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 106, | |
| "minor damage": 19, | |
| "major damage": 14, | |
| "destroyed": 18, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6300823810789263, | |
| "minor damage": 0.4217188540972685, | |
| "major damage": 0.7885626643295355, | |
| "destroyed": 0.6850104821802935, | |
| "un-classified": 0.625 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.546583850931677, | |
| "minor damage": 0.09876543209876543, | |
| "major damage": 0.3728813559322034, | |
| "destroyed": 0.5, | |
| "un-classified": 0.4, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.38364612779252916, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.5875706214689266, | |
| "minor damage": 0.5875706214689266, | |
| "major damage": 0.7909604519774012, | |
| "destroyed": 0.9209039548022598, | |
| "un-classified": 0.9152542372881356, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": 0.06451612903225806, | |
| "major damage": 0.24444444444444444, | |
| "destroyed": 0.7, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.41004476600305795, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.41509433962264153, | |
| "minor damage": 0.21052631578947367, | |
| "major damage": 0.7857142857142857, | |
| "destroyed": 0.3888888888888889, | |
| "un-classified": 0.25, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5617921146953405, | |
| "micro": 0.4011299435028249 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 44, | |
| 3, | |
| 0, | |
| 0, | |
| 8, | |
| 0 | |
| ], | |
| [ | |
| 52, | |
| 4, | |
| 2, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 10, | |
| 11, | |
| 11, | |
| 10, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 1, | |
| 7, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.001503": { | |
| "samples": { | |
| "total": 37, | |
| "actual_class_counts": { | |
| "no damage": 18, | |
| "minor damage": 2, | |
| "major damage": 0, | |
| "destroyed": 17, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 2, | |
| "major damage": 5, | |
| "destroyed": 14, | |
| "un-classified": 0, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8973214285714286, | |
| "minor damage": 0.7357142857142857, | |
| "major damage": 0.5, | |
| "destroyed": 0.9347826086956521 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.9032258064516129, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5713946869070209, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8918918918918919, | |
| "minor damage": 0.9459459459459459, | |
| "major damage": 0.8648648648648649, | |
| "destroyed": 0.918918918918919, | |
| "un-classified": 1.0, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8333333333333334, | |
| "minor damage": 0.5, | |
| "major damage": NaN, | |
| "destroyed": 0.8235294117647058, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.609375, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9375, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 1.0, | |
| "un-classified": NaN, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.7189542483660131, | |
| "micro": 0.8108108108108109 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 15, | |
| 1, | |
| 2, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 14, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "2.927101": { | |
| "samples": { | |
| "total": 187, | |
| "actual_class_counts": { | |
| "no damage": 105, | |
| "minor damage": 25, | |
| "major damage": 33, | |
| "destroyed": 17, | |
| "un-classified": 7, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 78, | |
| "minor damage": 32, | |
| "major damage": 21, | |
| "destroyed": 36, | |
| "un-classified": 20, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7771700776287933, | |
| "minor damage": 0.6078629032258065, | |
| "major damage": 0.695639701663798, | |
| "destroyed": 0.701710816777042, | |
| "un-classified": 0.675 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7540983606557377, | |
| "minor damage": 0.3508771929824561, | |
| "major damage": 0.4074074074074074, | |
| "destroyed": 0.5660377358490566, | |
| "un-classified": 0.5185185185185185, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5193878430826353, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7593582887700535, | |
| "minor damage": 0.8021390374331551, | |
| "major damage": 0.8288770053475936, | |
| "destroyed": 0.8770053475935828, | |
| "un-classified": 0.93048128342246, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6571428571428571, | |
| "minor damage": 0.4, | |
| "major damage": 0.3333333333333333, | |
| "destroyed": 0.8823529411764706, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.497518315018315, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8846153846153846, | |
| "minor damage": 0.3125, | |
| "major damage": 0.5238095238095238, | |
| "destroyed": 0.4166666666666667, | |
| "un-classified": 0.35, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6545658263305322, | |
| "micro": 0.5989304812834224 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 69, | |
| 19, | |
| 5, | |
| 2, | |
| 10, | |
| 0 | |
| ], | |
| [ | |
| 6, | |
| 10, | |
| 3, | |
| 4, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 11, | |
| 15, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 2, | |
| 15, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 7, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "1.964606": { | |
| "samples": { | |
| "total": 510, | |
| "actual_class_counts": { | |
| "no damage": 54, | |
| "minor damage": 119, | |
| "major damage": 120, | |
| "destroyed": 206, | |
| "un-classified": 11, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 88, | |
| "minor damage": 84, | |
| "major damage": 62, | |
| "destroyed": 223, | |
| "un-classified": 53, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.696951744937527, | |
| "minor damage": 0.6952548625083836, | |
| "major damage": 0.5405025921658986, | |
| "destroyed": 0.7228246433649475, | |
| "un-classified": 0.5511333140663061 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5352112676056338, | |
| "minor damage": 0.4630541871921182, | |
| "major damage": 0.2087912087912088, | |
| "destroyed": 0.6806526806526807, | |
| "un-classified": 0.1875, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4150418688483283, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8705882352941177, | |
| "minor damage": 0.7862745098039216, | |
| "major damage": 0.7176470588235294, | |
| "destroyed": 0.7313725490196078, | |
| "un-classified": 0.8980392156862745, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7037037037037037, | |
| "minor damage": 0.3949579831932773, | |
| "major damage": 0.15833333333333333, | |
| "destroyed": 0.7087378640776699, | |
| "un-classified": 0.5454545454545454, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4131419343188802, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.4318181818181818, | |
| "minor damage": 0.5595238095238095, | |
| "major damage": 0.3064516129032258, | |
| "destroyed": 0.6547085201793722, | |
| "un-classified": 0.11320754716981132, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.502237485952506, | |
| "micro": 0.5019607843137255 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 38, | |
| 7, | |
| 4, | |
| 3, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 27, | |
| 47, | |
| 7, | |
| 20, | |
| 18, | |
| 0 | |
| ], | |
| [ | |
| 16, | |
| 22, | |
| 19, | |
| 52, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 8, | |
| 29, | |
| 146, | |
| 16, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 3, | |
| 2, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "12.7": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 608, | |
| "minor damage": 14, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 157, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6218239564428312, | |
| "minor damage": 0.5044642857142857, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.657620382165605 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8541832669322709, | |
| "minor damage": 0.031746031746031744, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4766355140186916, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.27251296253939883, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7659846547314578, | |
| "minor damage": 0.921994884910486, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8567774936061381, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8284389489953632, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8947368421052632, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.31946207078205063, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.881578947368421, | |
| "minor damage": 0.07142857142857142, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.3248407643312102, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3487167908731865, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 536, | |
| 10, | |
| 3, | |
| 0, | |
| 98, | |
| 0 | |
| ], | |
| [ | |
| 43, | |
| 1, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 0, | |
| 0, | |
| 51, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_collection_platform_metrics": { | |
| "Wingtra WingtraOne Gen II": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 608, | |
| "minor damage": 14, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 157, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6218239564428312, | |
| "minor damage": 0.5044642857142857, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.657620382165605 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8541832669322709, | |
| "minor damage": 0.031746031746031744, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4766355140186916, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.27251296253939883, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7659846547314578, | |
| "minor damage": 0.921994884910486, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8567774936061381, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8284389489953632, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8947368421052632, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.31946207078205063, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.881578947368421, | |
| "minor damage": 0.07142857142857142, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.3248407643312102, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3487167908731865, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 536, | |
| 10, | |
| 3, | |
| 0, | |
| 98, | |
| 0 | |
| ], | |
| [ | |
| 43, | |
| 1, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 0, | |
| 0, | |
| 51, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic Pro": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 330, | |
| "minor damage": 207, | |
| "major damage": 202, | |
| "destroyed": 314, | |
| "un-classified": 92, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6502788622420523, | |
| "minor damage": 0.669452942327699, | |
| "major damage": 0.6142551158615333, | |
| "destroyed": 0.7693094805583022, | |
| "un-classified": 0.5727631198645691 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.47657841140529533, | |
| "minor damage": 0.43130434782608695, | |
| "major damage": 0.36220472440944884, | |
| "destroyed": 0.6699834162520729, | |
| "un-classified": 0.24778761061946902, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.43757170210247465, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7755458515283843, | |
| "minor damage": 0.714410480349345, | |
| "major damage": 0.7170305676855895, | |
| "destroyed": 0.8262008733624454, | |
| "un-classified": 0.925764192139738, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7267080745341615, | |
| "minor damage": 0.33695652173913043, | |
| "major damage": 0.3006535947712418, | |
| "destroyed": 0.698961937716263, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.44090216609586735, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.35454545454545455, | |
| "minor damage": 0.5990338164251208, | |
| "major damage": 0.45544554455445546, | |
| "destroyed": 0.643312101910828, | |
| "un-classified": 0.15217391304347827, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5459893590854927, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 117, | |
| 15, | |
| 15, | |
| 5, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 144, | |
| 124, | |
| 41, | |
| 27, | |
| 32, | |
| 0 | |
| ], | |
| [ | |
| 61, | |
| 55, | |
| 92, | |
| 78, | |
| 20, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 12, | |
| 50, | |
| 202, | |
| 17, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 4, | |
| 2, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "SenseFly eBee X": { | |
| "samples": { | |
| "total": 2052, | |
| "actual_class_counts": { | |
| "no damage": 868, | |
| "minor damage": 608, | |
| "major damage": 363, | |
| "destroyed": 160, | |
| "un-classified": 53, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 722, | |
| "minor damage": 544, | |
| "major damage": 214, | |
| "destroyed": 370, | |
| "un-classified": 202, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6512861100118716, | |
| "minor damage": 0.5923189070057732, | |
| "major damage": 0.6073215502425432, | |
| "destroyed": 0.6799466529549764, | |
| "un-classified": 0.6092239764516993 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5622641509433962, | |
| "minor damage": 0.4079861111111111, | |
| "major damage": 0.2738301559792028, | |
| "destroyed": 0.5207547169811321, | |
| "un-classified": 0.35294117647058826, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.42355526229708607, | |
| "micro": 0.4600389863547758 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6608187134502924, | |
| "minor damage": 0.6676413255360624, | |
| "major damage": 0.7958089668615984, | |
| "destroyed": 0.8762183235867447, | |
| "un-classified": 0.9195906432748538, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5149769585253456, | |
| "minor damage": 0.38651315789473684, | |
| "major damage": 0.21763085399449036, | |
| "destroyed": 0.8625, | |
| "un-classified": 0.8490566037735849, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4032005992460436, | |
| "micro": 0.4600389863547758 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6191135734072022, | |
| "minor damage": 0.4319852941176471, | |
| "major damage": 0.3691588785046729, | |
| "destroyed": 0.372972972972973, | |
| "un-classified": 0.22277227722772278, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5661355148376316, | |
| "micro": 0.4600389863547758 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 447, | |
| 224, | |
| 66, | |
| 32, | |
| 99, | |
| 0 | |
| ], | |
| [ | |
| 223, | |
| 235, | |
| 56, | |
| 51, | |
| 43, | |
| 0 | |
| ], | |
| [ | |
| 51, | |
| 75, | |
| 79, | |
| 147, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 6, | |
| 12, | |
| 138, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 45, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Phantom 4": { | |
| "samples": { | |
| "total": 92, | |
| "actual_class_counts": { | |
| "no damage": 43, | |
| "minor damage": 6, | |
| "major damage": 1, | |
| "destroyed": 37, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 34, | |
| "minor damage": 11, | |
| "major damage": 7, | |
| "destroyed": 36, | |
| "un-classified": 4, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.829107505070994, | |
| "minor damage": 0.6178451178451179, | |
| "major damage": 0.49411764705882355, | |
| "destroyed": 0.9226190476190476, | |
| "un-classified": 0.8636363636363636 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.7792207792207793, | |
| "minor damage": 0.35294117647058826, | |
| "major damage": 0.0, | |
| "destroyed": 0.9041095890410958, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5405876422798259, | |
| "micro": 0.75 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8152173913043478, | |
| "minor damage": 0.8804347826086957, | |
| "major damage": 0.9130434782608695, | |
| "destroyed": 0.9239130434782609, | |
| "un-classified": 0.967391304347826, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6976744186046512, | |
| "minor damage": 0.5, | |
| "major damage": 0.0, | |
| "destroyed": 0.8918918918918919, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.564349376114082, | |
| "micro": 0.75 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.8823529411764706, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.0, | |
| "destroyed": 0.9166666666666666, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5379132620993087, | |
| "micro": 0.75 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 30, | |
| 8, | |
| 3, | |
| 1, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 3, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 4, | |
| 33, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 3, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "DJI Mavic 2": { | |
| "samples": { | |
| "total": 21, | |
| "actual_class_counts": { | |
| "no damage": 20, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 1, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 16, | |
| "minor damage": 0, | |
| "major damage": 0, | |
| "destroyed": 0, | |
| "un-classified": 5, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6, | |
| "un-classified": 0.6 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8888888888888888, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.3333333333333333, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.611111111111111, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8095238095238095, | |
| "minor damage": 1.0, | |
| "major damage": 1.0, | |
| "destroyed": 1.0, | |
| "un-classified": 0.8095238095238095, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 1.0, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.6, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 1.0, | |
| "minor damage": NaN, | |
| "major damage": NaN, | |
| "destroyed": NaN, | |
| "un-classified": 0.2, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.9, | |
| "micro": 0.8095238095238095 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 16, | |
| 0, | |
| 0, | |
| 0, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_source_metrics": { | |
| "sUAS": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1710, | |
| "minor damage": 776, | |
| "major damage": 426, | |
| "destroyed": 720, | |
| "un-classified": 460, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7106124883998408, | |
| "minor damage": 0.6331679890067526, | |
| "major damage": 0.6289639089309452, | |
| "destroyed": 0.7419755832344801, | |
| "un-classified": 0.6207467439187896 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645404465062337, | |
| "minor damage": 0.40177089097952406, | |
| "major damage": 0.3045414069456812, | |
| "destroyed": 0.6175496688741722, | |
| "un-classified": 0.38190954773869346, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4740623922088609, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7172531769305963, | |
| "minor damage": 0.7358260019550342, | |
| "major damage": 0.8091397849462365, | |
| "destroyed": 0.8870967741935484, | |
| "un-classified": 0.9098240469208211, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6589994249568718, | |
| "minor damage": 0.35208535402521823, | |
| "major damage": 0.24533715925394547, | |
| "destroyed": 0.764344262295082, | |
| "un-classified": 0.8321167883211679, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4610498073934866, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6701754385964912, | |
| "minor damage": 0.4677835051546392, | |
| "major damage": 0.4014084507042254, | |
| "destroyed": 0.5180555555555556, | |
| "un-classified": 0.24782608695652175, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5705765977704571, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1146, | |
| 257, | |
| 87, | |
| 38, | |
| 211, | |
| 0 | |
| ], | |
| [ | |
| 413, | |
| 363, | |
| 97, | |
| 78, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 136, | |
| 131, | |
| 171, | |
| 226, | |
| 33, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 19, | |
| 66, | |
| 373, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 5, | |
| 5, | |
| 114, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_pre_or_post_metrics": { | |
| "POST": { | |
| "samples": { | |
| "total": 4092, | |
| "actual_class_counts": { | |
| "no damage": 1739, | |
| "minor damage": 1031, | |
| "major damage": 697, | |
| "destroyed": 488, | |
| "un-classified": 137, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 1710, | |
| "minor damage": 776, | |
| "major damage": 426, | |
| "destroyed": 720, | |
| "un-classified": 460, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.7106124883998408, | |
| "minor damage": 0.6331679890067526, | |
| "major damage": 0.6289639089309452, | |
| "destroyed": 0.7419755832344801, | |
| "un-classified": 0.6207467439187896 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.6645404465062337, | |
| "minor damage": 0.40177089097952406, | |
| "major damage": 0.3045414069456812, | |
| "destroyed": 0.6175496688741722, | |
| "un-classified": 0.38190954773869346, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4740623922088609, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7172531769305963, | |
| "minor damage": 0.7358260019550342, | |
| "major damage": 0.8091397849462365, | |
| "destroyed": 0.8870967741935484, | |
| "un-classified": 0.9098240469208211, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.6589994249568718, | |
| "minor damage": 0.35208535402521823, | |
| "major damage": 0.24533715925394547, | |
| "destroyed": 0.764344262295082, | |
| "un-classified": 0.8321167883211679, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4610498073934866, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6701754385964912, | |
| "minor damage": 0.4677835051546392, | |
| "major damage": 0.4014084507042254, | |
| "destroyed": 0.5180555555555556, | |
| "un-classified": 0.24782608695652175, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5705765977704571, | |
| "micro": 0.5295698924731183 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 1146, | |
| 257, | |
| 87, | |
| 38, | |
| 211, | |
| 0 | |
| ], | |
| [ | |
| 413, | |
| 363, | |
| 97, | |
| 78, | |
| 80, | |
| 0 | |
| ], | |
| [ | |
| 136, | |
| 131, | |
| 171, | |
| 226, | |
| 33, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 19, | |
| 66, | |
| 373, | |
| 22, | |
| 0 | |
| ], | |
| [ | |
| 7, | |
| 6, | |
| 5, | |
| 5, | |
| 114, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "per_event_metrics": { | |
| "Mayfield Tornado": { | |
| "samples": { | |
| "total": 2036, | |
| "actual_class_counts": { | |
| "no damage": 857, | |
| "minor damage": 607, | |
| "major damage": 363, | |
| "destroyed": 158, | |
| "un-classified": 51, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 711, | |
| "minor damage": 544, | |
| "major damage": 213, | |
| "destroyed": 369, | |
| "un-classified": 199, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6488230767189449, | |
| "minor damage": 0.5913277677022553, | |
| "major damage": 0.6075524273819918, | |
| "destroyed": 0.6793381161166142, | |
| "un-classified": 0.6058627377497176 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.5573979591836735, | |
| "minor damage": 0.40834057341442226, | |
| "major damage": 0.2743055555555556, | |
| "destroyed": 0.5199240986717267, | |
| "un-classified": 0.344, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4207936373650756, | |
| "micro": 0.45726915520628686 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.6591355599214146, | |
| "minor damage": 0.6655206286836935, | |
| "major damage": 0.7946954813359528, | |
| "destroyed": 0.8757367387033399, | |
| "un-classified": 0.9194499017681729, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.5099183197199533, | |
| "minor damage": 0.3871499176276771, | |
| "major damage": 0.21763085399449036, | |
| "destroyed": 0.8670886075949367, | |
| "un-classified": 0.8431372549019608, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.4009717426315058, | |
| "micro": 0.45726915520628686 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.6146272855133614, | |
| "minor damage": 0.4319852941176471, | |
| "major damage": 0.37089201877934275, | |
| "destroyed": 0.3712737127371274, | |
| "un-classified": 0.21608040201005024, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5649849907678036, | |
| "micro": 0.45726915520628686 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 437, | |
| 224, | |
| 66, | |
| 32, | |
| 98, | |
| 0 | |
| ], | |
| [ | |
| 222, | |
| 235, | |
| 56, | |
| 51, | |
| 43, | |
| 0 | |
| ], | |
| [ | |
| 51, | |
| 75, | |
| 79, | |
| 147, | |
| 11, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 6, | |
| 11, | |
| 137, | |
| 4, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 4, | |
| 1, | |
| 2, | |
| 43, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Michael": { | |
| "samples": { | |
| "total": 1145, | |
| "actual_class_counts": { | |
| "no damage": 161, | |
| "minor damage": 368, | |
| "major damage": 306, | |
| "destroyed": 289, | |
| "un-classified": 21, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 330, | |
| "minor damage": 207, | |
| "major damage": 202, | |
| "destroyed": 314, | |
| "un-classified": 92, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6502788622420523, | |
| "minor damage": 0.669452942327699, | |
| "major damage": 0.6142551158615333, | |
| "destroyed": 0.7693094805583022, | |
| "un-classified": 0.5727631198645691 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.47657841140529533, | |
| "minor damage": 0.43130434782608695, | |
| "major damage": 0.36220472440944884, | |
| "destroyed": 0.6699834162520729, | |
| "un-classified": 0.24778761061946902, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.43757170210247465, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7755458515283843, | |
| "minor damage": 0.714410480349345, | |
| "major damage": 0.7170305676855895, | |
| "destroyed": 0.8262008733624454, | |
| "un-classified": 0.925764192139738, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7267080745341615, | |
| "minor damage": 0.33695652173913043, | |
| "major damage": 0.3006535947712418, | |
| "destroyed": 0.698961937716263, | |
| "un-classified": 0.6666666666666666, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.44090216609586735, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.35454545454545455, | |
| "minor damage": 0.5990338164251208, | |
| "major damage": 0.45544554455445546, | |
| "destroyed": 0.643312101910828, | |
| "un-classified": 0.15217391304347827, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5459893590854927, | |
| "micro": 0.4794759825327511 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 117, | |
| 15, | |
| 15, | |
| 5, | |
| 9, | |
| 0 | |
| ], | |
| [ | |
| 144, | |
| 124, | |
| 41, | |
| 27, | |
| 32, | |
| 0 | |
| ], | |
| [ | |
| 61, | |
| 55, | |
| 92, | |
| 78, | |
| 20, | |
| 0 | |
| ], | |
| [ | |
| 8, | |
| 12, | |
| 50, | |
| 202, | |
| 17, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 4, | |
| 2, | |
| 14, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Hurricane Idalia": { | |
| "samples": { | |
| "total": 782, | |
| "actual_class_counts": { | |
| "no damage": 647, | |
| "minor damage": 49, | |
| "major damage": 27, | |
| "destroyed": 2, | |
| "un-classified": 57, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 608, | |
| "minor damage": 14, | |
| "major damage": 3, | |
| "destroyed": 0, | |
| "un-classified": 157, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.6218239564428312, | |
| "minor damage": 0.5044642857142857, | |
| "major damage": 0.48267008985879334, | |
| "un-classified": 0.657620382165605 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8541832669322709, | |
| "minor damage": 0.031746031746031744, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.4766355140186916, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.27251296253939883, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.7659846547314578, | |
| "minor damage": 0.921994884910486, | |
| "major damage": 0.9616368286445013, | |
| "destroyed": 0.9974424552429667, | |
| "un-classified": 0.8567774936061381, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.8284389489953632, | |
| "minor damage": 0.02040816326530612, | |
| "major damage": 0.0, | |
| "destroyed": 0.0, | |
| "un-classified": 0.8947368421052632, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.31946207078205063, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.881578947368421, | |
| "minor damage": 0.07142857142857142, | |
| "major damage": 0.0, | |
| "destroyed": NaN, | |
| "un-classified": 0.3248407643312102, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.3487167908731865, | |
| "micro": 0.7519181585677749 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 536, | |
| 10, | |
| 3, | |
| 0, | |
| 98, | |
| 0 | |
| ], | |
| [ | |
| 43, | |
| 1, | |
| 0, | |
| 0, | |
| 5, | |
| 0 | |
| ], | |
| [ | |
| 24, | |
| 1, | |
| 0, | |
| 0, | |
| 2, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0 | |
| ], | |
| [ | |
| 5, | |
| 1, | |
| 0, | |
| 0, | |
| 51, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| }, | |
| "Mussett Bayou Fire": { | |
| "samples": { | |
| "total": 129, | |
| "actual_class_counts": { | |
| "no damage": 74, | |
| "minor damage": 7, | |
| "major damage": 1, | |
| "destroyed": 39, | |
| "un-classified": 8, | |
| "obscured": 0 | |
| }, | |
| "predicted_class_counts": { | |
| "no damage": 61, | |
| "minor damage": 11, | |
| "major damage": 8, | |
| "destroyed": 37, | |
| "un-classified": 12, | |
| "obscured": 0 | |
| } | |
| }, | |
| "metrics": { | |
| "AUC_ROC": { | |
| "class_level": { | |
| "no damage": 0.8266634522661525, | |
| "minor damage": 0.6194144838212634, | |
| "major damage": 0.49586776859504134, | |
| "destroyed": 0.9322855464159812, | |
| "un-classified": 0.7414529914529914 | |
| } | |
| }, | |
| "F1": { | |
| "class_level": { | |
| "no damage": 0.8296296296296296, | |
| "minor damage": 0.3333333333333333, | |
| "major damage": 0.0, | |
| "destroyed": 0.8947368421052632, | |
| "un-classified": 0.6, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5315399610136453, | |
| "micro": 0.7674418604651163 | |
| }, | |
| "Accuracy": { | |
| "class_level": { | |
| "no damage": 0.8217054263565892, | |
| "minor damage": 0.9069767441860465, | |
| "major damage": 0.9302325581395349, | |
| "destroyed": 0.937984496124031, | |
| "un-classified": 0.937984496124031, | |
| "obscured": 1.0 | |
| } | |
| }, | |
| "Precision": { | |
| "class_level": { | |
| "no damage": 0.7567567567567568, | |
| "minor damage": 0.42857142857142855, | |
| "major damage": 0.0, | |
| "destroyed": 0.8717948717948718, | |
| "un-classified": 0.75, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5219357957062876, | |
| "micro": 0.7674418604651163 | |
| }, | |
| "Recall": { | |
| "class_level": { | |
| "no damage": 0.9180327868852459, | |
| "minor damage": 0.2727272727272727, | |
| "major damage": 0.0, | |
| "destroyed": 0.918918918918919, | |
| "un-classified": 0.5, | |
| "obscured": NaN | |
| }, | |
| "macro": 0.5614246114246114, | |
| "micro": 0.7674418604651163 | |
| }, | |
| "Confusion_Matrix": { | |
| "matrix": [ | |
| [ | |
| 56, | |
| 8, | |
| 3, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 4, | |
| 3, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 5, | |
| 34, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 6, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| ], | |
| "class_labels": [ | |
| "no damage", | |
| "minor damage", | |
| "major damage", | |
| "destroyed", | |
| "un-classified", | |
| "obscured" | |
| ] | |
| } | |
| } | |
| } | |
| } | |
| } |