| { | |
| "timestamp": "20251126_091410", | |
| "disease_classes": [ | |
| "Myocarditis", | |
| "Cardiomyopathy", | |
| "Kawasaki", | |
| "CHD", | |
| "Healthy" | |
| ], | |
| "optimized_thresholds": { | |
| "f1_max": { | |
| "Myocarditis": 0.7399999999999997, | |
| "Cardiomyopathy": 0.8199999999999996, | |
| "Kawasaki": 0.3799999999999999, | |
| "CHD": 0.7699999999999997, | |
| "Healthy": 0.24999999999999992 | |
| }, | |
| "youden": { | |
| "Myocarditis": 0.1, | |
| "Cardiomyopathy": 0.2599999999999999, | |
| "Kawasaki": 0.21999999999999995, | |
| "CHD": 0.30999999999999994, | |
| "Healthy": 0.6299999999999997 | |
| }, | |
| "recall_priority": { | |
| "Myocarditis": 0.7400000000000002, | |
| "Cardiomyopathy": 0.8200000000000002, | |
| "Kawasaki": 0.05, | |
| "CHD": 0.7700000000000002, | |
| "Healthy": 0.25000000000000006 | |
| } | |
| }, | |
| "comparison": { | |
| "Baseline (0.5)": { | |
| "global_metrics": { | |
| "hamming_loss": 0.019049207673060883, | |
| "exact_match": 0.9499582985821518, | |
| "subset_accuracy": 0.9505421184320267, | |
| "micro_f1": 0.9523173277661795, | |
| "macro_f1": 0.8424217595846638 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.8486238532110092, | |
| "recall": 0.8726415094339622, | |
| "f1": 0.8604651162790697, | |
| "threshold": 0.5 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.9285714285714286, | |
| "recall": 0.9285714285714286, | |
| "f1": 0.9285714285714286, | |
| "threshold": 0.5 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.6666666666666666, | |
| "recall": 0.5945945945945946, | |
| "f1": 0.6285714285714286, | |
| "threshold": 0.5 | |
| }, | |
| "CHD": { | |
| "precision": 0.7751277683134583, | |
| "recall": 0.875, | |
| "f1": 0.8220415537488708, | |
| "threshold": 0.5 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9804458349628471, | |
| "recall": 0.9646017699115044, | |
| "f1": 0.9724592707525214, | |
| "threshold": 0.5 | |
| } | |
| } | |
| }, | |
| "F1-Maximization": { | |
| "global_metrics": { | |
| "hamming_loss": 0.015045871559633028, | |
| "exact_match": 0.9587989991659717, | |
| "subset_accuracy": 0.9600500417014178, | |
| "micro_f1": 0.9623444936127578, | |
| "macro_f1": 0.8428419479454435 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.9197860962566845, | |
| "recall": 0.8113207547169812, | |
| "f1": 0.8621553884711779, | |
| "threshold": 0.7399999999999997 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.9230769230769231, | |
| "recall": 0.8571428571428571, | |
| "f1": 0.8888888888888888, | |
| "threshold": 0.8199999999999996 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.6388888888888888, | |
| "recall": 0.6216216216216216, | |
| "f1": 0.6301369863013698, | |
| "threshold": 0.3799999999999999 | |
| }, | |
| "CHD": { | |
| "precision": 0.9034334763948498, | |
| "recall": 0.8096153846153846, | |
| "f1": 0.8539553752535497, | |
| "threshold": 0.7699999999999997 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9726599582304918, | |
| "recall": 0.9855713736052328, | |
| "f1": 0.9790731008122312, | |
| "threshold": 0.24999999999999992 | |
| } | |
| } | |
| }, | |
| "Youden's J": { | |
| "global_metrics": { | |
| "hamming_loss": 0.02628857381150959, | |
| "exact_match": 0.925604670558799, | |
| "subset_accuracy": 0.9349457881567973, | |
| "micro_f1": 0.9349298100743187, | |
| "macro_f1": 0.788465055505389 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.625, | |
| "recall": 0.9198113207547169, | |
| "f1": 0.7442748091603053, | |
| "threshold": 0.1 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.875, | |
| "recall": 1.0, | |
| "f1": 0.9333333333333333, | |
| "threshold": 0.2599999999999999 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.45098039215686275, | |
| "recall": 0.6216216216216216, | |
| "f1": 0.5227272727272727, | |
| "threshold": 0.21999999999999995 | |
| }, | |
| "CHD": { | |
| "precision": 0.6802325581395349, | |
| "recall": 0.9, | |
| "f1": 0.7748344370860927, | |
| "threshold": 0.30999999999999994 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9831081081081081, | |
| "recall": 0.9517121969988457, | |
| "f1": 0.9671554252199414, | |
| "threshold": 0.6299999999999997 | |
| } | |
| } | |
| }, | |
| "Recall-Prioritized": { | |
| "global_metrics": { | |
| "hamming_loss": 0.01694745621351126, | |
| "exact_match": 0.9496246872393661, | |
| "subset_accuracy": 0.9555462885738115, | |
| "micro_f1": 0.9577932868062479, | |
| "macro_f1": 0.7895418234124423 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.9197860962566845, | |
| "recall": 0.8113207547169812, | |
| "f1": 0.8621553884711779, | |
| "threshold": 0.7400000000000002 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.9230769230769231, | |
| "recall": 0.8571428571428571, | |
| "f1": 0.8888888888888888, | |
| "threshold": 0.8200000000000002 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.25263157894736843, | |
| "recall": 0.6486486486486487, | |
| "f1": 0.36363636363636365, | |
| "threshold": 0.05 | |
| }, | |
| "CHD": { | |
| "precision": 0.9034334763948498, | |
| "recall": 0.8096153846153846, | |
| "f1": 0.8539553752535497, | |
| "threshold": 0.7700000000000002 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9726599582304918, | |
| "recall": 0.9855713736052328, | |
| "f1": 0.9790731008122312, | |
| "threshold": 0.25000000000000006 | |
| } | |
| } | |
| } | |
| } | |
| } |