vibration_test_evaluation.json 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. {
  2. "model_type": "vibration",
  3. "evaluation_set": "sealed_test",
  4. "threshold": 0.9166295528411865,
  5. "window_metrics": {
  6. "samples": 2180,
  7. "normal_samples": 2159,
  8. "anomaly_samples": 21,
  9. "tp": 15,
  10. "fp": 6,
  11. "fn": 6,
  12. "tn": 2153,
  13. "precision": 0.7142857142857143,
  14. "recall": 0.7142857142857143,
  15. "f1": 0.7142857142857143,
  16. "pr_auc": 0.8269889265197261,
  17. "specificity": 0.9972209356183418,
  18. "accuracy": 0.9944954128440368,
  19. "balanced_accuracy": 0.855753324952028,
  20. "macro_f1": 0.855753324952028,
  21. "weighted_f1": 0.9944954128440368,
  22. "class_metrics": {
  23. "normal": {
  24. "precision": 0.9972209356183418,
  25. "recall": 0.9972209356183418,
  26. "f1": 0.9972209356183418,
  27. "support": 2159
  28. },
  29. "anomaly": {
  30. "precision": 0.7142857142857143,
  31. "recall": 0.7142857142857143,
  32. "f1": 0.7142857142857143,
  33. "support": 21
  34. }
  35. },
  36. "confusion_matrix_counts": {
  37. "tn": 2153,
  38. "fp": 6,
  39. "fn": 6,
  40. "tp": 15
  41. },
  42. "confusion_matrix_normalized": {
  43. "normal": {
  44. "predicted_normal": 0.9972209356183418,
  45. "predicted_anomaly": 0.002779064381658175
  46. },
  47. "anomaly": {
  48. "predicted_normal": 0.2857142857142857,
  49. "predicted_anomaly": 0.7142857142857143
  50. }
  51. }
  52. },
  53. "event_metrics": {
  54. "anomaly_events": 4,
  55. "normal_events": 14,
  56. "detected_anomaly_events": 4,
  57. "missed_anomaly_events": 0,
  58. "false_positive_normal_events": 3,
  59. "event_recall": 1.0
  60. },
  61. "by_unit": {
  62. "7号机": {
  63. "samples": 685,
  64. "normal_samples": 676,
  65. "anomaly_samples": 9,
  66. "tp": 7,
  67. "fp": 0,
  68. "fn": 2,
  69. "tn": 676,
  70. "precision": 1.0,
  71. "recall": 0.7777777777777778,
  72. "f1": 0.875,
  73. "pr_auc": 0.9765432098765434,
  74. "specificity": 1.0,
  75. "accuracy": 0.997080291970803,
  76. "balanced_accuracy": 0.8888888888888888,
  77. "macro_f1": 0.936761447562777,
  78. "weighted_f1": 0.996899966576459,
  79. "class_metrics": {
  80. "normal": {
  81. "precision": 0.9970501474926253,
  82. "recall": 1.0,
  83. "f1": 0.9985228951255539,
  84. "support": 676
  85. },
  86. "anomaly": {
  87. "precision": 1.0,
  88. "recall": 0.7777777777777778,
  89. "f1": 0.875,
  90. "support": 9
  91. }
  92. },
  93. "confusion_matrix_counts": {
  94. "tn": 676,
  95. "fp": 0,
  96. "fn": 2,
  97. "tp": 7
  98. },
  99. "confusion_matrix_normalized": {
  100. "normal": {
  101. "predicted_normal": 1.0,
  102. "predicted_anomaly": 0.0
  103. },
  104. "anomaly": {
  105. "predicted_normal": 0.2222222222222222,
  106. "predicted_anomaly": 0.7777777777777778
  107. }
  108. }
  109. },
  110. "8号机": {
  111. "samples": 714,
  112. "normal_samples": 702,
  113. "anomaly_samples": 12,
  114. "tp": 8,
  115. "fp": 5,
  116. "fn": 4,
  117. "tn": 697,
  118. "precision": 0.6153846153846154,
  119. "recall": 0.6666666666666666,
  120. "f1": 0.64,
  121. "pr_auc": 0.8001706991838571,
  122. "specificity": 0.9928774928774928,
  123. "accuracy": 0.9873949579831933,
  124. "balanced_accuracy": 0.8297720797720798,
  125. "macro_f1": 0.8167925873129009,
  126. "weighted_f1": 0.9876425666488976,
  127. "class_metrics": {
  128. "normal": {
  129. "precision": 0.9942938659058488,
  130. "recall": 0.9928774928774928,
  131. "f1": 0.9935851746258019,
  132. "support": 702
  133. },
  134. "anomaly": {
  135. "precision": 0.6153846153846154,
  136. "recall": 0.6666666666666666,
  137. "f1": 0.64,
  138. "support": 12
  139. }
  140. },
  141. "confusion_matrix_counts": {
  142. "tn": 697,
  143. "fp": 5,
  144. "fn": 4,
  145. "tp": 8
  146. },
  147. "confusion_matrix_normalized": {
  148. "normal": {
  149. "predicted_normal": 0.9928774928774928,
  150. "predicted_anomaly": 0.007122507122507123
  151. },
  152. "anomaly": {
  153. "predicted_normal": 0.3333333333333333,
  154. "predicted_anomaly": 0.6666666666666666
  155. }
  156. }
  157. },
  158. "9号机": {
  159. "samples": 781,
  160. "normal_samples": 781,
  161. "anomaly_samples": 0,
  162. "tp": 0,
  163. "fp": 1,
  164. "fn": 0,
  165. "tn": 780,
  166. "precision": 0.0,
  167. "recall": 0.0,
  168. "f1": 0.0,
  169. "pr_auc": null,
  170. "specificity": 0.998719590268886,
  171. "accuracy": 0.998719590268886,
  172. "balanced_accuracy": 0.499359795134443,
  173. "macro_f1": 0.4996796925048046,
  174. "weighted_f1": 0.9993593850096092,
  175. "class_metrics": {
  176. "normal": {
  177. "precision": 1.0,
  178. "recall": 0.998719590268886,
  179. "f1": 0.9993593850096092,
  180. "support": 781
  181. },
  182. "anomaly": {
  183. "precision": 0.0,
  184. "recall": 0.0,
  185. "f1": 0.0,
  186. "support": 0
  187. }
  188. },
  189. "confusion_matrix_counts": {
  190. "tn": 780,
  191. "fp": 1,
  192. "fn": 0,
  193. "tp": 0
  194. },
  195. "confusion_matrix_normalized": {
  196. "normal": {
  197. "predicted_normal": 0.998719590268886,
  198. "predicted_anomaly": 0.0012804097311139564
  199. },
  200. "anomaly": {
  201. "predicted_normal": 0.0,
  202. "predicted_anomaly": 0.0
  203. }
  204. }
  205. }
  206. },
  207. "warning": "Labels originate from current scanner rules unless manually updated; metrics measure held-out rule-label agreement, not confirmed physical-fault diagnosis."
  208. }