pressure_test_evaluation.json 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. {
  2. "model_type": "pressure",
  3. "evaluation_set": "sealed_test",
  4. "threshold": 0.8625534176826477,
  5. "window_metrics": {
  6. "samples": 2253,
  7. "normal_samples": 2094,
  8. "anomaly_samples": 159,
  9. "tp": 156,
  10. "fp": 8,
  11. "fn": 3,
  12. "tn": 2086,
  13. "precision": 0.9512195121951219,
  14. "recall": 0.9811320754716981,
  15. "f1": 0.9659442724458205,
  16. "pr_auc": 0.9961378651665421,
  17. "specificity": 0.9961795606494747,
  18. "accuracy": 0.9951176209498447,
  19. "balanced_accuracy": 0.9886558180605864,
  20. "macro_f1": 0.9816572904184637,
  21. "weighted_f1": 0.9951524922724648,
  22. "class_metrics": {
  23. "normal": {
  24. "precision": 0.9985639061752034,
  25. "recall": 0.9961795606494747,
  26. "f1": 0.9973703083911069,
  27. "support": 2094
  28. },
  29. "anomaly": {
  30. "precision": 0.9512195121951219,
  31. "recall": 0.9811320754716981,
  32. "f1": 0.9659442724458205,
  33. "support": 159
  34. }
  35. },
  36. "confusion_matrix_counts": {
  37. "tn": 2086,
  38. "fp": 8,
  39. "fn": 3,
  40. "tp": 156
  41. },
  42. "confusion_matrix_normalized": {
  43. "normal": {
  44. "predicted_normal": 0.9961795606494747,
  45. "predicted_anomaly": 0.0038204393505253103
  46. },
  47. "anomaly": {
  48. "predicted_normal": 0.018867924528301886,
  49. "predicted_anomaly": 0.9811320754716981
  50. }
  51. }
  52. },
  53. "event_metrics": {
  54. "anomaly_events": 10,
  55. "normal_events": 14,
  56. "detected_anomaly_events": 10,
  57. "missed_anomaly_events": 0,
  58. "false_positive_normal_events": 4,
  59. "event_recall": 1.0
  60. },
  61. "by_unit": {
  62. "7号机": {
  63. "samples": 962,
  64. "normal_samples": 952,
  65. "anomaly_samples": 10,
  66. "tp": 7,
  67. "fp": 3,
  68. "fn": 3,
  69. "tn": 949,
  70. "precision": 0.7,
  71. "recall": 0.7,
  72. "f1": 0.7,
  73. "pr_auc": 0.6855844155844155,
  74. "specificity": 0.9968487394957983,
  75. "accuracy": 0.9937629937629938,
  76. "balanced_accuracy": 0.8484243697478991,
  77. "macro_f1": 0.8484243697478991,
  78. "weighted_f1": 0.9937629937629938,
  79. "class_metrics": {
  80. "normal": {
  81. "precision": 0.9968487394957983,
  82. "recall": 0.9968487394957983,
  83. "f1": 0.9968487394957983,
  84. "support": 952
  85. },
  86. "anomaly": {
  87. "precision": 0.7,
  88. "recall": 0.7,
  89. "f1": 0.7,
  90. "support": 10
  91. }
  92. },
  93. "confusion_matrix_counts": {
  94. "tn": 949,
  95. "fp": 3,
  96. "fn": 3,
  97. "tp": 7
  98. },
  99. "confusion_matrix_normalized": {
  100. "normal": {
  101. "predicted_normal": 0.9968487394957983,
  102. "predicted_anomaly": 0.0031512605042016808
  103. },
  104. "anomaly": {
  105. "predicted_normal": 0.3,
  106. "predicted_anomaly": 0.7
  107. }
  108. }
  109. },
  110. "8号机": {
  111. "samples": 591,
  112. "normal_samples": 442,
  113. "anomaly_samples": 149,
  114. "tp": 149,
  115. "fp": 5,
  116. "fn": 0,
  117. "tn": 437,
  118. "precision": 0.9675324675324676,
  119. "recall": 1.0,
  120. "f1": 0.9834983498349835,
  121. "pr_auc": 0.9994183445190157,
  122. "specificity": 0.9886877828054299,
  123. "accuracy": 0.9915397631133672,
  124. "balanced_accuracy": 0.994343891402715,
  125. "macro_f1": 0.9889050338480947,
  126. "weighted_f1": 0.9915855049408893,
  127. "class_metrics": {
  128. "normal": {
  129. "precision": 1.0,
  130. "recall": 0.9886877828054299,
  131. "f1": 0.9943117178612059,
  132. "support": 442
  133. },
  134. "anomaly": {
  135. "precision": 0.9675324675324676,
  136. "recall": 1.0,
  137. "f1": 0.9834983498349835,
  138. "support": 149
  139. }
  140. },
  141. "confusion_matrix_counts": {
  142. "tn": 437,
  143. "fp": 5,
  144. "fn": 0,
  145. "tp": 149
  146. },
  147. "confusion_matrix_normalized": {
  148. "normal": {
  149. "predicted_normal": 0.9886877828054299,
  150. "predicted_anomaly": 0.011312217194570135
  151. },
  152. "anomaly": {
  153. "predicted_normal": 0.0,
  154. "predicted_anomaly": 1.0
  155. }
  156. }
  157. },
  158. "9号机": {
  159. "samples": 700,
  160. "normal_samples": 700,
  161. "anomaly_samples": 0,
  162. "tp": 0,
  163. "fp": 0,
  164. "fn": 0,
  165. "tn": 700,
  166. "precision": 0.0,
  167. "recall": 0.0,
  168. "f1": 0.0,
  169. "pr_auc": null,
  170. "specificity": 1.0,
  171. "accuracy": 1.0,
  172. "balanced_accuracy": 0.5,
  173. "macro_f1": 0.5,
  174. "weighted_f1": 1.0,
  175. "class_metrics": {
  176. "normal": {
  177. "precision": 1.0,
  178. "recall": 1.0,
  179. "f1": 1.0,
  180. "support": 700
  181. },
  182. "anomaly": {
  183. "precision": 0.0,
  184. "recall": 0.0,
  185. "f1": 0.0,
  186. "support": 0
  187. }
  188. },
  189. "confusion_matrix_counts": {
  190. "tn": 700,
  191. "fp": 0,
  192. "fn": 0,
  193. "tp": 0
  194. },
  195. "confusion_matrix_normalized": {
  196. "normal": {
  197. "predicted_normal": 1.0,
  198. "predicted_anomaly": 0.0
  199. },
  200. "anomaly": {
  201. "predicted_normal": 0.0,
  202. "predicted_anomaly": 0.0
  203. }
  204. }
  205. }
  206. },
  207. "warning": "Labels originate from current scanner rules unless manually updated; metrics measure held-out rule-label agreement, not confirmed physical-fault diagnosis."
  208. }