feat: possibility to specify target dim

TheJollyJellyCode · Mar 29, 2021 · 49eb70e · 49eb70e
1 parent cb5bac4
commit 49eb70e
Show file tree

Hide file tree

Showing 87 changed files with 999 additions and 3 deletions.
diff --git a/.gitignore b/.gitignore
@@ -5,7 +5,9 @@ __pycache__/
 datasets/data/
 datasets/ServerMachineDataset/processed/
 visualization/.ipynb_checkpoints/
-plots/
-*.pkl
 models/
-output/
+**.pkl
+**.npy
+**/logs
+*.pkl
+*.npy
diff --git a/output/MSL/summary.txt b/output/MSL/summary.txt
@@ -0,0 +1,35 @@
+{
+  "pred_args": {
+    "model_name": "23032021_213948",
+    "target_dims": [
+      0
+    ],
+    "level": 0.99,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/MSL"
+  },
+  "pot_result": {
+    "f1": 0.9060187838333649,
+    "precision": 0.9095509980410706,
+    "recall": 0.9025238206251304,
+    "TP": 7009.0,
+    "TN": 65166.0,
+    "FP": 697.0,
+    "FN": 757.0,
+    "threshold": 1.359734486050769,
+    "latency": 35.33321555594815
+  },
+  "bf_result": {
+    "f1": 0.9210810187184575,
+    "precision": 0.9077269305979908,
+    "recall": 0.9348441914307956,
+    "TP": 7260.0,
+    "TN": 65125.0,
+    "FP": 738.0,
+    "FN": 506.0,
+    "threshold": 1.3179999999999998,
+    "latency": 40.74180405869659
+  }
+}
diff --git a/output/MSL/train_losses.png b/output/MSL/train_losses.png
diff --git a/output/MSL/validation_losses.png b/output/MSL/validation_losses.png
diff --git a/output/SMAP/summary.txt b/output/SMAP/summary.txt
@@ -0,0 +1,35 @@
+{
+  "pred_args": {
+    "model_name": "24032021_175825",
+    "target_dims": [
+      0
+    ],
+    "level": 0.93,
+    "q": 0.01,
+    "use_mov_av": true,
+    "gamma": 1,
+    "save_path": "output/SMAP"
+  },
+  "pot_result": {
+    "f1": 0.7484403976489045,
+    "precision": 0.7565896395067176,
+    "recall": 0.7404746232374443,
+    "TP": 40501.0,
+    "TN": 359791.0,
+    "FP": 13030.0,
+    "FN": 14195.0,
+    "threshold": 0.1901731103119371,
+    "latency": 47.69689742894329
+  },
+  "bf_result": {
+    "f1": 0.8273023361879549,
+    "precision": 0.7454646779084775,
+    "recall": 0.9293366972119831,
+    "TP": 50831.0,
+    "TN": 355465.0,
+    "FP": 17356.0,
+    "FN": 3865.0,
+    "threshold": 0.1597,
+    "latency": 128.79085255096635
+  }
+}
diff --git a/output/SMAP/train_losses.png b/output/SMAP/train_losses.png
diff --git a/output/SMAP/validation_losses.png b/output/SMAP/validation_losses.png
diff --git a/output/SMD/1-1/summary.txt b/output/SMD/1-1/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_010924",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 0.0001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/smd/1-1"
+  },
+  "pot_result": {
+    "f1": 0.9028100576310844,
+    "precision": 0.8228466682258806,
+    "recall": 0.9999999962880475,
+    "TP": 2694.0,
+    "TN": 25105.0,
+    "FP": 580.0,
+    "FN": 0.0,
+    "threshold": 0.06431315668483498,
+    "latency": 3.374957813027337
+  },
+  "bf_result": {
+    "f1": 0.9946375237059875,
+    "precision": 0.9900698749905483,
+    "recall": 0.9992576057934015,
+    "TP": 2692.0,
+    "TN": 25658.0,
+    "FP": 27.0,
+    "FN": 2.0,
+    "threshold": 0.1597,
+    "latency": 17.714032656676334
+  }
+}
diff --git a/output/SMD/1-1/test_scores.npy b/output/SMD/1-1/test_scores.npy
diff --git a/output/SMD/1-1/train_scores.npy b/output/SMD/1-1/train_scores.npy
diff --git a/output/SMD/1-2/summary.txt b/output/SMD/1-2/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_012546",
+    "target_dims": null,
+    "level": 0.9999,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/smd/1-2"
+  },
+  "pot_result": {
+    "f1": 0.8816743784153286,
+    "precision": 0.9130434602165325,
+    "recall": 0.8523985082583302,
+    "TP": 462.0,
+    "TN": 23008.0,
+    "FP": 44.0,
+    "FN": 80.0,
+    "threshold": 0.1359544639696595,
+    "latency": 12.571248982157398
+  },
+  "bf_result": {
+    "f1": 0.9041045897770276,
+    "precision": 0.9624999799479171,
+    "recall": 0.8523985082583302,
+    "TP": 462.0,
+    "TN": 23034.0,
+    "FP": 18.0,
+    "FN": 80.0,
+    "threshold": 0.1597,
+    "latency": 12.99981428836731
+  }
+}
diff --git a/output/SMD/1-2/test_scores.npy b/output/SMD/1-2/test_scores.npy
diff --git a/output/SMD/1-2/train_scores.npy b/output/SMD/1-2/train_scores.npy
diff --git a/output/SMD/1-3/summary.txt b/output/SMD/1-3/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_013914",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/SMD/1-3"
+  },
+  "pot_result": {
+    "f1": 0.6197517678096495,
+    "precision": 0.4907142822091837,
+    "recall": 0.8408812626575121,
+    "TP": 687.0,
+    "TN": 22073.0,
+    "FP": 713.0,
+    "FN": 130.0,
+    "threshold": 0.09684012460778081,
+    "latency": 32.42810816988329
+  },
+  "bf_result": {
+    "f1": 0.5880647810078932,
+    "precision": 0.4771341427047703,
+    "recall": 0.7662178608786063,
+    "TP": 626.0,
+    "TN": 22100.0,
+    "FP": 686.0,
+    "FN": 191.0,
+    "threshold": 0.10980000000000001,
+    "latency": 47.33254445759238
+  }
+}
diff --git a/output/SMD/1-3/test_scores.npy b/output/SMD/1-3/test_scores.npy
diff --git a/output/SMD/1-3/train_scores.npy b/output/SMD/1-3/train_scores.npy
diff --git a/output/SMD/1-4/summary.txt b/output/SMD/1-4/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_015244",
+    "target_dims": null,
+    "level": 0.95,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/SMD/1-4"
+  },
+  "pot_result": {
+    "f1": 0.6335196431013418,
+    "precision": 0.463618799332783,
+    "recall": 0.9999999861111113,
+    "TP": 720.0,
+    "TN": 22054.0,
+    "FP": 833.0,
+    "FN": 0.0,
+    "threshold": 0.08062888625029307,
+    "latency": 8.749927083940968
+  },
+  "bf_result": {
+    "f1": 0.5172375409023724,
+    "precision": 0.3488372076122228,
+    "recall": 0.9999999861111113,
+    "TP": 720.0,
+    "TN": 21543.0,
+    "FP": 1344.0,
+    "FN": 0.0,
+    "threshold": 0.0599,
+    "latency": 4.416629861417822
+  }
+}
diff --git a/output/SMD/1-4/test_scores.npy b/output/SMD/1-4/test_scores.npy
diff --git a/output/SMD/1-4/train_scores.npy b/output/SMD/1-4/train_scores.npy
diff --git a/output/SMD/1-5/summary.txt b/output/SMD/1-5/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_020613",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 1e-05,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/SMD/1-5"
+  },
+  "pot_result": {
+    "f1": 0.8928521205630717,
+    "precision": 0.8064515478668106,
+    "recall": 0.9999999000000099,
+    "TP": 100.0,
+    "TN": 23482.0,
+    "FP": 24.0,
+    "FN": 0.0,
+    "threshold": 0.1414936088251753,
+    "latency": 2.1428265310495567
+  },
+  "bf_result": {
+    "f1": 0.9615333765052203,
+    "precision": 0.9259258401920518,
+    "recall": 0.9999999000000099,
+    "TP": 100.0,
+    "TN": 23498.0,
+    "FP": 8.0,
+    "FN": 0.0,
+    "threshold": 0.2096,
+    "latency": 2.5713918372594677
+  }
+}
diff --git a/output/SMD/1-5/test_scores.npy b/output/SMD/1-5/test_scores.npy
diff --git a/output/SMD/1-5/train_scores.npy b/output/SMD/1-5/train_scores.npy
diff --git a/output/SMD/1-6/summary.txt b/output/SMD/1-6/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_021942",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 1e-05,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/smd/1-6"
+  },
+  "pot_result": {
+    "f1": 0.9881383549513824,
+    "precision": 0.9873451777400506,
+    "recall": 0.9889428236544152,
+    "TP": 3667.0,
+    "TN": 19834.0,
+    "FP": 47.0,
+    "FN": 41.0,
+    "threshold": 0.1824165688821927,
+    "latency": 5.318157644737979
+  },
+  "bf_result": {
+    "f1": 0.9866325763617619,
+    "precision": 0.9977937093276511,
+    "recall": 0.9757281527083922,
+    "TP": 3618.0,
+    "TN": 19873.0,
+    "FP": 8.0,
+    "FN": 90.0,
+    "threshold": 0.2096,
+    "latency": 9.333255556203698
+  }
+}
diff --git a/output/SMD/1-6/test_scores.npy b/output/SMD/1-6/test_scores.npy
diff --git a/output/SMD/1-6/train_scores.npy b/output/SMD/1-6/train_scores.npy
diff --git a/output/SMD/1-7/summary.txt b/output/SMD/1-7/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_023323",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/smd/1-7"
+  },
+  "pot_result": {
+    "f1": 0.9937135889163606,
+    "precision": 0.9978973885706585,
+    "recall": 0.9895746414112816,
+    "TP": 2373.0,
+    "TN": 21194.0,
+    "FP": 5.0,
+    "FN": 25.0,
+    "threshold": 0.1493014002328286,
+    "latency": 92.99896667814802
+  },
+  "bf_result": {
+    "f1": 0.994580585228337,
+    "precision": 0.9933444218246903,
+    "recall": 0.9958298540624275,
+    "TP": 2388.0,
+    "TN": 21183.0,
+    "FP": 16.0,
+    "FN": 10.0,
+    "threshold": 0.10980000000000001,
+    "latency": 84.09915900840991
+  }
+}
diff --git a/output/SMD/1-7/test_scores.npy b/output/SMD/1-7/test_scores.npy
diff --git a/output/SMD/1-7/train_scores.npy b/output/SMD/1-7/train_scores.npy
diff --git a/output/SMD/1-8/summary.txt b/output/SMD/1-8/summary.txt
@@ -0,0 +1,33 @@
+{
+  "pred_args": {
+    "model_name": "17032021_024657",
+    "target_dims": null,
+    "level": 0.995,
+    "q": 0.001,
+    "use_mov_av": false,
+    "gamma": 1,
+    "save_path": "output/SMD/1-8"
+  },
+  "pot_result": {
+    "f1": 0.7100197650106982,
+    "precision": 0.5663026476887469,
+    "recall": 0.9515071959173369,
+    "TP": 726.0,
+    "TN": 22280.0,
+    "FP": 556.0,
+    "FN": 37.0,
+    "threshold": 0.08768305945294232,
+    "latency": 2.3845970415612188
+  },
+  "bf_result": {
+    "f1": 0.5390832335899608,
+    "precision": 0.7118279416811196,
+    "recall": 0.4338138868438547,
+    "TP": 331.0,
+    "TN": 22702.0,
+    "FP": 134.0,
+    "FN": 432.0,
+    "threshold": 0.10980000000000001,
+    "latency": 2.4285367351894975
+  }
+}
diff --git a/output/SMD/1-8/test_scores.npy b/output/SMD/1-8/test_scores.npy
diff --git a/output/SMD/1-8/train_scores.npy b/output/SMD/1-8/train_scores.npy