folding_kddcup-guess_passwd_vs_satan.log 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. ///////////////////////////////////////////
  2. // Running CTAB-GAN on folding_kddcup-guess_passwd_vs_satan
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_kddcup-guess_passwd_vs_satan'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:13, 1.52s/it] 20%|██ | 2/10 [00:06<00:27, 3.50s/it] 30%|███ | 3/10 [00:09<00:22, 3.20s/it] 40%|████ | 4/10 [00:11<00:16, 2.69s/it] 50%|█████ | 5/10 [00:13<00:12, 2.48s/it] 60%|██████ | 6/10 [00:15<00:09, 2.28s/it] 70%|███████ | 7/10 [00:17<00:06, 2.22s/it] 80%|████████ | 8/10 [00:19<00:04, 2.31s/it] 90%|█████████ | 9/10 [00:21<00:02, 2.16s/it] 100%|██████████| 10/10 [00:23<00:00, 2.09s/it] 100%|██████████| 10/10 [00:23<00:00, 2.35s/it]
  16. -> create 1229 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 318, 0
  19. LR fn, tp: 0, 11
  20. LR f1 score: 1.000
  21. LR cohens kappa score: 1.000
  22. LR average precision score: 1.000
  23. -> test with 'GB'
  24. GB tn, fp: 318, 0
  25. GB fn, tp: 0, 11
  26. GB f1 score: 1.000
  27. GB cohens kappa score: 1.000
  28. -> test with 'KNN'
  29. KNN tn, fp: 318, 0
  30. KNN fn, tp: 0, 11
  31. KNN f1 score: 1.000
  32. KNN cohens kappa score: 1.000
  33. ------ Step 1/5: Slice 2/5 -------
  34. -> Reset the GAN
  35. -> Train generator for synthetic samples
  36. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:17, 1.99s/it] 20%|██ | 2/10 [00:04<00:16, 2.00s/it] 30%|███ | 3/10 [00:06<00:14, 2.04s/it] 40%|████ | 4/10 [00:07<00:11, 1.99s/it] 50%|█████ | 5/10 [00:09<00:09, 1.99s/it] 60%|██████ | 6/10 [00:11<00:07, 1.97s/it] 70%|███████ | 7/10 [00:14<00:06, 2.04s/it] 80%|████████ | 8/10 [00:16<00:04, 2.03s/it] 90%|█████████ | 9/10 [00:17<00:01, 1.98s/it] 100%|██████████| 10/10 [00:19<00:00, 1.99s/it] 100%|██████████| 10/10 [00:19<00:00, 2.00s/it]
  37. -> create 1229 synthetic samples
  38. -> test with 'LR'
  39. LR tn, fp: 318, 0
  40. LR fn, tp: 0, 11
  41. LR f1 score: 1.000
  42. LR cohens kappa score: 1.000
  43. LR average precision score: 1.000
  44. -> test with 'GB'
  45. GB tn, fp: 318, 0
  46. GB fn, tp: 0, 11
  47. GB f1 score: 1.000
  48. GB cohens kappa score: 1.000
  49. -> test with 'KNN'
  50. KNN tn, fp: 318, 0
  51. KNN fn, tp: 0, 11
  52. KNN f1 score: 1.000
  53. KNN cohens kappa score: 1.000
  54. ------ Step 1/5: Slice 3/5 -------
  55. -> Reset the GAN
  56. -> Train generator for synthetic samples
  57. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.16s/it] 20%|██ | 2/10 [00:04<00:16, 2.09s/it] 30%|███ | 3/10 [00:06<00:14, 2.08s/it] 40%|████ | 4/10 [00:08<00:11, 1.98s/it] 50%|█████ | 5/10 [00:10<00:10, 2.00s/it] 60%|██████ | 6/10 [00:12<00:08, 2.02s/it] 70%|███████ | 7/10 [00:14<00:06, 2.07s/it] 80%|████████ | 8/10 [00:16<00:04, 2.04s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.00s/it] 100%|██████████| 10/10 [00:20<00:00, 2.03s/it] 100%|██████████| 10/10 [00:20<00:00, 2.04s/it]
  58. -> create 1229 synthetic samples
  59. -> test with 'LR'
  60. LR tn, fp: 318, 0
  61. LR fn, tp: 0, 11
  62. LR f1 score: 1.000
  63. LR cohens kappa score: 1.000
  64. LR average precision score: 1.000
  65. -> test with 'GB'
  66. GB tn, fp: 318, 0
  67. GB fn, tp: 0, 11
  68. GB f1 score: 1.000
  69. GB cohens kappa score: 1.000
  70. -> test with 'KNN'
  71. KNN tn, fp: 317, 1
  72. KNN fn, tp: 0, 11
  73. KNN f1 score: 0.957
  74. KNN cohens kappa score: 0.955
  75. ------ Step 1/5: Slice 4/5 -------
  76. -> Reset the GAN
  77. -> Train generator for synthetic samples
  78. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.19s/it] 20%|██ | 2/10 [00:04<00:17, 2.13s/it] 30%|███ | 3/10 [00:06<00:14, 2.04s/it] 40%|████ | 4/10 [00:08<00:12, 2.06s/it] 50%|█████ | 5/10 [00:10<00:10, 2.03s/it] 60%|██████ | 6/10 [00:12<00:08, 2.02s/it] 70%|███████ | 7/10 [00:14<00:05, 1.99s/it] 80%|████████ | 8/10 [00:16<00:04, 2.00s/it] 90%|█████████ | 9/10 [00:18<00:01, 1.98s/it] 100%|██████████| 10/10 [00:20<00:00, 2.02s/it] 100%|██████████| 10/10 [00:20<00:00, 2.03s/it]
  79. -> create 1229 synthetic samples
  80. -> test with 'LR'
  81. LR tn, fp: 318, 0
  82. LR fn, tp: 0, 11
  83. LR f1 score: 1.000
  84. LR cohens kappa score: 1.000
  85. LR average precision score: 1.000
  86. -> test with 'GB'
  87. GB tn, fp: 318, 0
  88. GB fn, tp: 0, 11
  89. GB f1 score: 1.000
  90. GB cohens kappa score: 1.000
  91. -> test with 'KNN'
  92. KNN tn, fp: 318, 0
  93. KNN fn, tp: 0, 11
  94. KNN f1 score: 1.000
  95. KNN cohens kappa score: 1.000
  96. ------ Step 1/5: Slice 5/5 -------
  97. -> Reset the GAN
  98. -> Train generator for synthetic samples
  99. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:18, 2.04s/it] 20%|██ | 2/10 [00:03<00:15, 1.89s/it] 30%|███ | 3/10 [00:05<00:13, 1.97s/it] 40%|████ | 4/10 [00:07<00:11, 2.00s/it] 50%|█████ | 5/10 [00:09<00:09, 1.94s/it] 60%|██████ | 6/10 [00:11<00:07, 1.96s/it] 70%|███████ | 7/10 [00:13<00:05, 1.94s/it] 80%|████████ | 8/10 [00:15<00:03, 1.97s/it] 90%|█████████ | 9/10 [00:17<00:02, 2.02s/it] 100%|██████████| 10/10 [00:19<00:00, 1.99s/it] 100%|██████████| 10/10 [00:19<00:00, 1.97s/it]
  100. -> create 1228 synthetic samples
  101. -> test with 'LR'
  102. LR tn, fp: 317, 0
  103. LR fn, tp: 0, 9
  104. LR f1 score: 1.000
  105. LR cohens kappa score: 1.000
  106. LR average precision score: 1.000
  107. -> test with 'GB'
  108. GB tn, fp: 317, 0
  109. GB fn, tp: 0, 9
  110. GB f1 score: 1.000
  111. GB cohens kappa score: 1.000
  112. -> test with 'KNN'
  113. KNN tn, fp: 317, 0
  114. KNN fn, tp: 0, 9
  115. KNN f1 score: 1.000
  116. KNN cohens kappa score: 1.000
  117. ====== Step 2/5 =======
  118. -> Shuffling data
  119. -> Spliting data to slices
  120. ------ Step 2/5: Slice 1/5 -------
  121. -> Reset the GAN
  122. -> Train generator for synthetic samples
  123. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:15, 1.76s/it] 20%|██ | 2/10 [00:03<00:15, 1.96s/it] 30%|███ | 3/10 [00:05<00:13, 1.95s/it] 40%|████ | 4/10 [00:07<00:11, 1.94s/it] 50%|█████ | 5/10 [00:09<00:10, 2.01s/it] 60%|██████ | 6/10 [00:11<00:07, 1.99s/it] 70%|███████ | 7/10 [00:13<00:05, 1.98s/it] 80%|████████ | 8/10 [00:15<00:04, 2.06s/it] 90%|█████████ | 9/10 [00:17<00:02, 2.01s/it] 100%|██████████| 10/10 [00:19<00:00, 2.00s/it] 100%|██████████| 10/10 [00:19<00:00, 1.99s/it]
  124. -> create 1229 synthetic samples
  125. -> test with 'LR'
  126. LR tn, fp: 318, 0
  127. LR fn, tp: 0, 11
  128. LR f1 score: 1.000
  129. LR cohens kappa score: 1.000
  130. LR average precision score: 1.000
  131. -> test with 'GB'
  132. GB tn, fp: 318, 0
  133. GB fn, tp: 0, 11
  134. GB f1 score: 1.000
  135. GB cohens kappa score: 1.000
  136. -> test with 'KNN'
  137. KNN tn, fp: 318, 0
  138. KNN fn, tp: 0, 11
  139. KNN f1 score: 1.000
  140. KNN cohens kappa score: 1.000
  141. ------ Step 2/5: Slice 2/5 -------
  142. -> Reset the GAN
  143. -> Train generator for synthetic samples
  144. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:18, 2.02s/it] 20%|██ | 2/10 [00:03<00:15, 1.91s/it] 30%|███ | 3/10 [00:05<00:13, 1.88s/it] 40%|████ | 4/10 [00:07<00:11, 1.93s/it] 50%|█████ | 5/10 [00:09<00:10, 2.01s/it] 60%|██████ | 6/10 [00:12<00:08, 2.07s/it] 70%|███████ | 7/10 [00:14<00:06, 2.11s/it] 80%|████████ | 8/10 [00:16<00:04, 2.08s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.07s/it] 100%|██████████| 10/10 [00:20<00:00, 2.07s/it] 100%|██████████| 10/10 [00:20<00:00, 2.04s/it]
  145. -> create 1229 synthetic samples
  146. -> test with 'LR'
  147. LR tn, fp: 318, 0
  148. LR fn, tp: 0, 11
  149. LR f1 score: 1.000
  150. LR cohens kappa score: 1.000
  151. LR average precision score: 1.000
  152. -> test with 'GB'
  153. GB tn, fp: 318, 0
  154. GB fn, tp: 0, 11
  155. GB f1 score: 1.000
  156. GB cohens kappa score: 1.000
  157. -> test with 'KNN'
  158. KNN tn, fp: 317, 1
  159. KNN fn, tp: 0, 11
  160. KNN f1 score: 0.957
  161. KNN cohens kappa score: 0.955
  162. ------ Step 2/5: Slice 3/5 -------
  163. -> Reset the GAN
  164. -> Train generator for synthetic samples
  165. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:17, 1.96s/it] 20%|██ | 2/10 [00:04<00:17, 2.20s/it] 30%|███ | 3/10 [00:06<00:15, 2.15s/it] 40%|████ | 4/10 [00:08<00:12, 2.13s/it] 50%|█████ | 5/10 [00:10<00:10, 2.19s/it] 60%|██████ | 6/10 [00:12<00:08, 2.15s/it] 70%|███████ | 7/10 [00:15<00:06, 2.15s/it] 80%|████████ | 8/10 [00:17<00:04, 2.15s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.15s/it] 100%|██████████| 10/10 [00:21<00:00, 2.15s/it] 100%|██████████| 10/10 [00:21<00:00, 2.15s/it]
  166. -> create 1229 synthetic samples
  167. -> test with 'LR'
  168. LR tn, fp: 318, 0
  169. LR fn, tp: 0, 11
  170. LR f1 score: 1.000
  171. LR cohens kappa score: 1.000
  172. LR average precision score: 1.000
  173. -> test with 'GB'
  174. GB tn, fp: 318, 0
  175. GB fn, tp: 0, 11
  176. GB f1 score: 1.000
  177. GB cohens kappa score: 1.000
  178. -> test with 'KNN'
  179. KNN tn, fp: 318, 0
  180. KNN fn, tp: 0, 11
  181. KNN f1 score: 1.000
  182. KNN cohens kappa score: 1.000
  183. ------ Step 2/5: Slice 4/5 -------
  184. -> Reset the GAN
  185. -> Train generator for synthetic samples
  186. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:17, 1.98s/it] 20%|██ | 2/10 [00:03<00:15, 1.96s/it] 30%|███ | 3/10 [00:05<00:13, 1.98s/it] 40%|████ | 4/10 [00:07<00:12, 2.00s/it] 50%|█████ | 5/10 [00:10<00:10, 2.03s/it] 60%|██████ | 6/10 [00:12<00:08, 2.08s/it] 70%|███████ | 7/10 [00:14<00:06, 2.09s/it] 80%|████████ | 8/10 [00:16<00:04, 2.05s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.06s/it] 100%|██████████| 10/10 [00:20<00:00, 2.04s/it] 100%|██████████| 10/10 [00:20<00:00, 2.04s/it]
  187. -> create 1229 synthetic samples
  188. -> test with 'LR'
  189. LR tn, fp: 318, 0
  190. LR fn, tp: 0, 11
  191. LR f1 score: 1.000
  192. LR cohens kappa score: 1.000
  193. LR average precision score: 1.000
  194. -> test with 'GB'
  195. GB tn, fp: 318, 0
  196. GB fn, tp: 0, 11
  197. GB f1 score: 1.000
  198. GB cohens kappa score: 1.000
  199. -> test with 'KNN'
  200. KNN tn, fp: 318, 0
  201. KNN fn, tp: 0, 11
  202. KNN f1 score: 1.000
  203. KNN cohens kappa score: 1.000
  204. ------ Step 2/5: Slice 5/5 -------
  205. -> Reset the GAN
  206. -> Train generator for synthetic samples
  207. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.18s/it] 20%|██ | 2/10 [00:04<00:16, 2.06s/it] 30%|███ | 3/10 [00:06<00:14, 2.07s/it] 40%|████ | 4/10 [00:08<00:12, 2.08s/it] 50%|█████ | 5/10 [00:10<00:10, 2.13s/it] 60%|██████ | 6/10 [00:12<00:08, 2.16s/it] 70%|███████ | 7/10 [00:14<00:06, 2.13s/it] 80%|████████ | 8/10 [00:17<00:04, 2.16s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.06s/it] 100%|██████████| 10/10 [00:20<00:00, 2.01s/it] 100%|██████████| 10/10 [00:20<00:00, 2.08s/it]
  208. -> create 1228 synthetic samples
  209. -> test with 'LR'
  210. LR tn, fp: 316, 1
  211. LR fn, tp: 0, 9
  212. LR f1 score: 0.947
  213. LR cohens kappa score: 0.946
  214. LR average precision score: 1.000
  215. -> test with 'GB'
  216. GB tn, fp: 317, 0
  217. GB fn, tp: 0, 9
  218. GB f1 score: 1.000
  219. GB cohens kappa score: 1.000
  220. -> test with 'KNN'
  221. KNN tn, fp: 317, 0
  222. KNN fn, tp: 0, 9
  223. KNN f1 score: 1.000
  224. KNN cohens kappa score: 1.000
  225. ====== Step 3/5 =======
  226. -> Shuffling data
  227. -> Spliting data to slices
  228. ------ Step 3/5: Slice 1/5 -------
  229. -> Reset the GAN
  230. -> Train generator for synthetic samples
  231. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.30s/it] 20%|██ | 2/10 [00:04<00:16, 2.03s/it] 30%|███ | 3/10 [00:05<00:13, 1.91s/it] 40%|████ | 4/10 [00:07<00:11, 1.95s/it] 50%|█████ | 5/10 [00:10<00:10, 2.01s/it] 60%|██████ | 6/10 [00:12<00:08, 2.02s/it] 70%|███████ | 7/10 [00:13<00:05, 1.98s/it] 80%|████████ | 8/10 [00:15<00:03, 1.94s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.15s/it] 100%|██████████| 10/10 [00:20<00:00, 2.11s/it] 100%|██████████| 10/10 [00:20<00:00, 2.05s/it]
  232. -> create 1229 synthetic samples
  233. -> test with 'LR'
  234. LR tn, fp: 318, 0
  235. LR fn, tp: 0, 11
  236. LR f1 score: 1.000
  237. LR cohens kappa score: 1.000
  238. LR average precision score: 1.000
  239. -> test with 'GB'
  240. GB tn, fp: 318, 0
  241. GB fn, tp: 0, 11
  242. GB f1 score: 1.000
  243. GB cohens kappa score: 1.000
  244. -> test with 'KNN'
  245. KNN tn, fp: 317, 1
  246. KNN fn, tp: 0, 11
  247. KNN f1 score: 0.957
  248. KNN cohens kappa score: 0.955
  249. ------ Step 3/5: Slice 2/5 -------
  250. -> Reset the GAN
  251. -> Train generator for synthetic samples
  252. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:21, 2.34s/it] 20%|██ | 2/10 [00:04<00:17, 2.13s/it] 30%|███ | 3/10 [00:06<00:15, 2.21s/it] 40%|████ | 4/10 [00:08<00:12, 2.11s/it] 50%|█████ | 5/10 [00:10<00:10, 2.11s/it] 60%|██████ | 6/10 [00:12<00:08, 2.12s/it] 70%|███████ | 7/10 [00:14<00:06, 2.12s/it] 80%|████████ | 8/10 [00:16<00:04, 2.06s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.00s/it] 100%|██████████| 10/10 [00:20<00:00, 2.01s/it] 100%|██████████| 10/10 [00:20<00:00, 2.08s/it]
  253. -> create 1229 synthetic samples
  254. -> test with 'LR'
  255. LR tn, fp: 318, 0
  256. LR fn, tp: 0, 11
  257. LR f1 score: 1.000
  258. LR cohens kappa score: 1.000
  259. LR average precision score: 1.000
  260. -> test with 'GB'
  261. GB tn, fp: 318, 0
  262. GB fn, tp: 0, 11
  263. GB f1 score: 1.000
  264. GB cohens kappa score: 1.000
  265. -> test with 'KNN'
  266. KNN tn, fp: 318, 0
  267. KNN fn, tp: 0, 11
  268. KNN f1 score: 1.000
  269. KNN cohens kappa score: 1.000
  270. ------ Step 3/5: Slice 3/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.27s/it] 20%|██ | 2/10 [00:04<00:17, 2.22s/it] 30%|███ | 3/10 [00:06<00:15, 2.16s/it] 40%|████ | 4/10 [00:08<00:12, 2.15s/it] 50%|█████ | 5/10 [00:10<00:10, 2.14s/it] 60%|██████ | 6/10 [00:12<00:08, 2.08s/it] 70%|███████ | 7/10 [00:14<00:06, 2.08s/it] 80%|████████ | 8/10 [00:16<00:04, 2.01s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.05s/it] 100%|██████████| 10/10 [00:20<00:00, 2.06s/it] 100%|██████████| 10/10 [00:20<00:00, 2.09s/it]
  274. -> create 1229 synthetic samples
  275. -> test with 'LR'
  276. LR tn, fp: 318, 0
  277. LR fn, tp: 0, 11
  278. LR f1 score: 1.000
  279. LR cohens kappa score: 1.000
  280. LR average precision score: 1.000
  281. -> test with 'GB'
  282. GB tn, fp: 318, 0
  283. GB fn, tp: 0, 11
  284. GB f1 score: 1.000
  285. GB cohens kappa score: 1.000
  286. -> test with 'KNN'
  287. KNN tn, fp: 318, 0
  288. KNN fn, tp: 0, 11
  289. KNN f1 score: 1.000
  290. KNN cohens kappa score: 1.000
  291. ------ Step 3/5: Slice 4/5 -------
  292. -> Reset the GAN
  293. -> Train generator for synthetic samples
  294. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.18s/it] 20%|██ | 2/10 [00:04<00:16, 2.06s/it] 30%|███ | 3/10 [00:06<00:14, 2.08s/it] 40%|████ | 4/10 [00:08<00:12, 2.15s/it] 50%|█████ | 5/10 [00:10<00:10, 2.11s/it] 60%|██████ | 6/10 [00:12<00:08, 2.14s/it] 70%|███████ | 7/10 [00:14<00:06, 2.16s/it] 80%|████████ | 8/10 [00:17<00:04, 2.12s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.17s/it] 100%|██████████| 10/10 [00:21<00:00, 2.07s/it] 100%|██████████| 10/10 [00:21<00:00, 2.11s/it]
  295. -> create 1229 synthetic samples
  296. -> test with 'LR'
  297. LR tn, fp: 318, 0
  298. LR fn, tp: 0, 11
  299. LR f1 score: 1.000
  300. LR cohens kappa score: 1.000
  301. LR average precision score: 1.000
  302. -> test with 'GB'
  303. GB tn, fp: 318, 0
  304. GB fn, tp: 0, 11
  305. GB f1 score: 1.000
  306. GB cohens kappa score: 1.000
  307. -> test with 'KNN'
  308. KNN tn, fp: 318, 0
  309. KNN fn, tp: 0, 11
  310. KNN f1 score: 1.000
  311. KNN cohens kappa score: 1.000
  312. ------ Step 3/5: Slice 5/5 -------
  313. -> Reset the GAN
  314. -> Train generator for synthetic samples
  315. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.24s/it] 20%|██ | 2/10 [00:04<00:16, 2.04s/it] 30%|███ | 3/10 [00:06<00:14, 2.09s/it] 40%|████ | 4/10 [00:08<00:12, 2.13s/it] 50%|█████ | 5/10 [00:10<00:11, 2.22s/it] 60%|██████ | 6/10 [00:12<00:08, 2.18s/it] 70%|███████ | 7/10 [00:15<00:06, 2.16s/it] 80%|████████ | 8/10 [00:17<00:04, 2.13s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.15s/it] 100%|██████████| 10/10 [00:21<00:00, 2.21s/it] 100%|██████████| 10/10 [00:21<00:00, 2.17s/it]
  316. -> create 1228 synthetic samples
  317. -> test with 'LR'
  318. LR tn, fp: 317, 0
  319. LR fn, tp: 0, 9
  320. LR f1 score: 1.000
  321. LR cohens kappa score: 1.000
  322. LR average precision score: 1.000
  323. -> test with 'GB'
  324. GB tn, fp: 317, 0
  325. GB fn, tp: 0, 9
  326. GB f1 score: 1.000
  327. GB cohens kappa score: 1.000
  328. -> test with 'KNN'
  329. KNN tn, fp: 317, 0
  330. KNN fn, tp: 0, 9
  331. KNN f1 score: 1.000
  332. KNN cohens kappa score: 1.000
  333. ====== Step 4/5 =======
  334. -> Shuffling data
  335. -> Spliting data to slices
  336. ------ Step 4/5: Slice 1/5 -------
  337. -> Reset the GAN
  338. -> Train generator for synthetic samples
  339. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.14s/it] 20%|██ | 2/10 [00:04<00:17, 2.22s/it] 30%|███ | 3/10 [00:06<00:15, 2.22s/it] 40%|████ | 4/10 [00:08<00:13, 2.25s/it] 50%|█████ | 5/10 [00:11<00:11, 2.25s/it] 60%|██████ | 6/10 [00:13<00:08, 2.23s/it] 70%|███████ | 7/10 [00:15<00:06, 2.20s/it] 80%|████████ | 8/10 [00:17<00:04, 2.19s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.11s/it] 100%|██████████| 10/10 [00:21<00:00, 2.12s/it] 100%|██████████| 10/10 [00:21<00:00, 2.18s/it]
  340. -> create 1229 synthetic samples
  341. -> test with 'LR'
  342. LR tn, fp: 318, 0
  343. LR fn, tp: 0, 11
  344. LR f1 score: 1.000
  345. LR cohens kappa score: 1.000
  346. LR average precision score: 1.000
  347. -> test with 'GB'
  348. GB tn, fp: 318, 0
  349. GB fn, tp: 0, 11
  350. GB f1 score: 1.000
  351. GB cohens kappa score: 1.000
  352. -> test with 'KNN'
  353. KNN tn, fp: 318, 0
  354. KNN fn, tp: 0, 11
  355. KNN f1 score: 1.000
  356. KNN cohens kappa score: 1.000
  357. ------ Step 4/5: Slice 2/5 -------
  358. -> Reset the GAN
  359. -> Train generator for synthetic samples
  360. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.22s/it] 20%|██ | 2/10 [00:04<00:17, 2.13s/it] 30%|███ | 3/10 [00:06<00:15, 2.22s/it] 40%|████ | 4/10 [00:08<00:12, 2.16s/it] 50%|█████ | 5/10 [00:10<00:10, 2.16s/it] 60%|██████ | 6/10 [00:12<00:08, 2.11s/it] 70%|███████ | 7/10 [00:15<00:06, 2.16s/it] 80%|████████ | 8/10 [00:17<00:04, 2.19s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.13s/it] 100%|██████████| 10/10 [00:21<00:00, 2.12s/it] 100%|██████████| 10/10 [00:21<00:00, 2.15s/it]
  361. -> create 1229 synthetic samples
  362. -> test with 'LR'
  363. LR tn, fp: 318, 0
  364. LR fn, tp: 0, 11
  365. LR f1 score: 1.000
  366. LR cohens kappa score: 1.000
  367. LR average precision score: 1.000
  368. -> test with 'GB'
  369. GB tn, fp: 318, 0
  370. GB fn, tp: 0, 11
  371. GB f1 score: 1.000
  372. GB cohens kappa score: 1.000
  373. -> test with 'KNN'
  374. KNN tn, fp: 318, 0
  375. KNN fn, tp: 0, 11
  376. KNN f1 score: 1.000
  377. KNN cohens kappa score: 1.000
  378. ------ Step 4/5: Slice 3/5 -------
  379. -> Reset the GAN
  380. -> Train generator for synthetic samples
  381. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.28s/it] 20%|██ | 2/10 [00:04<00:17, 2.23s/it] 30%|███ | 3/10 [00:06<00:14, 2.13s/it] 40%|████ | 4/10 [00:08<00:13, 2.18s/it] 50%|█████ | 5/10 [00:10<00:10, 2.11s/it] 60%|██████ | 6/10 [00:12<00:08, 2.07s/it] 70%|███████ | 7/10 [00:14<00:06, 2.09s/it] 80%|████████ | 8/10 [00:17<00:04, 2.14s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.07s/it] 100%|██████████| 10/10 [00:21<00:00, 2.08s/it] 100%|██████████| 10/10 [00:21<00:00, 2.11s/it]
  382. -> create 1229 synthetic samples
  383. -> test with 'LR'
  384. LR tn, fp: 318, 0
  385. LR fn, tp: 0, 11
  386. LR f1 score: 1.000
  387. LR cohens kappa score: 1.000
  388. LR average precision score: 1.000
  389. -> test with 'GB'
  390. GB tn, fp: 318, 0
  391. GB fn, tp: 0, 11
  392. GB f1 score: 1.000
  393. GB cohens kappa score: 1.000
  394. -> test with 'KNN'
  395. KNN tn, fp: 318, 0
  396. KNN fn, tp: 0, 11
  397. KNN f1 score: 1.000
  398. KNN cohens kappa score: 1.000
  399. ------ Step 4/5: Slice 4/5 -------
  400. -> Reset the GAN
  401. -> Train generator for synthetic samples
  402. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:20, 2.22s/it] 20%|██ | 2/10 [00:04<00:17, 2.15s/it] 30%|███ | 3/10 [00:06<00:15, 2.17s/it] 40%|████ | 4/10 [00:08<00:13, 2.19s/it] 50%|█████ | 5/10 [00:10<00:10, 2.12s/it] 60%|██████ | 6/10 [00:12<00:08, 2.17s/it] 70%|███████ | 7/10 [00:15<00:06, 2.19s/it] 80%|████████ | 8/10 [00:17<00:04, 2.13s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.15s/it] 100%|██████████| 10/10 [00:21<00:00, 2.08s/it] 100%|██████████| 10/10 [00:21<00:00, 2.13s/it]
  403. -> create 1229 synthetic samples
  404. -> test with 'LR'
  405. LR tn, fp: 318, 0
  406. LR fn, tp: 0, 11
  407. LR f1 score: 1.000
  408. LR cohens kappa score: 1.000
  409. LR average precision score: 1.000
  410. -> test with 'GB'
  411. GB tn, fp: 318, 0
  412. GB fn, tp: 0, 11
  413. GB f1 score: 1.000
  414. GB cohens kappa score: 1.000
  415. -> test with 'KNN'
  416. KNN tn, fp: 318, 0
  417. KNN fn, tp: 0, 11
  418. KNN f1 score: 1.000
  419. KNN cohens kappa score: 1.000
  420. ------ Step 4/5: Slice 5/5 -------
  421. -> Reset the GAN
  422. -> Train generator for synthetic samples
  423. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:17, 2.00s/it] 20%|██ | 2/10 [00:04<00:16, 2.00s/it] 30%|███ | 3/10 [00:06<00:15, 2.16s/it] 40%|████ | 4/10 [00:08<00:13, 2.18s/it] 50%|█████ | 5/10 [00:10<00:10, 2.12s/it] 60%|██████ | 6/10 [00:12<00:08, 2.14s/it] 70%|███████ | 7/10 [00:14<00:06, 2.13s/it] 80%|████████ | 8/10 [00:19<00:05, 2.91s/it] 90%|█████████ | 9/10 [00:21<00:02, 2.67s/it] 100%|██████████| 10/10 [00:24<00:00, 2.60s/it] 100%|██████████| 10/10 [00:24<00:00, 2.40s/it]
  424. -> create 1228 synthetic samples
  425. -> test with 'LR'
  426. LR tn, fp: 317, 0
  427. LR fn, tp: 0, 9
  428. LR f1 score: 1.000
  429. LR cohens kappa score: 1.000
  430. LR average precision score: 1.000
  431. -> test with 'GB'
  432. GB tn, fp: 317, 0
  433. GB fn, tp: 0, 9
  434. GB f1 score: 1.000
  435. GB cohens kappa score: 1.000
  436. -> test with 'KNN'
  437. KNN tn, fp: 316, 1
  438. KNN fn, tp: 0, 9
  439. KNN f1 score: 0.947
  440. KNN cohens kappa score: 0.946
  441. ====== Step 5/5 =======
  442. -> Shuffling data
  443. -> Spliting data to slices
  444. ------ Step 5/5: Slice 1/5 -------
  445. -> Reset the GAN
  446. -> Train generator for synthetic samples
  447. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:17, 1.90s/it] 20%|██ | 2/10 [00:04<00:18, 2.36s/it] 30%|███ | 3/10 [00:06<00:16, 2.33s/it] 40%|████ | 4/10 [00:08<00:13, 2.21s/it] 50%|█████ | 5/10 [00:11<00:11, 2.23s/it] 60%|██████ | 6/10 [00:12<00:08, 2.09s/it] 70%|███████ | 7/10 [00:15<00:06, 2.10s/it] 80%|████████ | 8/10 [00:17<00:04, 2.07s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.09s/it] 100%|██████████| 10/10 [00:21<00:00, 2.03s/it] 100%|██████████| 10/10 [00:21<00:00, 2.11s/it]
  448. -> create 1229 synthetic samples
  449. -> test with 'LR'
  450. LR tn, fp: 317, 1
  451. LR fn, tp: 0, 11
  452. LR f1 score: 0.957
  453. LR cohens kappa score: 0.955
  454. LR average precision score: 0.917
  455. -> test with 'GB'
  456. GB tn, fp: 318, 0
  457. GB fn, tp: 0, 11
  458. GB f1 score: 1.000
  459. GB cohens kappa score: 1.000
  460. -> test with 'KNN'
  461. KNN tn, fp: 317, 1
  462. KNN fn, tp: 0, 11
  463. KNN f1 score: 0.957
  464. KNN cohens kappa score: 0.955
  465. ------ Step 5/5: Slice 2/5 -------
  466. -> Reset the GAN
  467. -> Train generator for synthetic samples
  468. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:18, 2.01s/it] 20%|██ | 2/10 [00:03<00:15, 1.99s/it] 30%|███ | 3/10 [00:06<00:14, 2.07s/it] 40%|████ | 4/10 [00:08<00:12, 2.13s/it] 50%|█████ | 5/10 [00:10<00:10, 2.15s/it] 60%|██████ | 6/10 [00:13<00:09, 2.26s/it] 70%|███████ | 7/10 [00:15<00:06, 2.17s/it] 80%|████████ | 8/10 [00:17<00:04, 2.14s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.22s/it] 100%|██████████| 10/10 [00:21<00:00, 2.27s/it] 100%|██████████| 10/10 [00:21<00:00, 2.19s/it]
  469. -> create 1229 synthetic samples
  470. -> test with 'LR'
  471. LR tn, fp: 318, 0
  472. LR fn, tp: 0, 11
  473. LR f1 score: 1.000
  474. LR cohens kappa score: 1.000
  475. LR average precision score: 1.000
  476. -> test with 'GB'
  477. GB tn, fp: 318, 0
  478. GB fn, tp: 0, 11
  479. GB f1 score: 1.000
  480. GB cohens kappa score: 1.000
  481. -> test with 'KNN'
  482. KNN tn, fp: 318, 0
  483. KNN fn, tp: 0, 11
  484. KNN f1 score: 1.000
  485. KNN cohens kappa score: 1.000
  486. ------ Step 5/5: Slice 3/5 -------
  487. -> Reset the GAN
  488. -> Train generator for synthetic samples
  489. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:21, 2.37s/it] 20%|██ | 2/10 [00:04<00:18, 2.26s/it] 30%|███ | 3/10 [00:06<00:15, 2.16s/it] 40%|████ | 4/10 [00:08<00:13, 2.18s/it] 50%|█████ | 5/10 [00:10<00:10, 2.18s/it] 60%|██████ | 6/10 [00:13<00:08, 2.19s/it] 70%|███████ | 7/10 [00:15<00:06, 2.15s/it] 80%|████████ | 8/10 [00:17<00:04, 2.10s/it] 90%|█████████ | 9/10 [00:19<00:02, 2.10s/it] 100%|██████████| 10/10 [00:21<00:00, 2.06s/it] 100%|██████████| 10/10 [00:21<00:00, 2.13s/it]
  490. -> create 1229 synthetic samples
  491. -> test with 'LR'
  492. LR tn, fp: 318, 0
  493. LR fn, tp: 0, 11
  494. LR f1 score: 1.000
  495. LR cohens kappa score: 1.000
  496. LR average precision score: 1.000
  497. -> test with 'GB'
  498. GB tn, fp: 318, 0
  499. GB fn, tp: 0, 11
  500. GB f1 score: 1.000
  501. GB cohens kappa score: 1.000
  502. -> test with 'KNN'
  503. KNN tn, fp: 318, 0
  504. KNN fn, tp: 0, 11
  505. KNN f1 score: 1.000
  506. KNN cohens kappa score: 1.000
  507. ------ Step 5/5: Slice 4/5 -------
  508. -> Reset the GAN
  509. -> Train generator for synthetic samples
  510. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:22, 2.48s/it] 20%|██ | 2/10 [00:04<00:17, 2.23s/it] 30%|███ | 3/10 [00:06<00:15, 2.18s/it] 40%|████ | 4/10 [00:08<00:12, 2.03s/it] 50%|█████ | 5/10 [00:10<00:09, 1.97s/it] 60%|██████ | 6/10 [00:12<00:08, 2.04s/it] 70%|███████ | 7/10 [00:14<00:06, 2.00s/it] 80%|████████ | 8/10 [00:16<00:03, 1.99s/it] 90%|█████████ | 9/10 [00:18<00:01, 1.98s/it] 100%|██████████| 10/10 [00:20<00:00, 1.99s/it] 100%|██████████| 10/10 [00:20<00:00, 2.03s/it]
  511. -> create 1229 synthetic samples
  512. -> test with 'LR'
  513. LR tn, fp: 318, 0
  514. LR fn, tp: 0, 11
  515. LR f1 score: 1.000
  516. LR cohens kappa score: 1.000
  517. LR average precision score: 1.000
  518. -> test with 'GB'
  519. GB tn, fp: 318, 0
  520. GB fn, tp: 0, 11
  521. GB f1 score: 1.000
  522. GB cohens kappa score: 1.000
  523. -> test with 'KNN'
  524. KNN tn, fp: 318, 0
  525. KNN fn, tp: 0, 11
  526. KNN f1 score: 1.000
  527. KNN cohens kappa score: 1.000
  528. ------ Step 5/5: Slice 5/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:18, 2.07s/it] 20%|██ | 2/10 [00:03<00:15, 1.99s/it] 30%|███ | 3/10 [00:05<00:13, 1.95s/it] 40%|████ | 4/10 [00:07<00:11, 1.89s/it] 50%|█████ | 5/10 [00:09<00:09, 1.93s/it] 60%|██████ | 6/10 [00:11<00:07, 1.94s/it] 70%|███████ | 7/10 [00:13<00:06, 2.01s/it] 80%|████████ | 8/10 [00:16<00:04, 2.06s/it] 90%|█████████ | 9/10 [00:18<00:02, 2.07s/it] 100%|██████████| 10/10 [00:20<00:00, 2.06s/it] 100%|██████████| 10/10 [00:20<00:00, 2.01s/it]
  532. -> create 1228 synthetic samples
  533. -> test with 'LR'
  534. LR tn, fp: 317, 0
  535. LR fn, tp: 0, 9
  536. LR f1 score: 1.000
  537. LR cohens kappa score: 1.000
  538. LR average precision score: 1.000
  539. -> test with 'GB'
  540. GB tn, fp: 317, 0
  541. GB fn, tp: 0, 9
  542. GB f1 score: 1.000
  543. GB cohens kappa score: 1.000
  544. -> test with 'KNN'
  545. KNN tn, fp: 317, 0
  546. KNN fn, tp: 0, 9
  547. KNN f1 score: 1.000
  548. KNN cohens kappa score: 1.000
  549. ### Exercise is done.
  550. -----[ LR ]-----
  551. maximum:
  552. LR tn, fp: 318, 1
  553. LR fn, tp: 0, 11
  554. LR f1 score: 1.000
  555. LR cohens kappa score: 1.000
  556. LR average precision score: 1.000
  557. average:
  558. LR tn, fp: 317.72, 0.08
  559. LR fn, tp: 0.0, 10.6
  560. LR f1 score: 0.996
  561. LR cohens kappa score: 0.996
  562. LR average precision score: 0.997
  563. minimum:
  564. LR tn, fp: 316, 0
  565. LR fn, tp: 0, 9
  566. LR f1 score: 0.947
  567. LR cohens kappa score: 0.946
  568. LR average precision score: 0.917
  569. -----[ GB ]-----
  570. maximum:
  571. GB tn, fp: 318, 0
  572. GB fn, tp: 0, 11
  573. GB f1 score: 1.000
  574. GB cohens kappa score: 1.000
  575. average:
  576. GB tn, fp: 317.8, 0.0
  577. GB fn, tp: 0.0, 10.6
  578. GB f1 score: 1.000
  579. GB cohens kappa score: 1.000
  580. minimum:
  581. GB tn, fp: 317, 0
  582. GB fn, tp: 0, 9
  583. GB f1 score: 1.000
  584. GB cohens kappa score: 1.000
  585. -----[ KNN ]-----
  586. maximum:
  587. KNN tn, fp: 318, 1
  588. KNN fn, tp: 0, 11
  589. KNN f1 score: 1.000
  590. KNN cohens kappa score: 1.000
  591. average:
  592. KNN tn, fp: 317.6, 0.2
  593. KNN fn, tp: 0.0, 10.6
  594. KNN f1 score: 0.991
  595. KNN cohens kappa score: 0.991
  596. minimum:
  597. KNN tn, fp: 316, 0
  598. KNN fn, tp: 0, 9
  599. KNN f1 score: 0.947
  600. KNN cohens kappa score: 0.946