folding_car_good.log 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. ///////////////////////////////////////////
  2. // Running CTAB-GAN on folding_car_good
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_car_good'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.14it/s] 20%|██ | 2/10 [00:01<00:07, 1.11it/s] 30%|███ | 3/10 [00:02<00:06, 1.01it/s] 40%|████ | 4/10 [00:03<00:05, 1.14it/s] 50%|█████ | 5/10 [00:04<00:04, 1.17it/s] 60%|██████ | 6/10 [00:05<00:03, 1.23it/s] 70%|███████ | 7/10 [00:05<00:02, 1.27it/s] 80%|████████ | 8/10 [00:06<00:01, 1.32it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.31it/s] 100%|██████████| 10/10 [00:08<00:00, 1.27it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  16. -> create 1272 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 162, 170
  19. LR fn, tp: 4, 10
  20. LR f1 score: 0.103
  21. LR cohens kappa score: 0.030
  22. LR average precision score: 0.067
  23. -> test with 'GB'
  24. GB tn, fp: 332, 0
  25. GB fn, tp: 1, 13
  26. GB f1 score: 0.963
  27. GB cohens kappa score: 0.961
  28. -> test with 'KNN'
  29. KNN tn, fp: 294, 38
  30. KNN fn, tp: 0, 14
  31. KNN f1 score: 0.424
  32. KNN cohens kappa score: 0.385
  33. ------ Step 1/5: Slice 2/5 -------
  34. -> Reset the GAN
  35. -> Train generator for synthetic samples
  36. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.25it/s] 20%|██ | 2/10 [00:01<00:06, 1.24it/s] 30%|███ | 3/10 [00:02<00:06, 1.10it/s] 40%|████ | 4/10 [00:03<00:05, 1.16it/s] 50%|█████ | 5/10 [00:04<00:04, 1.11it/s] 60%|██████ | 6/10 [00:05<00:03, 1.12it/s] 70%|███████ | 7/10 [00:06<00:02, 1.19it/s] 80%|████████ | 8/10 [00:06<00:01, 1.24it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.26it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s] 100%|██████████| 10/10 [00:08<00:00, 1.19it/s]
  37. -> create 1272 synthetic samples
  38. -> test with 'LR'
  39. LR tn, fp: 197, 135
  40. LR fn, tp: 4, 10
  41. LR f1 score: 0.126
  42. LR cohens kappa score: 0.056
  43. LR average precision score: 0.096
  44. -> test with 'GB'
  45. GB tn, fp: 332, 0
  46. GB fn, tp: 6, 8
  47. GB f1 score: 0.727
  48. GB cohens kappa score: 0.719
  49. -> test with 'KNN'
  50. KNN tn, fp: 280, 52
  51. KNN fn, tp: 0, 14
  52. KNN f1 score: 0.350
  53. KNN cohens kappa score: 0.303
  54. ------ Step 1/5: Slice 3/5 -------
  55. -> Reset the GAN
  56. -> Train generator for synthetic samples
  57. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.04it/s] 20%|██ | 2/10 [00:01<00:07, 1.13it/s] 30%|███ | 3/10 [00:02<00:06, 1.09it/s] 40%|████ | 4/10 [00:03<00:05, 1.10it/s] 50%|█████ | 5/10 [00:04<00:04, 1.10it/s] 60%|██████ | 6/10 [00:05<00:03, 1.12it/s] 70%|███████ | 7/10 [00:06<00:02, 1.16it/s] 80%|████████ | 8/10 [00:07<00:01, 1.19it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.20it/s] 100%|██████████| 10/10 [00:08<00:00, 1.28it/s] 100%|██████████| 10/10 [00:08<00:00, 1.18it/s]
  58. -> create 1272 synthetic samples
  59. -> test with 'LR'
  60. LR tn, fp: 182, 150
  61. LR fn, tp: 6, 8
  62. LR f1 score: 0.093
  63. LR cohens kappa score: 0.020
  64. LR average precision score: 0.060
  65. -> test with 'GB'
  66. GB tn, fp: 331, 1
  67. GB fn, tp: 4, 10
  68. GB f1 score: 0.800
  69. GB cohens kappa score: 0.793
  70. -> test with 'KNN'
  71. KNN tn, fp: 291, 41
  72. KNN fn, tp: 0, 14
  73. KNN f1 score: 0.406
  74. KNN cohens kappa score: 0.365
  75. ------ Step 1/5: Slice 4/5 -------
  76. -> Reset the GAN
  77. -> Train generator for synthetic samples
  78. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.16it/s] 20%|██ | 2/10 [00:01<00:06, 1.28it/s] 30%|███ | 3/10 [00:02<00:05, 1.23it/s] 40%|████ | 4/10 [00:03<00:04, 1.24it/s] 50%|█████ | 5/10 [00:04<00:04, 1.25it/s] 60%|██████ | 6/10 [00:04<00:03, 1.23it/s] 70%|███████ | 7/10 [00:05<00:02, 1.28it/s] 80%|████████ | 8/10 [00:06<00:01, 1.34it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.31it/s] 100%|██████████| 10/10 [00:07<00:00, 1.32it/s] 100%|██████████| 10/10 [00:07<00:00, 1.28it/s]
  79. -> create 1272 synthetic samples
  80. -> test with 'LR'
  81. LR tn, fp: 168, 164
  82. LR fn, tp: 4, 10
  83. LR f1 score: 0.106
  84. LR cohens kappa score: 0.034
  85. LR average precision score: 0.086
  86. -> test with 'GB'
  87. GB tn, fp: 331, 1
  88. GB fn, tp: 5, 9
  89. GB f1 score: 0.750
  90. GB cohens kappa score: 0.741
  91. -> test with 'KNN'
  92. KNN tn, fp: 292, 40
  93. KNN fn, tp: 0, 14
  94. KNN f1 score: 0.412
  95. KNN cohens kappa score: 0.371
  96. ------ Step 1/5: Slice 5/5 -------
  97. -> Reset the GAN
  98. -> Train generator for synthetic samples
  99. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.38it/s] 20%|██ | 2/10 [00:01<00:05, 1.43it/s] 30%|███ | 3/10 [00:02<00:04, 1.40it/s] 40%|████ | 4/10 [00:02<00:04, 1.33it/s] 50%|█████ | 5/10 [00:03<00:03, 1.32it/s] 60%|██████ | 6/10 [00:04<00:02, 1.34it/s] 70%|███████ | 7/10 [00:05<00:02, 1.35it/s] 80%|████████ | 8/10 [00:05<00:01, 1.33it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.35it/s] 100%|██████████| 10/10 [00:07<00:00, 1.33it/s] 100%|██████████| 10/10 [00:07<00:00, 1.35it/s]
  100. -> create 1272 synthetic samples
  101. -> test with 'LR'
  102. LR tn, fp: 185, 146
  103. LR fn, tp: 5, 8
  104. LR f1 score: 0.096
  105. LR cohens kappa score: 0.028
  106. LR average precision score: 0.046
  107. -> test with 'GB'
  108. GB tn, fp: 327, 4
  109. GB fn, tp: 2, 11
  110. GB f1 score: 0.786
  111. GB cohens kappa score: 0.777
  112. -> test with 'KNN'
  113. KNN tn, fp: 292, 39
  114. KNN fn, tp: 1, 12
  115. KNN f1 score: 0.375
  116. KNN cohens kappa score: 0.335
  117. ====== Step 2/5 =======
  118. -> Shuffling data
  119. -> Spliting data to slices
  120. ------ Step 2/5: Slice 1/5 -------
  121. -> Reset the GAN
  122. -> Train generator for synthetic samples
  123. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.13it/s] 20%|██ | 2/10 [00:01<00:06, 1.22it/s] 30%|███ | 3/10 [00:02<00:05, 1.32it/s] 40%|████ | 4/10 [00:03<00:05, 1.20it/s] 50%|█████ | 5/10 [00:04<00:04, 1.16it/s] 60%|██████ | 6/10 [00:05<00:03, 1.16it/s] 70%|███████ | 7/10 [00:05<00:02, 1.18it/s] 80%|████████ | 8/10 [00:06<00:01, 1.25it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.27it/s] 100%|██████████| 10/10 [00:08<00:00, 1.30it/s] 100%|██████████| 10/10 [00:08<00:00, 1.24it/s]
  124. -> create 1272 synthetic samples
  125. -> test with 'LR'
  126. LR tn, fp: 164, 168
  127. LR fn, tp: 5, 9
  128. LR f1 score: 0.094
  129. LR cohens kappa score: 0.021
  130. LR average precision score: 0.078
  131. -> test with 'GB'
  132. GB tn, fp: 331, 1
  133. GB fn, tp: 2, 12
  134. GB f1 score: 0.889
  135. GB cohens kappa score: 0.884
  136. -> test with 'KNN'
  137. KNN tn, fp: 298, 34
  138. KNN fn, tp: 0, 14
  139. KNN f1 score: 0.452
  140. KNN cohens kappa score: 0.415
  141. ------ Step 2/5: Slice 2/5 -------
  142. -> Reset the GAN
  143. -> Train generator for synthetic samples
  144. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:05, 1.52it/s] 20%|██ | 2/10 [00:01<00:05, 1.38it/s] 30%|███ | 3/10 [00:02<00:04, 1.40it/s] 40%|████ | 4/10 [00:02<00:04, 1.34it/s] 50%|█████ | 5/10 [00:03<00:03, 1.33it/s] 60%|██████ | 6/10 [00:04<00:03, 1.29it/s] 70%|███████ | 7/10 [00:05<00:02, 1.31it/s] 80%|████████ | 8/10 [00:05<00:01, 1.37it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.36it/s] 100%|██████████| 10/10 [00:07<00:00, 1.37it/s] 100%|██████████| 10/10 [00:07<00:00, 1.35it/s]
  145. -> create 1272 synthetic samples
  146. -> test with 'LR'
  147. LR tn, fp: 171, 161
  148. LR fn, tp: 3, 11
  149. LR f1 score: 0.118
  150. LR cohens kappa score: 0.047
  151. LR average precision score: 0.093
  152. -> test with 'GB'
  153. GB tn, fp: 331, 1
  154. GB fn, tp: 1, 13
  155. GB f1 score: 0.929
  156. GB cohens kappa score: 0.926
  157. -> test with 'KNN'
  158. KNN tn, fp: 307, 25
  159. KNN fn, tp: 0, 14
  160. KNN f1 score: 0.528
  161. KNN cohens kappa score: 0.498
  162. ------ Step 2/5: Slice 3/5 -------
  163. -> Reset the GAN
  164. -> Train generator for synthetic samples
  165. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.30it/s] 20%|██ | 2/10 [00:01<00:06, 1.33it/s] 30%|███ | 3/10 [00:02<00:05, 1.35it/s] 40%|████ | 4/10 [00:03<00:04, 1.26it/s] 50%|█████ | 5/10 [00:04<00:04, 1.16it/s] 60%|██████ | 6/10 [00:04<00:03, 1.18it/s] 70%|███████ | 7/10 [00:05<00:02, 1.20it/s] 80%|████████ | 8/10 [00:06<00:01, 1.25it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.24it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s] 100%|██████████| 10/10 [00:08<00:00, 1.23it/s]
  166. -> create 1272 synthetic samples
  167. -> test with 'LR'
  168. LR tn, fp: 181, 151
  169. LR fn, tp: 4, 10
  170. LR f1 score: 0.114
  171. LR cohens kappa score: 0.043
  172. LR average precision score: 0.081
  173. -> test with 'GB'
  174. GB tn, fp: 332, 0
  175. GB fn, tp: 3, 11
  176. GB f1 score: 0.880
  177. GB cohens kappa score: 0.876
  178. -> test with 'KNN'
  179. KNN tn, fp: 292, 40
  180. KNN fn, tp: 1, 13
  181. KNN f1 score: 0.388
  182. KNN cohens kappa score: 0.346
  183. ------ Step 2/5: Slice 4/5 -------
  184. -> Reset the GAN
  185. -> Train generator for synthetic samples
  186. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.23it/s] 20%|██ | 2/10 [00:01<00:06, 1.29it/s] 30%|███ | 3/10 [00:02<00:05, 1.23it/s] 40%|████ | 4/10 [00:03<00:04, 1.26it/s] 50%|█████ | 5/10 [00:03<00:03, 1.31it/s] 60%|██████ | 6/10 [00:04<00:03, 1.28it/s] 70%|███████ | 7/10 [00:05<00:02, 1.19it/s] 80%|████████ | 8/10 [00:06<00:01, 1.14it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.19it/s] 100%|██████████| 10/10 [00:08<00:00, 1.19it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  187. -> create 1272 synthetic samples
  188. -> test with 'LR'
  189. LR tn, fp: 200, 132
  190. LR fn, tp: 7, 7
  191. LR f1 score: 0.092
  192. LR cohens kappa score: 0.019
  193. LR average precision score: 0.058
  194. -> test with 'GB'
  195. GB tn, fp: 331, 1
  196. GB fn, tp: 5, 9
  197. GB f1 score: 0.750
  198. GB cohens kappa score: 0.741
  199. -> test with 'KNN'
  200. KNN tn, fp: 261, 71
  201. KNN fn, tp: 1, 13
  202. KNN f1 score: 0.265
  203. KNN cohens kappa score: 0.211
  204. ------ Step 2/5: Slice 5/5 -------
  205. -> Reset the GAN
  206. -> Train generator for synthetic samples
  207. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.36it/s] 20%|██ | 2/10 [00:01<00:05, 1.40it/s] 30%|███ | 3/10 [00:02<00:05, 1.37it/s] 40%|████ | 4/10 [00:03<00:04, 1.29it/s] 50%|█████ | 5/10 [00:03<00:03, 1.35it/s] 60%|██████ | 6/10 [00:04<00:03, 1.24it/s] 70%|███████ | 7/10 [00:05<00:02, 1.29it/s] 80%|████████ | 8/10 [00:06<00:01, 1.30it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.32it/s] 100%|██████████| 10/10 [00:07<00:00, 1.16it/s] 100%|██████████| 10/10 [00:07<00:00, 1.26it/s]
  208. -> create 1272 synthetic samples
  209. -> test with 'LR'
  210. LR tn, fp: 186, 145
  211. LR fn, tp: 4, 9
  212. LR f1 score: 0.108
  213. LR cohens kappa score: 0.041
  214. LR average precision score: 0.093
  215. -> test with 'GB'
  216. GB tn, fp: 327, 4
  217. GB fn, tp: 2, 11
  218. GB f1 score: 0.786
  219. GB cohens kappa score: 0.777
  220. -> test with 'KNN'
  221. KNN tn, fp: 288, 43
  222. KNN fn, tp: 0, 13
  223. KNN f1 score: 0.377
  224. KNN cohens kappa score: 0.336
  225. ====== Step 3/5 =======
  226. -> Shuffling data
  227. -> Spliting data to slices
  228. ------ Step 3/5: Slice 1/5 -------
  229. -> Reset the GAN
  230. -> Train generator for synthetic samples
  231. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.25it/s] 20%|██ | 2/10 [00:01<00:06, 1.33it/s] 30%|███ | 3/10 [00:02<00:05, 1.32it/s] 40%|████ | 4/10 [00:03<00:04, 1.23it/s] 50%|█████ | 5/10 [00:03<00:03, 1.29it/s] 60%|██████ | 6/10 [00:04<00:03, 1.24it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.25it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.21it/s] 100%|██████████| 10/10 [00:08<00:00, 1.21it/s] 100%|██████████| 10/10 [00:08<00:00, 1.24it/s]
  232. -> create 1272 synthetic samples
  233. -> test with 'LR'
  234. LR tn, fp: 186, 146
  235. LR fn, tp: 3, 11
  236. LR f1 score: 0.129
  237. LR cohens kappa score: 0.059
  238. LR average precision score: 0.071
  239. -> test with 'GB'
  240. GB tn, fp: 332, 0
  241. GB fn, tp: 3, 11
  242. GB f1 score: 0.880
  243. GB cohens kappa score: 0.876
  244. -> test with 'KNN'
  245. KNN tn, fp: 283, 49
  246. KNN fn, tp: 0, 14
  247. KNN f1 score: 0.364
  248. KNN cohens kappa score: 0.319
  249. ------ Step 3/5: Slice 2/5 -------
  250. -> Reset the GAN
  251. -> Train generator for synthetic samples
  252. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.40it/s] 20%|██ | 2/10 [00:01<00:05, 1.41it/s] 30%|███ | 3/10 [00:02<00:04, 1.47it/s] 40%|████ | 4/10 [00:02<00:04, 1.30it/s] 50%|█████ | 5/10 [00:03<00:03, 1.29it/s] 60%|██████ | 6/10 [00:04<00:03, 1.27it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.24it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.26it/s] 100%|██████████| 10/10 [00:07<00:00, 1.31it/s] 100%|██████████| 10/10 [00:07<00:00, 1.30it/s]
  253. -> create 1272 synthetic samples
  254. -> test with 'LR'
  255. LR tn, fp: 183, 149
  256. LR fn, tp: 4, 10
  257. LR f1 score: 0.116
  258. LR cohens kappa score: 0.045
  259. LR average precision score: 0.060
  260. -> test with 'GB'
  261. GB tn, fp: 330, 2
  262. GB fn, tp: 6, 8
  263. GB f1 score: 0.667
  264. GB cohens kappa score: 0.655
  265. -> test with 'KNN'
  266. KNN tn, fp: 282, 50
  267. KNN fn, tp: 0, 14
  268. KNN f1 score: 0.359
  269. KNN cohens kappa score: 0.313
  270. ------ Step 3/5: Slice 3/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.26it/s] 20%|██ | 2/10 [00:01<00:05, 1.33it/s] 30%|███ | 3/10 [00:02<00:05, 1.29it/s] 40%|████ | 4/10 [00:03<00:04, 1.26it/s] 50%|█████ | 5/10 [00:03<00:03, 1.27it/s] 60%|██████ | 6/10 [00:04<00:03, 1.26it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.14it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.20it/s] 100%|██████████| 10/10 [00:08<00:00, 1.21it/s] 100%|██████████| 10/10 [00:08<00:00, 1.23it/s]
  274. -> create 1272 synthetic samples
  275. -> test with 'LR'
  276. LR tn, fp: 167, 165
  277. LR fn, tp: 3, 11
  278. LR f1 score: 0.116
  279. LR cohens kappa score: 0.044
  280. LR average precision score: 0.056
  281. -> test with 'GB'
  282. GB tn, fp: 330, 2
  283. GB fn, tp: 10, 4
  284. GB f1 score: 0.400
  285. GB cohens kappa score: 0.385
  286. -> test with 'KNN'
  287. KNN tn, fp: 297, 35
  288. KNN fn, tp: 0, 14
  289. KNN f1 score: 0.444
  290. KNN cohens kappa score: 0.407
  291. ------ Step 3/5: Slice 4/5 -------
  292. -> Reset the GAN
  293. -> Train generator for synthetic samples
  294. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.26it/s] 20%|██ | 2/10 [00:01<00:05, 1.46it/s] 30%|███ | 3/10 [00:02<00:05, 1.30it/s] 40%|████ | 4/10 [00:03<00:04, 1.25it/s] 50%|█████ | 5/10 [00:03<00:03, 1.25it/s] 60%|██████ | 6/10 [00:04<00:03, 1.31it/s] 70%|███████ | 7/10 [00:05<00:02, 1.24it/s] 80%|████████ | 8/10 [00:06<00:01, 1.25it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.13it/s] 100%|██████████| 10/10 [00:08<00:00, 1.15it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  295. -> create 1272 synthetic samples
  296. -> test with 'LR'
  297. LR tn, fp: 170, 162
  298. LR fn, tp: 3, 11
  299. LR f1 score: 0.118
  300. LR cohens kappa score: 0.046
  301. LR average precision score: 0.074
  302. -> test with 'GB'
  303. GB tn, fp: 332, 0
  304. GB fn, tp: 4, 10
  305. GB f1 score: 0.833
  306. GB cohens kappa score: 0.828
  307. -> test with 'KNN'
  308. KNN tn, fp: 290, 42
  309. KNN fn, tp: 0, 14
  310. KNN f1 score: 0.400
  311. KNN cohens kappa score: 0.358
  312. ------ Step 3/5: Slice 5/5 -------
  313. -> Reset the GAN
  314. -> Train generator for synthetic samples
  315. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.20it/s] 20%|██ | 2/10 [00:01<00:05, 1.36it/s] 30%|███ | 3/10 [00:02<00:05, 1.36it/s] 40%|████ | 4/10 [00:03<00:04, 1.28it/s] 50%|█████ | 5/10 [00:03<00:03, 1.28it/s] 60%|██████ | 6/10 [00:04<00:03, 1.23it/s] 70%|███████ | 7/10 [00:05<00:02, 1.17it/s] 80%|████████ | 8/10 [00:06<00:01, 1.15it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.22it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s] 100%|██████████| 10/10 [00:08<00:00, 1.21it/s]
  316. -> create 1272 synthetic samples
  317. -> test with 'LR'
  318. LR tn, fp: 188, 143
  319. LR fn, tp: 6, 7
  320. LR f1 score: 0.086
  321. LR cohens kappa score: 0.018
  322. LR average precision score: 0.079
  323. -> test with 'GB'
  324. GB tn, fp: 329, 2
  325. GB fn, tp: 3, 10
  326. GB f1 score: 0.800
  327. GB cohens kappa score: 0.792
  328. -> test with 'KNN'
  329. KNN tn, fp: 270, 61
  330. KNN fn, tp: 0, 13
  331. KNN f1 score: 0.299
  332. KNN cohens kappa score: 0.251
  333. ====== Step 4/5 =======
  334. -> Shuffling data
  335. -> Spliting data to slices
  336. ------ Step 4/5: Slice 1/5 -------
  337. -> Reset the GAN
  338. -> Train generator for synthetic samples
  339. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.21it/s] 20%|██ | 2/10 [00:01<00:05, 1.52it/s] 30%|███ | 3/10 [00:02<00:05, 1.26it/s] 40%|████ | 4/10 [00:03<00:04, 1.25it/s] 50%|█████ | 5/10 [00:03<00:04, 1.23it/s] 60%|██████ | 6/10 [00:04<00:03, 1.22it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.16it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.14it/s] 100%|██████████| 10/10 [00:08<00:00, 1.14it/s] 100%|██████████| 10/10 [00:08<00:00, 1.20it/s]
  340. -> create 1272 synthetic samples
  341. -> test with 'LR'
  342. LR tn, fp: 177, 155
  343. LR fn, tp: 1, 13
  344. LR f1 score: 0.143
  345. LR cohens kappa score: 0.074
  346. LR average precision score: 0.078
  347. -> test with 'GB'
  348. GB tn, fp: 331, 1
  349. GB fn, tp: 7, 7
  350. GB f1 score: 0.636
  351. GB cohens kappa score: 0.625
  352. -> test with 'KNN'
  353. KNN tn, fp: 308, 24
  354. KNN fn, tp: 0, 14
  355. KNN f1 score: 0.538
  356. KNN cohens kappa score: 0.509
  357. ------ Step 4/5: Slice 2/5 -------
  358. -> Reset the GAN
  359. -> Train generator for synthetic samples
  360. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.23it/s] 20%|██ | 2/10 [00:01<00:06, 1.23it/s] 30%|███ | 3/10 [00:02<00:05, 1.33it/s] 40%|████ | 4/10 [00:03<00:04, 1.23it/s] 50%|█████ | 5/10 [00:04<00:04, 1.17it/s] 60%|██████ | 6/10 [00:04<00:03, 1.23it/s] 70%|███████ | 7/10 [00:05<00:02, 1.24it/s] 80%|████████ | 8/10 [00:06<00:01, 1.21it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.20it/s] 100%|██████████| 10/10 [00:08<00:00, 1.23it/s] 100%|██████████| 10/10 [00:08<00:00, 1.23it/s]
  361. -> create 1272 synthetic samples
  362. -> test with 'LR'
  363. LR tn, fp: 169, 163
  364. LR fn, tp: 5, 9
  365. LR f1 score: 0.097
  366. LR cohens kappa score: 0.024
  367. LR average precision score: 0.057
  368. -> test with 'GB'
  369. GB tn, fp: 330, 2
  370. GB fn, tp: 6, 8
  371. GB f1 score: 0.667
  372. GB cohens kappa score: 0.655
  373. -> test with 'KNN'
  374. KNN tn, fp: 267, 65
  375. KNN fn, tp: 0, 14
  376. KNN f1 score: 0.301
  377. KNN cohens kappa score: 0.249
  378. ------ Step 4/5: Slice 3/5 -------
  379. -> Reset the GAN
  380. -> Train generator for synthetic samples
  381. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.15it/s] 20%|██ | 2/10 [00:01<00:05, 1.36it/s] 30%|███ | 3/10 [00:02<00:05, 1.23it/s] 40%|████ | 4/10 [00:03<00:05, 1.15it/s] 50%|█████ | 5/10 [00:04<00:04, 1.16it/s] 60%|██████ | 6/10 [00:05<00:03, 1.18it/s] 70%|███████ | 7/10 [00:06<00:02, 1.11it/s] 80%|████████ | 8/10 [00:06<00:01, 1.20it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.20it/s] 100%|██████████| 10/10 [00:08<00:00, 1.20it/s] 100%|██████████| 10/10 [00:08<00:00, 1.19it/s]
  382. -> create 1272 synthetic samples
  383. -> test with 'LR'
  384. LR tn, fp: 167, 165
  385. LR fn, tp: 5, 9
  386. LR f1 score: 0.096
  387. LR cohens kappa score: 0.023
  388. LR average precision score: 0.053
  389. -> test with 'GB'
  390. GB tn, fp: 330, 2
  391. GB fn, tp: 2, 12
  392. GB f1 score: 0.857
  393. GB cohens kappa score: 0.851
  394. -> test with 'KNN'
  395. KNN tn, fp: 276, 56
  396. KNN fn, tp: 0, 14
  397. KNN f1 score: 0.333
  398. KNN cohens kappa score: 0.285
  399. ------ Step 4/5: Slice 4/5 -------
  400. -> Reset the GAN
  401. -> Train generator for synthetic samples
  402. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.17it/s] 20%|██ | 2/10 [00:01<00:06, 1.31it/s] 30%|███ | 3/10 [00:02<00:05, 1.29it/s] 40%|████ | 4/10 [00:03<00:04, 1.21it/s] 50%|█████ | 5/10 [00:03<00:03, 1.26it/s] 60%|██████ | 6/10 [00:04<00:03, 1.23it/s] 70%|███████ | 7/10 [00:05<00:02, 1.18it/s] 80%|████████ | 8/10 [00:06<00:01, 1.21it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.18it/s] 100%|██████████| 10/10 [00:08<00:00, 1.27it/s] 100%|██████████| 10/10 [00:08<00:00, 1.24it/s]
  403. -> create 1272 synthetic samples
  404. -> test with 'LR'
  405. LR tn, fp: 175, 157
  406. LR fn, tp: 3, 11
  407. LR f1 score: 0.121
  408. LR cohens kappa score: 0.050
  409. LR average precision score: 0.051
  410. -> test with 'GB'
  411. GB tn, fp: 331, 1
  412. GB fn, tp: 6, 8
  413. GB f1 score: 0.696
  414. GB cohens kappa score: 0.686
  415. -> test with 'KNN'
  416. KNN tn, fp: 300, 32
  417. KNN fn, tp: 0, 14
  418. KNN f1 score: 0.467
  419. KNN cohens kappa score: 0.431
  420. ------ Step 4/5: Slice 5/5 -------
  421. -> Reset the GAN
  422. -> Train generator for synthetic samples
  423. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.15it/s] 20%|██ | 2/10 [00:01<00:06, 1.20it/s] 30%|███ | 3/10 [00:02<00:06, 1.06it/s] 40%|████ | 4/10 [00:03<00:05, 1.12it/s] 50%|█████ | 5/10 [00:04<00:04, 1.23it/s] 60%|██████ | 6/10 [00:05<00:03, 1.18it/s] 70%|███████ | 7/10 [00:05<00:02, 1.23it/s] 80%|████████ | 8/10 [00:06<00:01, 1.27it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.32it/s] 100%|██████████| 10/10 [00:08<00:00, 1.33it/s] 100%|██████████| 10/10 [00:08<00:00, 1.24it/s]
  424. -> create 1272 synthetic samples
  425. -> test with 'LR'
  426. LR tn, fp: 166, 165
  427. LR fn, tp: 1, 12
  428. LR f1 score: 0.126
  429. LR cohens kappa score: 0.060
  430. LR average precision score: 0.075
  431. -> test with 'GB'
  432. GB tn, fp: 329, 2
  433. GB fn, tp: 5, 8
  434. GB f1 score: 0.696
  435. GB cohens kappa score: 0.685
  436. -> test with 'KNN'
  437. KNN tn, fp: 315, 16
  438. KNN fn, tp: 6, 7
  439. KNN f1 score: 0.389
  440. KNN cohens kappa score: 0.358
  441. ====== Step 5/5 =======
  442. -> Shuffling data
  443. -> Spliting data to slices
  444. ------ Step 5/5: Slice 1/5 -------
  445. -> Reset the GAN
  446. -> Train generator for synthetic samples
  447. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.10it/s] 20%|██ | 2/10 [00:01<00:06, 1.23it/s] 30%|███ | 3/10 [00:02<00:05, 1.18it/s] 40%|████ | 4/10 [00:03<00:05, 1.11it/s] 50%|█████ | 5/10 [00:04<00:04, 1.12it/s] 60%|██████ | 6/10 [00:05<00:03, 1.11it/s] 70%|███████ | 7/10 [00:06<00:02, 1.16it/s] 80%|████████ | 8/10 [00:06<00:01, 1.19it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.11it/s] 100%|██████████| 10/10 [00:08<00:00, 1.07it/s] 100%|██████████| 10/10 [00:08<00:00, 1.12it/s]
  448. -> create 1272 synthetic samples
  449. -> test with 'LR'
  450. LR tn, fp: 159, 173
  451. LR fn, tp: 6, 8
  452. LR f1 score: 0.082
  453. LR cohens kappa score: 0.007
  454. LR average precision score: 0.053
  455. -> test with 'GB'
  456. GB tn, fp: 331, 1
  457. GB fn, tp: 5, 9
  458. GB f1 score: 0.750
  459. GB cohens kappa score: 0.741
  460. -> test with 'KNN'
  461. KNN tn, fp: 278, 54
  462. KNN fn, tp: 0, 14
  463. KNN f1 score: 0.341
  464. KNN cohens kappa score: 0.294
  465. ------ Step 5/5: Slice 2/5 -------
  466. -> Reset the GAN
  467. -> Train generator for synthetic samples
  468. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.12it/s] 20%|██ | 2/10 [00:01<00:07, 1.05it/s] 30%|███ | 3/10 [00:02<00:06, 1.10it/s] 40%|████ | 4/10 [00:03<00:05, 1.09it/s] 50%|█████ | 5/10 [00:04<00:05, 1.00s/it] 60%|██████ | 6/10 [00:05<00:03, 1.02it/s] 70%|███████ | 7/10 [00:06<00:03, 1.00s/it] 80%|████████ | 8/10 [00:07<00:01, 1.00it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.05it/s] 100%|██████████| 10/10 [00:09<00:00, 1.14it/s] 100%|██████████| 10/10 [00:09<00:00, 1.07it/s]
  469. -> create 1272 synthetic samples
  470. -> test with 'LR'
  471. LR tn, fp: 185, 147
  472. LR fn, tp: 5, 9
  473. LR f1 score: 0.106
  474. LR cohens kappa score: 0.034
  475. LR average precision score: 0.079
  476. -> test with 'GB'
  477. GB tn, fp: 331, 1
  478. GB fn, tp: 5, 9
  479. GB f1 score: 0.750
  480. GB cohens kappa score: 0.741
  481. -> test with 'KNN'
  482. KNN tn, fp: 291, 41
  483. KNN fn, tp: 0, 14
  484. KNN f1 score: 0.406
  485. KNN cohens kappa score: 0.365
  486. ------ Step 5/5: Slice 3/5 -------
  487. -> Reset the GAN
  488. -> Train generator for synthetic samples
  489. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.14it/s] 20%|██ | 2/10 [00:01<00:06, 1.14it/s] 30%|███ | 3/10 [00:02<00:06, 1.08it/s] 40%|████ | 4/10 [00:03<00:05, 1.16it/s] 50%|█████ | 5/10 [00:04<00:04, 1.21it/s] 60%|██████ | 6/10 [00:05<00:03, 1.25it/s] 70%|███████ | 7/10 [00:05<00:02, 1.28it/s] 80%|████████ | 8/10 [00:06<00:01, 1.19it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.16it/s] 100%|██████████| 10/10 [00:08<00:00, 1.14it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s]
  490. -> create 1272 synthetic samples
  491. -> test with 'LR'
  492. LR tn, fp: 168, 164
  493. LR fn, tp: 4, 10
  494. LR f1 score: 0.106
  495. LR cohens kappa score: 0.034
  496. LR average precision score: 0.142
  497. -> test with 'GB'
  498. GB tn, fp: 327, 5
  499. GB fn, tp: 2, 12
  500. GB f1 score: 0.774
  501. GB cohens kappa score: 0.764
  502. -> test with 'KNN'
  503. KNN tn, fp: 305, 27
  504. KNN fn, tp: 4, 10
  505. KNN f1 score: 0.392
  506. KNN cohens kappa score: 0.354
  507. ------ Step 5/5: Slice 4/5 -------
  508. -> Reset the GAN
  509. -> Train generator for synthetic samples
  510. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.12it/s] 20%|██ | 2/10 [00:01<00:06, 1.18it/s] 30%|███ | 3/10 [00:02<00:06, 1.13it/s] 40%|████ | 4/10 [00:03<00:05, 1.14it/s] 50%|█████ | 5/10 [00:04<00:04, 1.11it/s] 60%|██████ | 6/10 [00:05<00:03, 1.14it/s] 70%|███████ | 7/10 [00:06<00:02, 1.11it/s] 80%|████████ | 8/10 [00:07<00:01, 1.12it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.12it/s] 100%|██████████| 10/10 [00:08<00:00, 1.14it/s] 100%|██████████| 10/10 [00:08<00:00, 1.13it/s]
  511. -> create 1272 synthetic samples
  512. -> test with 'LR'
  513. LR tn, fp: 193, 139
  514. LR fn, tp: 7, 7
  515. LR f1 score: 0.087
  516. LR cohens kappa score: 0.015
  517. LR average precision score: 0.071
  518. -> test with 'GB'
  519. GB tn, fp: 332, 0
  520. GB fn, tp: 5, 9
  521. GB f1 score: 0.783
  522. GB cohens kappa score: 0.775
  523. -> test with 'KNN'
  524. KNN tn, fp: 289, 43
  525. KNN fn, tp: 3, 11
  526. KNN f1 score: 0.324
  527. KNN cohens kappa score: 0.277
  528. ------ Step 5/5: Slice 5/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.13it/s] 20%|██ | 2/10 [00:01<00:07, 1.12it/s] 30%|███ | 3/10 [00:02<00:05, 1.23it/s] 40%|████ | 4/10 [00:03<00:04, 1.21it/s] 50%|█████ | 5/10 [00:04<00:04, 1.19it/s] 60%|██████ | 6/10 [00:05<00:03, 1.19it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.22it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.22it/s] 100%|██████████| 10/10 [00:08<00:00, 1.03s/it] 100%|██████████| 10/10 [00:08<00:00, 1.11it/s]
  532. -> create 1272 synthetic samples
  533. -> test with 'LR'
  534. LR tn, fp: 176, 155
  535. LR fn, tp: 6, 7
  536. LR f1 score: 0.080
  537. LR cohens kappa score: 0.011
  538. LR average precision score: 0.072
  539. -> test with 'GB'
  540. GB tn, fp: 331, 0
  541. GB fn, tp: 3, 10
  542. GB f1 score: 0.870
  543. GB cohens kappa score: 0.865
  544. -> test with 'KNN'
  545. KNN tn, fp: 294, 37
  546. KNN fn, tp: 0, 13
  547. KNN f1 score: 0.413
  548. KNN cohens kappa score: 0.375
  549. ### Exercise is done.
  550. -----[ LR ]-----
  551. maximum:
  552. LR tn, fp: 200, 173
  553. LR fn, tp: 7, 13
  554. LR f1 score: 0.143
  555. LR cohens kappa score: 0.074
  556. LR average precision score: 0.142
  557. average:
  558. LR tn, fp: 177.0, 154.8
  559. LR fn, tp: 4.32, 9.48
  560. LR f1 score: 0.106
  561. LR cohens kappa score: 0.035
  562. LR average precision score: 0.073
  563. minimum:
  564. LR tn, fp: 159, 132
  565. LR fn, tp: 1, 7
  566. LR f1 score: 0.080
  567. LR cohens kappa score: 0.007
  568. LR average precision score: 0.046
  569. -----[ GB ]-----
  570. maximum:
  571. GB tn, fp: 332, 5
  572. GB fn, tp: 10, 13
  573. GB f1 score: 0.963
  574. GB cohens kappa score: 0.961
  575. average:
  576. GB tn, fp: 330.44, 1.36
  577. GB fn, tp: 4.12, 9.68
  578. GB f1 score: 0.773
  579. GB cohens kappa score: 0.765
  580. minimum:
  581. GB tn, fp: 327, 0
  582. GB fn, tp: 1, 4
  583. GB f1 score: 0.400
  584. GB cohens kappa score: 0.385
  585. -----[ KNN ]-----
  586. maximum:
  587. KNN tn, fp: 315, 71
  588. KNN fn, tp: 6, 14
  589. KNN f1 score: 0.538
  590. KNN cohens kappa score: 0.509
  591. average:
  592. KNN tn, fp: 289.6, 42.2
  593. KNN fn, tp: 0.64, 13.16
  594. KNN f1 score: 0.390
  595. KNN cohens kappa score: 0.349
  596. minimum:
  597. KNN tn, fp: 261, 16
  598. KNN fn, tp: 0, 7
  599. KNN f1 score: 0.265
  600. KNN cohens kappa score: 0.211