folding_yeast6.log 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. ///////////////////////////////////////////
  2. // Running CTAB-GAN on folding_yeast6
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast6'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.22it/s] 20%|██ | 2/10 [00:00<00:03, 2.37it/s] 30%|███ | 3/10 [00:04<00:13, 1.99s/it] 40%|████ | 4/10 [00:05<00:09, 1.63s/it] 50%|█████ | 5/10 [00:06<00:06, 1.34s/it] 60%|██████ | 6/10 [00:07<00:04, 1.16s/it] 70%|███████ | 7/10 [00:08<00:03, 1.02s/it] 80%|████████ | 8/10 [00:08<00:01, 1.04it/s] 90%|█████████ | 9/10 [00:09<00:00, 1.09it/s] 100%|██████████| 10/10 [00:10<00:00, 1.11it/s] 100%|██████████| 10/10 [00:10<00:00, 1.07s/it]
  16. -> create 1131 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 281, 9
  19. LR fn, tp: 2, 5
  20. LR f1 score: 0.476
  21. LR cohens kappa score: 0.459
  22. LR average precision score: 0.502
  23. -> test with 'GB'
  24. GB tn, fp: 287, 3
  25. GB fn, tp: 4, 3
  26. GB f1 score: 0.462
  27. GB cohens kappa score: 0.450
  28. -> test with 'KNN'
  29. KNN tn, fp: 277, 13
  30. KNN fn, tp: 2, 5
  31. KNN f1 score: 0.400
  32. KNN cohens kappa score: 0.379
  33. ------ Step 1/5: Slice 2/5 -------
  34. -> Reset the GAN
  35. -> Train generator for synthetic samples
  36. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.01it/s] 20%|██ | 2/10 [00:01<00:06, 1.17it/s] 30%|███ | 3/10 [00:02<00:05, 1.19it/s] 40%|████ | 4/10 [00:03<00:04, 1.23it/s] 50%|█████ | 5/10 [00:04<00:04, 1.19it/s] 60%|██████ | 6/10 [00:05<00:03, 1.22it/s] 70%|███████ | 7/10 [00:05<00:02, 1.23it/s] 80%|████████ | 8/10 [00:06<00:01, 1.15it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.23it/s] 100%|██████████| 10/10 [00:08<00:00, 1.23it/s] 100%|██████████| 10/10 [00:08<00:00, 1.20it/s]
  37. -> create 1131 synthetic samples
  38. -> test with 'LR'
  39. LR tn, fp: 246, 44
  40. LR fn, tp: 2, 5
  41. LR f1 score: 0.179
  42. LR cohens kappa score: 0.143
  43. LR average precision score: 0.300
  44. -> test with 'GB'
  45. GB tn, fp: 287, 3
  46. GB fn, tp: 5, 2
  47. GB f1 score: 0.333
  48. GB cohens kappa score: 0.320
  49. -> test with 'KNN'
  50. KNN tn, fp: 275, 15
  51. KNN fn, tp: 3, 4
  52. KNN f1 score: 0.308
  53. KNN cohens kappa score: 0.283
  54. ------ Step 1/5: Slice 3/5 -------
  55. -> Reset the GAN
  56. -> Train generator for synthetic samples
  57. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:09, 1.01s/it] 20%|██ | 2/10 [00:01<00:07, 1.12it/s] 30%|███ | 3/10 [00:02<00:05, 1.17it/s] 40%|████ | 4/10 [00:03<00:04, 1.26it/s] 50%|█████ | 5/10 [00:04<00:04, 1.18it/s] 60%|██████ | 6/10 [00:05<00:03, 1.16it/s] 70%|███████ | 7/10 [00:06<00:02, 1.15it/s] 80%|████████ | 8/10 [00:06<00:01, 1.17it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.17it/s] 100%|██████████| 10/10 [00:08<00:00, 1.18it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s]
  58. -> create 1131 synthetic samples
  59. -> test with 'LR'
  60. LR tn, fp: 290, 0
  61. LR fn, tp: 7, 0
  62. LR f1 score: 0.000
  63. LR cohens kappa score: 0.000
  64. LR average precision score: 0.195
  65. -> test with 'GB'
  66. GB tn, fp: 290, 0
  67. GB fn, tp: 5, 2
  68. GB f1 score: 0.444
  69. GB cohens kappa score: 0.439
  70. -> test with 'KNN'
  71. KNN tn, fp: 284, 6
  72. KNN fn, tp: 4, 3
  73. KNN f1 score: 0.375
  74. KNN cohens kappa score: 0.358
  75. ------ Step 1/5: Slice 4/5 -------
  76. -> Reset the GAN
  77. -> Train generator for synthetic samples
  78. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.07it/s] 20%|██ | 2/10 [00:01<00:06, 1.19it/s] 30%|███ | 3/10 [00:02<00:05, 1.22it/s] 40%|████ | 4/10 [00:03<00:05, 1.16it/s] 50%|█████ | 5/10 [00:04<00:04, 1.20it/s] 60%|██████ | 6/10 [00:05<00:03, 1.19it/s] 70%|███████ | 7/10 [00:06<00:02, 1.14it/s] 80%|████████ | 8/10 [00:06<00:01, 1.21it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.27it/s] 100%|██████████| 10/10 [00:08<00:00, 1.29it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  79. -> create 1131 synthetic samples
  80. -> test with 'LR'
  81. LR tn, fp: 285, 5
  82. LR fn, tp: 2, 5
  83. LR f1 score: 0.588
  84. LR cohens kappa score: 0.576
  85. LR average precision score: 0.529
  86. -> test with 'GB'
  87. GB tn, fp: 285, 5
  88. GB fn, tp: 4, 3
  89. GB f1 score: 0.400
  90. GB cohens kappa score: 0.385
  91. -> test with 'KNN'
  92. KNN tn, fp: 285, 5
  93. KNN fn, tp: 2, 5
  94. KNN f1 score: 0.588
  95. KNN cohens kappa score: 0.576
  96. ------ Step 1/5: Slice 5/5 -------
  97. -> Reset the GAN
  98. -> Train generator for synthetic samples
  99. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.36it/s] 20%|██ | 2/10 [00:01<00:05, 1.34it/s] 30%|███ | 3/10 [00:02<00:05, 1.36it/s] 40%|████ | 4/10 [00:02<00:04, 1.35it/s] 50%|█████ | 5/10 [00:03<00:03, 1.32it/s] 60%|██████ | 6/10 [00:04<00:03, 1.29it/s] 70%|███████ | 7/10 [00:05<00:02, 1.35it/s] 80%|████████ | 8/10 [00:06<00:01, 1.28it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.21it/s] 100%|██████████| 10/10 [00:07<00:00, 1.24it/s] 100%|██████████| 10/10 [00:07<00:00, 1.28it/s]
  100. -> create 1132 synthetic samples
  101. -> test with 'LR'
  102. LR tn, fp: 246, 43
  103. LR fn, tp: 0, 7
  104. LR f1 score: 0.246
  105. LR cohens kappa score: 0.213
  106. LR average precision score: 0.323
  107. -> test with 'GB'
  108. GB tn, fp: 286, 3
  109. GB fn, tp: 4, 3
  110. GB f1 score: 0.462
  111. GB cohens kappa score: 0.450
  112. -> test with 'KNN'
  113. KNN tn, fp: 276, 13
  114. KNN fn, tp: 1, 6
  115. KNN f1 score: 0.462
  116. KNN cohens kappa score: 0.442
  117. ====== Step 2/5 =======
  118. -> Shuffling data
  119. -> Spliting data to slices
  120. ------ Step 2/5: Slice 1/5 -------
  121. -> Reset the GAN
  122. -> Train generator for synthetic samples
  123. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:06, 1.40it/s] 20%|██ | 2/10 [00:01<00:05, 1.44it/s] 30%|███ | 3/10 [00:02<00:05, 1.29it/s] 40%|████ | 4/10 [00:03<00:04, 1.25it/s] 50%|█████ | 5/10 [00:03<00:03, 1.26it/s] 60%|██████ | 6/10 [00:04<00:03, 1.21it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.23it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.19it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  124. -> create 1131 synthetic samples
  125. -> test with 'LR'
  126. LR tn, fp: 284, 6
  127. LR fn, tp: 1, 6
  128. LR f1 score: 0.632
  129. LR cohens kappa score: 0.620
  130. LR average precision score: 0.635
  131. -> test with 'GB'
  132. GB tn, fp: 286, 4
  133. GB fn, tp: 3, 4
  134. GB f1 score: 0.533
  135. GB cohens kappa score: 0.521
  136. -> test with 'KNN'
  137. KNN tn, fp: 277, 13
  138. KNN fn, tp: 2, 5
  139. KNN f1 score: 0.400
  140. KNN cohens kappa score: 0.379
  141. ------ Step 2/5: Slice 2/5 -------
  142. -> Reset the GAN
  143. -> Train generator for synthetic samples
  144. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.13it/s] 20%|██ | 2/10 [00:01<00:06, 1.20it/s] 30%|███ | 3/10 [00:02<00:06, 1.15it/s] 40%|████ | 4/10 [00:03<00:04, 1.21it/s] 50%|█████ | 5/10 [00:04<00:04, 1.20it/s] 60%|██████ | 6/10 [00:04<00:03, 1.25it/s] 70%|███████ | 7/10 [00:05<00:02, 1.25it/s] 80%|████████ | 8/10 [00:06<00:01, 1.20it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.21it/s] 100%|██████████| 10/10 [00:08<00:00, 1.24it/s] 100%|██████████| 10/10 [00:08<00:00, 1.22it/s]
  145. -> create 1131 synthetic samples
  146. -> test with 'LR'
  147. LR tn, fp: 282, 8
  148. LR fn, tp: 4, 3
  149. LR f1 score: 0.333
  150. LR cohens kappa score: 0.314
  151. LR average precision score: 0.332
  152. -> test with 'GB'
  153. GB tn, fp: 288, 2
  154. GB fn, tp: 4, 3
  155. GB f1 score: 0.500
  156. GB cohens kappa score: 0.490
  157. -> test with 'KNN'
  158. KNN tn, fp: 284, 6
  159. KNN fn, tp: 0, 7
  160. KNN f1 score: 0.700
  161. KNN cohens kappa score: 0.691
  162. ------ Step 2/5: Slice 3/5 -------
  163. -> Reset the GAN
  164. -> Train generator for synthetic samples
  165. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.22it/s] 20%|██ | 2/10 [00:01<00:06, 1.29it/s] 30%|███ | 3/10 [00:02<00:05, 1.26it/s] 40%|████ | 4/10 [00:03<00:04, 1.26it/s] 50%|█████ | 5/10 [00:03<00:03, 1.27it/s] 60%|██████ | 6/10 [00:04<00:03, 1.28it/s] 70%|███████ | 7/10 [00:05<00:02, 1.30it/s] 80%|████████ | 8/10 [00:06<00:01, 1.31it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.31it/s] 100%|██████████| 10/10 [00:07<00:00, 1.26it/s] 100%|██████████| 10/10 [00:07<00:00, 1.28it/s]
  166. -> create 1131 synthetic samples
  167. -> test with 'LR'
  168. LR tn, fp: 286, 4
  169. LR fn, tp: 4, 3
  170. LR f1 score: 0.429
  171. LR cohens kappa score: 0.415
  172. LR average precision score: 0.345
  173. -> test with 'GB'
  174. GB tn, fp: 288, 2
  175. GB fn, tp: 4, 3
  176. GB f1 score: 0.500
  177. GB cohens kappa score: 0.490
  178. -> test with 'KNN'
  179. KNN tn, fp: 283, 7
  180. KNN fn, tp: 3, 4
  181. KNN f1 score: 0.444
  182. KNN cohens kappa score: 0.428
  183. ------ Step 2/5: Slice 4/5 -------
  184. -> Reset the GAN
  185. -> Train generator for synthetic samples
  186. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.02it/s] 20%|██ | 2/10 [00:01<00:07, 1.10it/s] 30%|███ | 3/10 [00:02<00:06, 1.11it/s] 40%|████ | 4/10 [00:03<00:05, 1.15it/s] 50%|█████ | 5/10 [00:04<00:04, 1.15it/s] 60%|██████ | 6/10 [00:05<00:03, 1.13it/s] 70%|███████ | 7/10 [00:06<00:02, 1.13it/s] 80%|████████ | 8/10 [00:07<00:01, 1.05it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.11it/s] 100%|██████████| 10/10 [00:08<00:00, 1.15it/s] 100%|██████████| 10/10 [00:08<00:00, 1.12it/s]
  187. -> create 1131 synthetic samples
  188. -> test with 'LR'
  189. LR tn, fp: 285, 5
  190. LR fn, tp: 4, 3
  191. LR f1 score: 0.400
  192. LR cohens kappa score: 0.385
  193. LR average precision score: 0.327
  194. -> test with 'GB'
  195. GB tn, fp: 286, 4
  196. GB fn, tp: 5, 2
  197. GB f1 score: 0.308
  198. GB cohens kappa score: 0.292
  199. -> test with 'KNN'
  200. KNN tn, fp: 270, 20
  201. KNN fn, tp: 4, 3
  202. KNN f1 score: 0.200
  203. KNN cohens kappa score: 0.170
  204. ------ Step 2/5: Slice 5/5 -------
  205. -> Reset the GAN
  206. -> Train generator for synthetic samples
  207. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.11it/s] 20%|██ | 2/10 [00:01<00:06, 1.28it/s] 30%|███ | 3/10 [00:02<00:05, 1.22it/s] 40%|████ | 4/10 [00:03<00:05, 1.15it/s] 50%|█████ | 5/10 [00:04<00:04, 1.16it/s] 60%|██████ | 6/10 [00:05<00:03, 1.16it/s] 70%|███████ | 7/10 [00:05<00:02, 1.21it/s] 80%|████████ | 8/10 [00:06<00:01, 1.26it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.17it/s] 100%|██████████| 10/10 [00:08<00:00, 1.14it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s]
  208. -> create 1132 synthetic samples
  209. -> test with 'LR'
  210. LR tn, fp: 284, 5
  211. LR fn, tp: 5, 2
  212. LR f1 score: 0.286
  213. LR cohens kappa score: 0.268
  214. LR average precision score: 0.270
  215. -> test with 'GB'
  216. GB tn, fp: 289, 0
  217. GB fn, tp: 5, 2
  218. GB f1 score: 0.444
  219. GB cohens kappa score: 0.439
  220. -> test with 'KNN'
  221. KNN tn, fp: 283, 6
  222. KNN fn, tp: 3, 4
  223. KNN f1 score: 0.471
  224. KNN cohens kappa score: 0.455
  225. ====== Step 3/5 =======
  226. -> Shuffling data
  227. -> Spliting data to slices
  228. ------ Step 3/5: Slice 1/5 -------
  229. -> Reset the GAN
  230. -> Train generator for synthetic samples
  231. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:10, 1.11s/it] 20%|██ | 2/10 [00:01<00:07, 1.12it/s] 30%|███ | 3/10 [00:02<00:06, 1.16it/s] 40%|████ | 4/10 [00:03<00:05, 1.13it/s] 50%|█████ | 5/10 [00:04<00:04, 1.23it/s] 60%|██████ | 6/10 [00:05<00:03, 1.23it/s] 70%|███████ | 7/10 [00:06<00:02, 1.15it/s] 80%|████████ | 8/10 [00:07<00:01, 1.12it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.07it/s] 100%|██████████| 10/10 [00:08<00:00, 1.11it/s] 100%|██████████| 10/10 [00:08<00:00, 1.13it/s]
  232. -> create 1131 synthetic samples
  233. -> test with 'LR'
  234. LR tn, fp: 288, 2
  235. LR fn, tp: 3, 4
  236. LR f1 score: 0.615
  237. LR cohens kappa score: 0.607
  238. LR average precision score: 0.559
  239. -> test with 'GB'
  240. GB tn, fp: 289, 1
  241. GB fn, tp: 4, 3
  242. GB f1 score: 0.545
  243. GB cohens kappa score: 0.538
  244. -> test with 'KNN'
  245. KNN tn, fp: 276, 14
  246. KNN fn, tp: 3, 4
  247. KNN f1 score: 0.320
  248. KNN cohens kappa score: 0.296
  249. ------ Step 3/5: Slice 2/5 -------
  250. -> Reset the GAN
  251. -> Train generator for synthetic samples
  252. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:10, 1.14s/it] 20%|██ | 2/10 [00:01<00:07, 1.04it/s] 30%|███ | 3/10 [00:02<00:06, 1.16it/s] 40%|████ | 4/10 [00:03<00:05, 1.09it/s] 50%|█████ | 5/10 [00:04<00:04, 1.10it/s] 60%|██████ | 6/10 [00:05<00:03, 1.21it/s] 70%|███████ | 7/10 [00:06<00:02, 1.20it/s] 80%|████████ | 8/10 [00:07<00:01, 1.18it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.18it/s] 100%|██████████| 10/10 [00:08<00:00, 1.10it/s] 100%|██████████| 10/10 [00:08<00:00, 1.12it/s]
  253. -> create 1131 synthetic samples
  254. -> test with 'LR'
  255. LR tn, fp: 285, 5
  256. LR fn, tp: 1, 6
  257. LR f1 score: 0.667
  258. LR cohens kappa score: 0.657
  259. LR average precision score: 0.551
  260. -> test with 'GB'
  261. GB tn, fp: 288, 2
  262. GB fn, tp: 4, 3
  263. GB f1 score: 0.500
  264. GB cohens kappa score: 0.490
  265. -> test with 'KNN'
  266. KNN tn, fp: 285, 5
  267. KNN fn, tp: 2, 5
  268. KNN f1 score: 0.588
  269. KNN cohens kappa score: 0.576
  270. ------ Step 3/5: Slice 3/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.24it/s] 20%|██ | 2/10 [00:01<00:05, 1.34it/s] 30%|███ | 3/10 [00:02<00:05, 1.38it/s] 40%|████ | 4/10 [00:02<00:04, 1.38it/s] 50%|█████ | 5/10 [00:03<00:04, 1.25it/s] 60%|██████ | 6/10 [00:04<00:03, 1.29it/s] 70%|███████ | 7/10 [00:05<00:02, 1.24it/s] 80%|████████ | 8/10 [00:06<00:01, 1.25it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.21it/s] 100%|██████████| 10/10 [00:07<00:00, 1.23it/s] 100%|██████████| 10/10 [00:07<00:00, 1.26it/s]
  274. -> create 1131 synthetic samples
  275. -> test with 'LR'
  276. LR tn, fp: 286, 4
  277. LR fn, tp: 6, 1
  278. LR f1 score: 0.167
  279. LR cohens kappa score: 0.150
  280. LR average precision score: 0.252
  281. -> test with 'GB'
  282. GB tn, fp: 288, 2
  283. GB fn, tp: 6, 1
  284. GB f1 score: 0.200
  285. GB cohens kappa score: 0.189
  286. -> test with 'KNN'
  287. KNN tn, fp: 284, 6
  288. KNN fn, tp: 2, 5
  289. KNN f1 score: 0.556
  290. KNN cohens kappa score: 0.542
  291. ------ Step 3/5: Slice 4/5 -------
  292. -> Reset the GAN
  293. -> Train generator for synthetic samples
  294. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:09, 1.00s/it] 20%|██ | 2/10 [00:01<00:06, 1.18it/s] 30%|███ | 3/10 [00:02<00:05, 1.20it/s] 40%|████ | 4/10 [00:03<00:04, 1.22it/s] 50%|█████ | 5/10 [00:04<00:04, 1.23it/s] 60%|██████ | 6/10 [00:05<00:03, 1.19it/s] 70%|███████ | 7/10 [00:05<00:02, 1.19it/s] 80%|████████ | 8/10 [00:06<00:01, 1.18it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.21it/s] 100%|██████████| 10/10 [00:08<00:00, 1.15it/s] 100%|██████████| 10/10 [00:08<00:00, 1.17it/s]
  295. -> create 1131 synthetic samples
  296. -> test with 'LR'
  297. LR tn, fp: 275, 15
  298. LR fn, tp: 2, 5
  299. LR f1 score: 0.370
  300. LR cohens kappa score: 0.348
  301. LR average precision score: 0.321
  302. -> test with 'GB'
  303. GB tn, fp: 284, 6
  304. GB fn, tp: 5, 2
  305. GB f1 score: 0.267
  306. GB cohens kappa score: 0.248
  307. -> test with 'KNN'
  308. KNN tn, fp: 274, 16
  309. KNN fn, tp: 2, 5
  310. KNN f1 score: 0.357
  311. KNN cohens kappa score: 0.334
  312. ------ Step 3/5: Slice 5/5 -------
  313. -> Reset the GAN
  314. -> Train generator for synthetic samples
  315. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:10, 1.13s/it] 20%|██ | 2/10 [00:02<00:08, 1.00s/it] 30%|███ | 3/10 [00:03<00:07, 1.01s/it] 40%|████ | 4/10 [00:03<00:05, 1.04it/s] 50%|█████ | 5/10 [00:04<00:04, 1.07it/s] 60%|██████ | 6/10 [00:05<00:03, 1.04it/s] 70%|███████ | 7/10 [00:06<00:02, 1.05it/s] 80%|████████ | 8/10 [00:07<00:01, 1.11it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.13it/s] 100%|██████████| 10/10 [00:09<00:00, 1.14it/s] 100%|██████████| 10/10 [00:09<00:00, 1.08it/s]
  316. -> create 1132 synthetic samples
  317. -> test with 'LR'
  318. LR tn, fp: 271, 18
  319. LR fn, tp: 3, 4
  320. LR f1 score: 0.276
  321. LR cohens kappa score: 0.249
  322. LR average precision score: 0.299
  323. -> test with 'GB'
  324. GB tn, fp: 287, 2
  325. GB fn, tp: 7, 0
  326. GB f1 score: 0.000
  327. GB cohens kappa score: -0.011
  328. -> test with 'KNN'
  329. KNN tn, fp: 280, 9
  330. KNN fn, tp: 3, 4
  331. KNN f1 score: 0.400
  332. KNN cohens kappa score: 0.381
  333. ====== Step 4/5 =======
  334. -> Shuffling data
  335. -> Spliting data to slices
  336. ------ Step 4/5: Slice 1/5 -------
  337. -> Reset the GAN
  338. -> Train generator for synthetic samples
  339. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:09, 1.02s/it] 20%|██ | 2/10 [00:01<00:06, 1.16it/s] 30%|███ | 3/10 [00:02<00:06, 1.15it/s] 40%|████ | 4/10 [00:03<00:05, 1.18it/s] 50%|█████ | 5/10 [00:04<00:04, 1.21it/s] 60%|██████ | 6/10 [00:05<00:03, 1.16it/s] 70%|███████ | 7/10 [00:05<00:02, 1.19it/s] 80%|████████ | 8/10 [00:06<00:01, 1.16it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.13it/s] 100%|██████████| 10/10 [00:08<00:00, 1.16it/s] 100%|██████████| 10/10 [00:08<00:00, 1.16it/s]
  340. -> create 1131 synthetic samples
  341. -> test with 'LR'
  342. LR tn, fp: 281, 9
  343. LR fn, tp: 0, 7
  344. LR f1 score: 0.609
  345. LR cohens kappa score: 0.595
  346. LR average precision score: 0.571
  347. -> test with 'GB'
  348. GB tn, fp: 289, 1
  349. GB fn, tp: 4, 3
  350. GB f1 score: 0.545
  351. GB cohens kappa score: 0.538
  352. -> test with 'KNN'
  353. KNN tn, fp: 282, 8
  354. KNN fn, tp: 1, 6
  355. KNN f1 score: 0.571
  356. KNN cohens kappa score: 0.558
  357. ------ Step 4/5: Slice 2/5 -------
  358. -> Reset the GAN
  359. -> Train generator for synthetic samples
  360. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.03it/s] 20%|██ | 2/10 [00:01<00:06, 1.21it/s] 30%|███ | 3/10 [00:02<00:05, 1.17it/s] 40%|████ | 4/10 [00:03<00:05, 1.16it/s] 50%|█████ | 5/10 [00:04<00:04, 1.19it/s] 60%|██████ | 6/10 [00:05<00:03, 1.18it/s] 70%|███████ | 7/10 [00:06<00:02, 1.14it/s] 80%|████████ | 8/10 [00:06<00:01, 1.14it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.11it/s] 100%|██████████| 10/10 [00:09<00:00, 1.02it/s] 100%|██████████| 10/10 [00:09<00:00, 1.10it/s]
  361. -> create 1131 synthetic samples
  362. -> test with 'LR'
  363. LR tn, fp: 281, 9
  364. LR fn, tp: 4, 3
  365. LR f1 score: 0.316
  366. LR cohens kappa score: 0.295
  367. LR average precision score: 0.290
  368. -> test with 'GB'
  369. GB tn, fp: 285, 5
  370. GB fn, tp: 5, 2
  371. GB f1 score: 0.286
  372. GB cohens kappa score: 0.268
  373. -> test with 'KNN'
  374. KNN tn, fp: 277, 13
  375. KNN fn, tp: 1, 6
  376. KNN f1 score: 0.462
  377. KNN cohens kappa score: 0.442
  378. ------ Step 4/5: Slice 3/5 -------
  379. -> Reset the GAN
  380. -> Train generator for synthetic samples
  381. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.28it/s] 20%|██ | 2/10 [00:01<00:06, 1.27it/s] 30%|███ | 3/10 [00:02<00:05, 1.27it/s] 40%|████ | 4/10 [00:03<00:05, 1.20it/s] 50%|█████ | 5/10 [00:04<00:04, 1.15it/s] 60%|██████ | 6/10 [00:05<00:03, 1.17it/s] 70%|███████ | 7/10 [00:09<00:05, 1.96s/it] 80%|████████ | 8/10 [00:10<00:03, 1.63s/it] 90%|█████████ | 9/10 [00:11<00:01, 1.38s/it] 100%|██████████| 10/10 [00:11<00:00, 1.25s/it] 100%|██████████| 10/10 [00:11<00:00, 1.20s/it]
  382. -> create 1131 synthetic samples
  383. -> test with 'LR'
  384. LR tn, fp: 228, 62
  385. LR fn, tp: 1, 6
  386. LR f1 score: 0.160
  387. LR cohens kappa score: 0.122
  388. LR average precision score: 0.266
  389. -> test with 'GB'
  390. GB tn, fp: 287, 3
  391. GB fn, tp: 4, 3
  392. GB f1 score: 0.462
  393. GB cohens kappa score: 0.450
  394. -> test with 'KNN'
  395. KNN tn, fp: 272, 18
  396. KNN fn, tp: 2, 5
  397. KNN f1 score: 0.333
  398. KNN cohens kappa score: 0.308
  399. ------ Step 4/5: Slice 4/5 -------
  400. -> Reset the GAN
  401. -> Train generator for synthetic samples
  402. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:09, 1.09s/it] 20%|██ | 2/10 [00:01<00:07, 1.02it/s] 30%|███ | 3/10 [00:02<00:06, 1.07it/s] 40%|████ | 4/10 [00:03<00:05, 1.02it/s] 50%|█████ | 5/10 [00:04<00:04, 1.04it/s] 60%|██████ | 6/10 [00:05<00:03, 1.06it/s] 70%|███████ | 7/10 [00:06<00:02, 1.01it/s] 80%|████████ | 8/10 [00:07<00:01, 1.05it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.04it/s] 100%|██████████| 10/10 [00:09<00:00, 1.02it/s] 100%|██████████| 10/10 [00:09<00:00, 1.03it/s]
  403. -> create 1131 synthetic samples
  404. -> test with 'LR'
  405. LR tn, fp: 286, 4
  406. LR fn, tp: 2, 5
  407. LR f1 score: 0.625
  408. LR cohens kappa score: 0.615
  409. LR average precision score: 0.658
  410. -> test with 'GB'
  411. GB tn, fp: 289, 1
  412. GB fn, tp: 4, 3
  413. GB f1 score: 0.545
  414. GB cohens kappa score: 0.538
  415. -> test with 'KNN'
  416. KNN tn, fp: 281, 9
  417. KNN fn, tp: 3, 4
  418. KNN f1 score: 0.400
  419. KNN cohens kappa score: 0.381
  420. ------ Step 4/5: Slice 5/5 -------
  421. -> Reset the GAN
  422. -> Train generator for synthetic samples
  423. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:01<00:09, 1.04s/it] 20%|██ | 2/10 [00:01<00:07, 1.07it/s] 30%|███ | 3/10 [00:02<00:06, 1.08it/s] 40%|████ | 4/10 [00:03<00:05, 1.14it/s] 50%|█████ | 5/10 [00:04<00:04, 1.09it/s] 60%|██████ | 6/10 [00:05<00:03, 1.10it/s] 70%|███████ | 7/10 [00:06<00:02, 1.13it/s] 80%|████████ | 8/10 [00:07<00:01, 1.17it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.19it/s] 100%|██████████| 10/10 [00:08<00:00, 1.15it/s] 100%|██████████| 10/10 [00:08<00:00, 1.13it/s]
  424. -> create 1132 synthetic samples
  425. -> test with 'LR'
  426. LR tn, fp: 289, 0
  427. LR fn, tp: 4, 3
  428. LR f1 score: 0.600
  429. LR cohens kappa score: 0.594
  430. LR average precision score: 0.542
  431. -> test with 'GB'
  432. GB tn, fp: 288, 1
  433. GB fn, tp: 4, 3
  434. GB f1 score: 0.545
  435. GB cohens kappa score: 0.537
  436. -> test with 'KNN'
  437. KNN tn, fp: 279, 10
  438. KNN fn, tp: 4, 3
  439. KNN f1 score: 0.300
  440. KNN cohens kappa score: 0.278
  441. ====== Step 5/5 =======
  442. -> Shuffling data
  443. -> Spliting data to slices
  444. ------ Step 5/5: Slice 1/5 -------
  445. -> Reset the GAN
  446. -> Train generator for synthetic samples
  447. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.06it/s] 20%|██ | 2/10 [00:01<00:07, 1.05it/s] 30%|███ | 3/10 [00:02<00:06, 1.07it/s] 40%|████ | 4/10 [00:03<00:05, 1.01it/s] 50%|█████ | 5/10 [00:04<00:04, 1.05it/s] 60%|██████ | 6/10 [00:05<00:04, 1.02s/it] 70%|███████ | 7/10 [00:06<00:02, 1.08it/s] 80%|████████ | 8/10 [00:07<00:01, 1.13it/s] 90%|█████████ | 9/10 [00:08<00:00, 1.11it/s] 100%|██████████| 10/10 [00:09<00:00, 1.12it/s] 100%|██████████| 10/10 [00:09<00:00, 1.08it/s]
  448. -> create 1131 synthetic samples
  449. -> test with 'LR'
  450. LR tn, fp: 267, 23
  451. LR fn, tp: 0, 7
  452. LR f1 score: 0.378
  453. LR cohens kappa score: 0.354
  454. LR average precision score: 0.496
  455. -> test with 'GB'
  456. GB tn, fp: 287, 3
  457. GB fn, tp: 3, 4
  458. GB f1 score: 0.571
  459. GB cohens kappa score: 0.561
  460. -> test with 'KNN'
  461. KNN tn, fp: 274, 16
  462. KNN fn, tp: 2, 5
  463. KNN f1 score: 0.357
  464. KNN cohens kappa score: 0.334
  465. ------ Step 5/5: Slice 2/5 -------
  466. -> Reset the GAN
  467. -> Train generator for synthetic samples
  468. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.02it/s] 20%|██ | 2/10 [00:01<00:06, 1.21it/s] 30%|███ | 3/10 [00:02<00:05, 1.34it/s] 40%|████ | 4/10 [00:03<00:04, 1.35it/s] 50%|█████ | 5/10 [00:03<00:03, 1.37it/s] 60%|██████ | 6/10 [00:04<00:02, 1.37it/s] 70%|███████ | 7/10 [00:05<00:02, 1.36it/s] 80%|████████ | 8/10 [00:05<00:01, 1.41it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.30it/s] 100%|██████████| 10/10 [00:07<00:00, 1.29it/s] 100%|██████████| 10/10 [00:07<00:00, 1.31it/s]
  469. -> create 1131 synthetic samples
  470. -> test with 'LR'
  471. LR tn, fp: 288, 2
  472. LR fn, tp: 7, 0
  473. LR f1 score: 0.000
  474. LR cohens kappa score: -0.011
  475. LR average precision score: 0.202
  476. -> test with 'GB'
  477. GB tn, fp: 288, 2
  478. GB fn, tp: 6, 1
  479. GB f1 score: 0.200
  480. GB cohens kappa score: 0.189
  481. -> test with 'KNN'
  482. KNN tn, fp: 280, 10
  483. KNN fn, tp: 4, 3
  484. KNN f1 score: 0.300
  485. KNN cohens kappa score: 0.278
  486. ------ Step 5/5: Slice 3/5 -------
  487. -> Reset the GAN
  488. -> Train generator for synthetic samples
  489. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:23, 2.66s/it] 20%|██ | 2/10 [00:03<00:12, 1.53s/it] 30%|███ | 3/10 [00:04<00:08, 1.26s/it] 40%|████ | 4/10 [00:05<00:06, 1.08s/it] 50%|█████ | 5/10 [00:06<00:05, 1.01s/it] 60%|██████ | 6/10 [00:06<00:03, 1.02it/s] 70%|███████ | 7/10 [00:07<00:02, 1.12it/s] 80%|████████ | 8/10 [00:08<00:01, 1.16it/s] 90%|█████████ | 9/10 [00:09<00:00, 1.15it/s] 100%|██████████| 10/10 [00:10<00:00, 1.20it/s] 100%|██████████| 10/10 [00:10<00:00, 1.01s/it]
  490. -> create 1131 synthetic samples
  491. -> test with 'LR'
  492. LR tn, fp: 285, 5
  493. LR fn, tp: 2, 5
  494. LR f1 score: 0.588
  495. LR cohens kappa score: 0.576
  496. LR average precision score: 0.768
  497. -> test with 'GB'
  498. GB tn, fp: 288, 2
  499. GB fn, tp: 1, 6
  500. GB f1 score: 0.800
  501. GB cohens kappa score: 0.795
  502. -> test with 'KNN'
  503. KNN tn, fp: 282, 8
  504. KNN fn, tp: 0, 7
  505. KNN f1 score: 0.636
  506. KNN cohens kappa score: 0.624
  507. ------ Step 5/5: Slice 4/5 -------
  508. -> Reset the GAN
  509. -> Train generator for synthetic samples
  510. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:08, 1.02it/s] 20%|██ | 2/10 [00:01<00:07, 1.13it/s] 30%|███ | 3/10 [00:02<00:05, 1.18it/s] 40%|████ | 4/10 [00:03<00:04, 1.27it/s] 50%|█████ | 5/10 [00:03<00:03, 1.32it/s] 60%|██████ | 6/10 [00:05<00:03, 1.18it/s] 70%|███████ | 7/10 [00:06<00:02, 1.12it/s] 80%|████████ | 8/10 [00:06<00:01, 1.19it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.13it/s] 100%|██████████| 10/10 [00:08<00:00, 1.05it/s] 100%|██████████| 10/10 [00:08<00:00, 1.13it/s]
  511. -> create 1131 synthetic samples
  512. -> test with 'LR'
  513. LR tn, fp: 286, 4
  514. LR fn, tp: 3, 4
  515. LR f1 score: 0.533
  516. LR cohens kappa score: 0.521
  517. LR average precision score: 0.403
  518. -> test with 'GB'
  519. GB tn, fp: 290, 0
  520. GB fn, tp: 5, 2
  521. GB f1 score: 0.444
  522. GB cohens kappa score: 0.439
  523. -> test with 'KNN'
  524. KNN tn, fp: 281, 9
  525. KNN fn, tp: 2, 5
  526. KNN f1 score: 0.476
  527. KNN cohens kappa score: 0.459
  528. ------ Step 5/5: Slice 5/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:07, 1.14it/s] 20%|██ | 2/10 [00:01<00:06, 1.22it/s] 30%|███ | 3/10 [00:02<00:05, 1.20it/s] 40%|████ | 4/10 [00:03<00:04, 1.20it/s] 50%|█████ | 5/10 [00:04<00:04, 1.16it/s] 60%|██████ | 6/10 [00:05<00:03, 1.14it/s] 70%|███████ | 7/10 [00:06<00:02, 1.12it/s] 80%|████████ | 8/10 [00:06<00:01, 1.13it/s] 90%|█████████ | 9/10 [00:07<00:00, 1.13it/s] 100%|██████████| 10/10 [00:08<00:00, 1.10it/s] 100%|██████████| 10/10 [00:08<00:00, 1.14it/s]
  532. -> create 1132 synthetic samples
  533. -> test with 'LR'
  534. LR tn, fp: 278, 11
  535. LR fn, tp: 1, 6
  536. LR f1 score: 0.500
  537. LR cohens kappa score: 0.483
  538. LR average precision score: 0.336
  539. -> test with 'GB'
  540. GB tn, fp: 288, 1
  541. GB fn, tp: 5, 2
  542. GB f1 score: 0.400
  543. GB cohens kappa score: 0.391
  544. -> test with 'KNN'
  545. KNN tn, fp: 285, 4
  546. KNN fn, tp: 4, 3
  547. KNN f1 score: 0.429
  548. KNN cohens kappa score: 0.415
  549. ### Exercise is done.
  550. -----[ LR ]-----
  551. maximum:
  552. LR tn, fp: 290, 62
  553. LR fn, tp: 7, 7
  554. LR f1 score: 0.667
  555. LR cohens kappa score: 0.657
  556. LR average precision score: 0.768
  557. average:
  558. LR tn, fp: 277.72, 12.08
  559. LR fn, tp: 2.8, 4.2
  560. LR f1 score: 0.399
  561. LR cohens kappa score: 0.382
  562. LR average precision score: 0.411
  563. minimum:
  564. LR tn, fp: 228, 0
  565. LR fn, tp: 0, 0
  566. LR f1 score: 0.000
  567. LR cohens kappa score: -0.011
  568. LR average precision score: 0.195
  569. -----[ GB ]-----
  570. maximum:
  571. GB tn, fp: 290, 6
  572. GB fn, tp: 7, 6
  573. GB f1 score: 0.800
  574. GB cohens kappa score: 0.795
  575. average:
  576. GB tn, fp: 287.48, 2.32
  577. GB fn, tp: 4.4, 2.6
  578. GB f1 score: 0.428
  579. GB cohens kappa score: 0.417
  580. minimum:
  581. GB tn, fp: 284, 0
  582. GB fn, tp: 1, 0
  583. GB f1 score: 0.000
  584. GB cohens kappa score: -0.011
  585. -----[ KNN ]-----
  586. maximum:
  587. KNN tn, fp: 285, 20
  588. KNN fn, tp: 4, 7
  589. KNN f1 score: 0.700
  590. KNN cohens kappa score: 0.691
  591. average:
  592. KNN tn, fp: 279.44, 10.36
  593. KNN fn, tp: 2.36, 4.64
  594. KNN f1 score: 0.433
  595. KNN cohens kappa score: 0.415
  596. minimum:
  597. KNN tn, fp: 270, 4
  598. KNN fn, tp: 0, 3
  599. KNN f1 score: 0.200
  600. KNN cohens kappa score: 0.170