folding_kr-vs-k-zero-one_vs_draw.log 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898
  1. ///////////////////////////////////////////
  2. // Running CTAB-GAN on folding_kr-vs-k-zero-one_vs_draw
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_kr-vs-k-zero-one_vs_draw'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:02<00:19, 2.12s/it] 20%|██ | 2/10 [00:02<00:09, 1.18s/it] 30%|███ | 3/10 [00:03<00:05, 1.17it/s] 40%|████ | 4/10 [00:03<00:04, 1.37it/s] 50%|█████ | 5/10 [00:04<00:03, 1.54it/s] 60%|██████ | 6/10 [00:04<00:02, 1.66it/s] 70%|███████ | 7/10 [00:05<00:01, 1.76it/s] 80%|████████ | 8/10 [00:05<00:01, 1.79it/s] 90%|█████████ | 9/10 [00:06<00:00, 1.84it/s] 100%|██████████| 10/10 [00:06<00:00, 1.87it/s] 100%|██████████| 10/10 [00:06<00:00, 1.49it/s]
  16. -> create 2152 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 556, 4
  19. LR fn, tp: 3, 18
  20. LR f1 score: 0.837
  21. LR cohens kappa score: 0.831
  22. LR average precision score: 0.864
  23. -> test with 'RF'
  24. RF tn, fp: 560, 0
  25. RF fn, tp: 5, 16
  26. RF f1 score: 0.865
  27. RF cohens kappa score: 0.861
  28. -> test with 'GB'
  29. GB tn, fp: 560, 0
  30. GB fn, tp: 4, 17
  31. GB f1 score: 0.895
  32. GB cohens kappa score: 0.891
  33. -> test with 'KNN'
  34. KNN tn, fp: 554, 6
  35. KNN fn, tp: 2, 19
  36. KNN f1 score: 0.826
  37. KNN cohens kappa score: 0.819
  38. ------ Step 1/5: Slice 2/5 -------
  39. -> Reset the GAN
  40. -> Train generator for synthetic samples
  41. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.00it/s] 20%|██ | 2/10 [00:00<00:03, 2.06it/s] 30%|███ | 3/10 [00:01<00:03, 2.08it/s] 40%|████ | 4/10 [00:01<00:02, 2.08it/s] 50%|█████ | 5/10 [00:02<00:02, 2.05it/s] 60%|██████ | 6/10 [00:02<00:01, 2.02it/s] 70%|███████ | 7/10 [00:03<00:01, 1.98it/s] 80%|████████ | 8/10 [00:04<00:01, 1.94it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.90it/s] 100%|██████████| 10/10 [00:05<00:00, 1.88it/s] 100%|██████████| 10/10 [00:05<00:00, 1.96it/s]
  42. -> create 2152 synthetic samples
  43. -> test with 'LR'
  44. LR tn, fp: 543, 17
  45. LR fn, tp: 2, 19
  46. LR f1 score: 0.667
  47. LR cohens kappa score: 0.651
  48. LR average precision score: 0.896
  49. -> test with 'RF'
  50. RF tn, fp: 560, 0
  51. RF fn, tp: 1, 20
  52. RF f1 score: 0.976
  53. RF cohens kappa score: 0.975
  54. -> test with 'GB'
  55. GB tn, fp: 560, 0
  56. GB fn, tp: 1, 20
  57. GB f1 score: 0.976
  58. GB cohens kappa score: 0.975
  59. -> test with 'KNN'
  60. KNN tn, fp: 554, 6
  61. KNN fn, tp: 3, 18
  62. KNN f1 score: 0.800
  63. KNN cohens kappa score: 0.792
  64. ------ Step 1/5: Slice 3/5 -------
  65. -> Reset the GAN
  66. -> Train generator for synthetic samples
  67. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.88it/s] 20%|██ | 2/10 [00:01<00:04, 1.90it/s] 30%|███ | 3/10 [00:01<00:03, 1.89it/s] 40%|████ | 4/10 [00:02<00:03, 1.90it/s] 50%|█████ | 5/10 [00:02<00:02, 1.90it/s] 60%|██████ | 6/10 [00:03<00:02, 1.90it/s] 70%|███████ | 7/10 [00:03<00:01, 1.90it/s] 80%|████████ | 8/10 [00:04<00:01, 1.90it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.91it/s] 100%|██████████| 10/10 [00:05<00:00, 1.90it/s] 100%|██████████| 10/10 [00:05<00:00, 1.90it/s]
  68. -> create 2152 synthetic samples
  69. -> test with 'LR'
  70. LR tn, fp: 556, 4
  71. LR fn, tp: 3, 18
  72. LR f1 score: 0.837
  73. LR cohens kappa score: 0.831
  74. LR average precision score: 0.922
  75. -> test with 'RF'
  76. RF tn, fp: 560, 0
  77. RF fn, tp: 3, 18
  78. RF f1 score: 0.923
  79. RF cohens kappa score: 0.920
  80. -> test with 'GB'
  81. GB tn, fp: 560, 0
  82. GB fn, tp: 3, 18
  83. GB f1 score: 0.923
  84. GB cohens kappa score: 0.920
  85. -> test with 'KNN'
  86. KNN tn, fp: 557, 3
  87. KNN fn, tp: 2, 19
  88. KNN f1 score: 0.884
  89. KNN cohens kappa score: 0.879
  90. ------ Step 1/5: Slice 4/5 -------
  91. -> Reset the GAN
  92. -> Train generator for synthetic samples
  93. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.95it/s] 20%|██ | 2/10 [00:00<00:03, 2.03it/s] 30%|███ | 3/10 [00:01<00:03, 2.03it/s] 40%|████ | 4/10 [00:01<00:02, 2.01it/s] 50%|█████ | 5/10 [00:02<00:02, 1.99it/s] 60%|██████ | 6/10 [00:03<00:02, 1.96it/s] 70%|███████ | 7/10 [00:03<00:01, 2.02it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.06it/s] 100%|██████████| 10/10 [00:04<00:00, 2.03it/s] 100%|██████████| 10/10 [00:04<00:00, 2.02it/s]
  94. -> create 2152 synthetic samples
  95. -> test with 'LR'
  96. LR tn, fp: 534, 26
  97. LR fn, tp: 2, 19
  98. LR f1 score: 0.576
  99. LR cohens kappa score: 0.554
  100. LR average precision score: 0.838
  101. -> test with 'RF'
  102. RF tn, fp: 554, 6
  103. RF fn, tp: 1, 20
  104. RF f1 score: 0.851
  105. RF cohens kappa score: 0.845
  106. -> test with 'GB'
  107. GB tn, fp: 552, 8
  108. GB fn, tp: 1, 20
  109. GB f1 score: 0.816
  110. GB cohens kappa score: 0.808
  111. -> test with 'KNN'
  112. KNN tn, fp: 545, 15
  113. KNN fn, tp: 2, 19
  114. KNN f1 score: 0.691
  115. KNN cohens kappa score: 0.676
  116. ------ Step 1/5: Slice 5/5 -------
  117. -> Reset the GAN
  118. -> Train generator for synthetic samples
  119. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.95it/s] 20%|██ | 2/10 [00:01<00:04, 1.96it/s] 30%|███ | 3/10 [00:01<00:03, 1.91it/s] 40%|████ | 4/10 [00:02<00:03, 1.90it/s] 50%|█████ | 5/10 [00:02<00:02, 1.91it/s] 60%|██████ | 6/10 [00:03<00:02, 1.90it/s] 70%|███████ | 7/10 [00:03<00:01, 1.94it/s] 80%|████████ | 8/10 [00:04<00:00, 2.02it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.07it/s] 100%|██████████| 10/10 [00:05<00:00, 2.08it/s] 100%|██████████| 10/10 [00:05<00:00, 1.99it/s]
  120. -> create 2156 synthetic samples
  121. -> test with 'LR'
  122. LR tn, fp: 556, 0
  123. LR fn, tp: 1, 20
  124. LR f1 score: 0.976
  125. LR cohens kappa score: 0.975
  126. LR average precision score: 0.963
  127. -> test with 'RF'
  128. RF tn, fp: 556, 0
  129. RF fn, tp: 1, 20
  130. RF f1 score: 0.976
  131. RF cohens kappa score: 0.975
  132. -> test with 'GB'
  133. GB tn, fp: 556, 0
  134. GB fn, tp: 1, 20
  135. GB f1 score: 0.976
  136. GB cohens kappa score: 0.975
  137. -> test with 'KNN'
  138. KNN tn, fp: 555, 1
  139. KNN fn, tp: 2, 19
  140. KNN f1 score: 0.927
  141. KNN cohens kappa score: 0.924
  142. ====== Step 2/5 =======
  143. -> Shuffling data
  144. -> Spliting data to slices
  145. ------ Step 2/5: Slice 1/5 -------
  146. -> Reset the GAN
  147. -> Train generator for synthetic samples
  148. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.18it/s] 20%|██ | 2/10 [00:00<00:03, 2.03it/s] 30%|███ | 3/10 [00:01<00:03, 2.02it/s] 40%|████ | 4/10 [00:01<00:03, 1.99it/s] 50%|█████ | 5/10 [00:02<00:02, 2.01it/s] 60%|██████ | 6/10 [00:02<00:01, 2.01it/s] 70%|███████ | 7/10 [00:03<00:01, 1.99it/s] 80%|████████ | 8/10 [00:03<00:01, 1.99it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.99it/s] 100%|██████████| 10/10 [00:04<00:00, 2.01it/s] 100%|██████████| 10/10 [00:04<00:00, 2.01it/s]
  149. -> create 2152 synthetic samples
  150. -> test with 'LR'
  151. LR tn, fp: 516, 44
  152. LR fn, tp: 1, 20
  153. LR f1 score: 0.471
  154. LR cohens kappa score: 0.440
  155. LR average precision score: 0.899
  156. -> test with 'RF'
  157. RF tn, fp: 559, 1
  158. RF fn, tp: 0, 21
  159. RF f1 score: 0.977
  160. RF cohens kappa score: 0.976
  161. -> test with 'GB'
  162. GB tn, fp: 559, 1
  163. GB fn, tp: 0, 21
  164. GB f1 score: 0.977
  165. GB cohens kappa score: 0.976
  166. -> test with 'KNN'
  167. KNN tn, fp: 549, 11
  168. KNN fn, tp: 1, 20
  169. KNN f1 score: 0.769
  170. KNN cohens kappa score: 0.759
  171. ------ Step 2/5: Slice 2/5 -------
  172. -> Reset the GAN
  173. -> Train generator for synthetic samples
  174. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.90it/s] 20%|██ | 2/10 [00:01<00:04, 1.96it/s] 30%|███ | 3/10 [00:01<00:03, 2.01it/s] 40%|████ | 4/10 [00:02<00:03, 1.96it/s] 50%|█████ | 5/10 [00:02<00:02, 1.97it/s] 60%|██████ | 6/10 [00:03<00:02, 1.97it/s] 70%|███████ | 7/10 [00:03<00:01, 2.00it/s] 80%|████████ | 8/10 [00:04<00:01, 1.97it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.99it/s] 100%|██████████| 10/10 [00:05<00:00, 2.00it/s] 100%|██████████| 10/10 [00:05<00:00, 1.98it/s]
  175. -> create 2152 synthetic samples
  176. -> test with 'LR'
  177. LR tn, fp: 530, 30
  178. LR fn, tp: 0, 21
  179. LR f1 score: 0.583
  180. LR cohens kappa score: 0.561
  181. LR average precision score: 0.846
  182. -> test with 'RF'
  183. RF tn, fp: 559, 1
  184. RF fn, tp: 2, 19
  185. RF f1 score: 0.927
  186. RF cohens kappa score: 0.924
  187. -> test with 'GB'
  188. GB tn, fp: 560, 0
  189. GB fn, tp: 1, 20
  190. GB f1 score: 0.976
  191. GB cohens kappa score: 0.975
  192. -> test with 'KNN'
  193. KNN tn, fp: 550, 10
  194. KNN fn, tp: 1, 20
  195. KNN f1 score: 0.784
  196. KNN cohens kappa score: 0.775
  197. ------ Step 2/5: Slice 3/5 -------
  198. -> Reset the GAN
  199. -> Train generator for synthetic samples
  200. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.93it/s] 20%|██ | 2/10 [00:01<00:03, 2.00it/s] 30%|███ | 3/10 [00:01<00:03, 2.00it/s] 40%|████ | 4/10 [00:01<00:02, 2.04it/s] 50%|█████ | 5/10 [00:02<00:02, 2.09it/s] 60%|██████ | 6/10 [00:02<00:01, 2.06it/s] 70%|███████ | 7/10 [00:03<00:01, 2.09it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.03it/s] 100%|██████████| 10/10 [00:04<00:00, 2.04it/s] 100%|██████████| 10/10 [00:04<00:00, 2.04it/s]
  201. -> create 2152 synthetic samples
  202. -> test with 'LR'
  203. LR tn, fp: 541, 19
  204. LR fn, tp: 0, 21
  205. LR f1 score: 0.689
  206. LR cohens kappa score: 0.673
  207. LR average precision score: 0.918
  208. -> test with 'RF'
  209. RF tn, fp: 560, 0
  210. RF fn, tp: 1, 20
  211. RF f1 score: 0.976
  212. RF cohens kappa score: 0.975
  213. -> test with 'GB'
  214. GB tn, fp: 560, 0
  215. GB fn, tp: 1, 20
  216. GB f1 score: 0.976
  217. GB cohens kappa score: 0.975
  218. -> test with 'KNN'
  219. KNN tn, fp: 555, 5
  220. KNN fn, tp: 2, 19
  221. KNN f1 score: 0.844
  222. KNN cohens kappa score: 0.838
  223. ------ Step 2/5: Slice 4/5 -------
  224. -> Reset the GAN
  225. -> Train generator for synthetic samples
  226. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.01it/s] 20%|██ | 2/10 [00:00<00:03, 2.01it/s] 30%|███ | 3/10 [00:01<00:03, 2.00it/s] 40%|████ | 4/10 [00:01<00:02, 2.05it/s] 50%|█████ | 5/10 [00:02<00:02, 2.07it/s] 60%|██████ | 6/10 [00:02<00:01, 2.10it/s] 70%|███████ | 7/10 [00:03<00:01, 2.09it/s] 80%|████████ | 8/10 [00:03<00:00, 2.04it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.05it/s] 100%|██████████| 10/10 [00:04<00:00, 2.02it/s] 100%|██████████| 10/10 [00:04<00:00, 2.04it/s]
  227. -> create 2152 synthetic samples
  228. -> test with 'LR'
  229. LR tn, fp: 553, 7
  230. LR fn, tp: 4, 17
  231. LR f1 score: 0.756
  232. LR cohens kappa score: 0.746
  233. LR average precision score: 0.848
  234. -> test with 'RF'
  235. RF tn, fp: 559, 1
  236. RF fn, tp: 3, 18
  237. RF f1 score: 0.900
  238. RF cohens kappa score: 0.896
  239. -> test with 'GB'
  240. GB tn, fp: 558, 2
  241. GB fn, tp: 3, 18
  242. GB f1 score: 0.878
  243. GB cohens kappa score: 0.874
  244. -> test with 'KNN'
  245. KNN tn, fp: 552, 8
  246. KNN fn, tp: 5, 16
  247. KNN f1 score: 0.711
  248. KNN cohens kappa score: 0.700
  249. ------ Step 2/5: Slice 5/5 -------
  250. -> Reset the GAN
  251. -> Train generator for synthetic samples
  252. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.92it/s] 20%|██ | 2/10 [00:01<00:04, 1.95it/s] 30%|███ | 3/10 [00:01<00:03, 1.98it/s] 40%|████ | 4/10 [00:02<00:03, 1.97it/s] 50%|█████ | 5/10 [00:02<00:02, 1.96it/s] 60%|██████ | 6/10 [00:03<00:02, 1.95it/s] 70%|███████ | 7/10 [00:03<00:01, 1.94it/s] 80%|████████ | 8/10 [00:04<00:01, 2.00it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.04it/s] 100%|██████████| 10/10 [00:05<00:00, 2.05it/s] 100%|██████████| 10/10 [00:05<00:00, 2.00it/s]
  253. -> create 2156 synthetic samples
  254. -> test with 'LR'
  255. LR tn, fp: 536, 20
  256. LR fn, tp: 2, 19
  257. LR f1 score: 0.633
  258. LR cohens kappa score: 0.615
  259. LR average precision score: 0.884
  260. -> test with 'RF'
  261. RF tn, fp: 556, 0
  262. RF fn, tp: 2, 19
  263. RF f1 score: 0.950
  264. RF cohens kappa score: 0.948
  265. -> test with 'GB'
  266. GB tn, fp: 556, 0
  267. GB fn, tp: 2, 19
  268. GB f1 score: 0.950
  269. GB cohens kappa score: 0.948
  270. -> test with 'KNN'
  271. KNN tn, fp: 544, 12
  272. KNN fn, tp: 2, 19
  273. KNN f1 score: 0.731
  274. KNN cohens kappa score: 0.719
  275. ====== Step 3/5 =======
  276. -> Shuffling data
  277. -> Spliting data to slices
  278. ------ Step 3/5: Slice 1/5 -------
  279. -> Reset the GAN
  280. -> Train generator for synthetic samples
  281. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.10it/s] 20%|██ | 2/10 [00:00<00:03, 2.03it/s] 30%|███ | 3/10 [00:01<00:03, 2.06it/s] 40%|████ | 4/10 [00:01<00:02, 2.06it/s] 50%|█████ | 5/10 [00:02<00:02, 2.07it/s] 60%|██████ | 6/10 [00:02<00:01, 2.05it/s] 70%|███████ | 7/10 [00:03<00:01, 2.03it/s] 80%|████████ | 8/10 [00:03<00:00, 2.07it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.05it/s] 100%|██████████| 10/10 [00:04<00:00, 2.02it/s] 100%|██████████| 10/10 [00:04<00:00, 2.04it/s]
  282. -> create 2152 synthetic samples
  283. -> test with 'LR'
  284. LR tn, fp: 553, 7
  285. LR fn, tp: 2, 19
  286. LR f1 score: 0.809
  287. LR cohens kappa score: 0.801
  288. LR average precision score: 0.905
  289. -> test with 'RF'
  290. RF tn, fp: 559, 1
  291. RF fn, tp: 2, 19
  292. RF f1 score: 0.927
  293. RF cohens kappa score: 0.924
  294. -> test with 'GB'
  295. GB tn, fp: 560, 0
  296. GB fn, tp: 2, 19
  297. GB f1 score: 0.950
  298. GB cohens kappa score: 0.948
  299. -> test with 'KNN'
  300. KNN tn, fp: 554, 6
  301. KNN fn, tp: 3, 18
  302. KNN f1 score: 0.800
  303. KNN cohens kappa score: 0.792
  304. ------ Step 3/5: Slice 2/5 -------
  305. -> Reset the GAN
  306. -> Train generator for synthetic samples
  307. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.98it/s] 20%|██ | 2/10 [00:01<00:04, 2.00it/s] 30%|███ | 3/10 [00:01<00:03, 1.95it/s] 40%|████ | 4/10 [00:02<00:03, 1.94it/s] 50%|█████ | 5/10 [00:02<00:02, 1.94it/s] 60%|██████ | 6/10 [00:03<00:02, 1.96it/s] 70%|███████ | 7/10 [00:03<00:01, 1.95it/s] 80%|████████ | 8/10 [00:04<00:01, 1.99it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.98it/s] 100%|██████████| 10/10 [00:05<00:00, 2.00it/s] 100%|██████████| 10/10 [00:05<00:00, 1.97it/s]
  308. -> create 2152 synthetic samples
  309. -> test with 'LR'
  310. LR tn, fp: 550, 10
  311. LR fn, tp: 2, 19
  312. LR f1 score: 0.760
  313. LR cohens kappa score: 0.749
  314. LR average precision score: 0.887
  315. -> test with 'RF'
  316. RF tn, fp: 560, 0
  317. RF fn, tp: 1, 20
  318. RF f1 score: 0.976
  319. RF cohens kappa score: 0.975
  320. -> test with 'GB'
  321. GB tn, fp: 560, 0
  322. GB fn, tp: 2, 19
  323. GB f1 score: 0.950
  324. GB cohens kappa score: 0.948
  325. -> test with 'KNN'
  326. KNN tn, fp: 549, 11
  327. KNN fn, tp: 5, 16
  328. KNN f1 score: 0.667
  329. KNN cohens kappa score: 0.653
  330. ------ Step 3/5: Slice 3/5 -------
  331. -> Reset the GAN
  332. -> Train generator for synthetic samples
  333. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.06it/s] 20%|██ | 2/10 [00:01<00:04, 1.94it/s] 30%|███ | 3/10 [00:01<00:03, 1.94it/s] 40%|████ | 4/10 [00:02<00:03, 1.96it/s] 50%|█████ | 5/10 [00:02<00:02, 2.00it/s] 60%|██████ | 6/10 [00:03<00:01, 2.01it/s] 70%|███████ | 7/10 [00:03<00:01, 2.02it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.99it/s] 100%|██████████| 10/10 [00:05<00:00, 1.97it/s] 100%|██████████| 10/10 [00:05<00:00, 1.99it/s]
  334. -> create 2152 synthetic samples
  335. -> test with 'LR'
  336. LR tn, fp: 528, 32
  337. LR fn, tp: 2, 19
  338. LR f1 score: 0.528
  339. LR cohens kappa score: 0.502
  340. LR average precision score: 0.738
  341. -> test with 'RF'
  342. RF tn, fp: 560, 0
  343. RF fn, tp: 3, 18
  344. RF f1 score: 0.923
  345. RF cohens kappa score: 0.920
  346. -> test with 'GB'
  347. GB tn, fp: 560, 0
  348. GB fn, tp: 2, 19
  349. GB f1 score: 0.950
  350. GB cohens kappa score: 0.948
  351. -> test with 'KNN'
  352. KNN tn, fp: 550, 10
  353. KNN fn, tp: 4, 17
  354. KNN f1 score: 0.708
  355. KNN cohens kappa score: 0.696
  356. ------ Step 3/5: Slice 4/5 -------
  357. -> Reset the GAN
  358. -> Train generator for synthetic samples
  359. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.95it/s] 20%|██ | 2/10 [00:01<00:03, 2.00it/s] 30%|███ | 3/10 [00:01<00:03, 2.02it/s] 40%|████ | 4/10 [00:02<00:03, 1.95it/s] 50%|█████ | 5/10 [00:02<00:02, 1.96it/s] 60%|██████ | 6/10 [00:03<00:01, 2.02it/s] 70%|███████ | 7/10 [00:03<00:01, 2.02it/s] 80%|████████ | 8/10 [00:03<00:00, 2.04it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.00it/s] 100%|██████████| 10/10 [00:04<00:00, 2.01it/s] 100%|██████████| 10/10 [00:04<00:00, 2.00it/s]
  360. -> create 2152 synthetic samples
  361. -> test with 'LR'
  362. LR tn, fp: 549, 11
  363. LR fn, tp: 2, 19
  364. LR f1 score: 0.745
  365. LR cohens kappa score: 0.734
  366. LR average precision score: 0.910
  367. -> test with 'RF'
  368. RF tn, fp: 560, 0
  369. RF fn, tp: 3, 18
  370. RF f1 score: 0.923
  371. RF cohens kappa score: 0.920
  372. -> test with 'GB'
  373. GB tn, fp: 560, 0
  374. GB fn, tp: 1, 20
  375. GB f1 score: 0.976
  376. GB cohens kappa score: 0.975
  377. -> test with 'KNN'
  378. KNN tn, fp: 552, 8
  379. KNN fn, tp: 2, 19
  380. KNN f1 score: 0.792
  381. KNN cohens kappa score: 0.783
  382. ------ Step 3/5: Slice 5/5 -------
  383. -> Reset the GAN
  384. -> Train generator for synthetic samples
  385. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.15it/s] 20%|██ | 2/10 [00:00<00:03, 2.11it/s] 30%|███ | 3/10 [00:01<00:03, 2.05it/s] 40%|████ | 4/10 [00:01<00:02, 2.05it/s] 50%|█████ | 5/10 [00:02<00:02, 2.06it/s] 60%|██████ | 6/10 [00:02<00:01, 2.09it/s] 70%|███████ | 7/10 [00:03<00:01, 2.08it/s] 80%|████████ | 8/10 [00:03<00:00, 2.08it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.11it/s] 100%|██████████| 10/10 [00:04<00:00, 2.11it/s] 100%|██████████| 10/10 [00:04<00:00, 2.09it/s]
  386. -> create 2156 synthetic samples
  387. -> test with 'LR'
  388. LR tn, fp: 554, 2
  389. LR fn, tp: 2, 19
  390. LR f1 score: 0.905
  391. LR cohens kappa score: 0.901
  392. LR average precision score: 0.961
  393. -> test with 'RF'
  394. RF tn, fp: 556, 0
  395. RF fn, tp: 1, 20
  396. RF f1 score: 0.976
  397. RF cohens kappa score: 0.975
  398. -> test with 'GB'
  399. GB tn, fp: 556, 0
  400. GB fn, tp: 0, 21
  401. GB f1 score: 1.000
  402. GB cohens kappa score: 1.000
  403. -> test with 'KNN'
  404. KNN tn, fp: 556, 0
  405. KNN fn, tp: 2, 19
  406. KNN f1 score: 0.950
  407. KNN cohens kappa score: 0.948
  408. ====== Step 4/5 =======
  409. -> Shuffling data
  410. -> Spliting data to slices
  411. ------ Step 4/5: Slice 1/5 -------
  412. -> Reset the GAN
  413. -> Train generator for synthetic samples
  414. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.08it/s] 20%|██ | 2/10 [00:00<00:03, 2.09it/s] 30%|███ | 3/10 [00:01<00:03, 2.05it/s] 40%|████ | 4/10 [00:01<00:02, 2.09it/s] 50%|█████ | 5/10 [00:02<00:02, 2.08it/s] 60%|██████ | 6/10 [00:02<00:01, 2.06it/s] 70%|███████ | 7/10 [00:03<00:01, 2.02it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.06it/s] 100%|██████████| 10/10 [00:04<00:00, 2.07it/s] 100%|██████████| 10/10 [00:04<00:00, 2.06it/s]
  415. -> create 2152 synthetic samples
  416. -> test with 'LR'
  417. LR tn, fp: 548, 12
  418. LR fn, tp: 2, 19
  419. LR f1 score: 0.731
  420. LR cohens kappa score: 0.719
  421. LR average precision score: 0.918
  422. -> test with 'RF'
  423. RF tn, fp: 560, 0
  424. RF fn, tp: 0, 21
  425. RF f1 score: 1.000
  426. RF cohens kappa score: 1.000
  427. -> test with 'GB'
  428. GB tn, fp: 558, 2
  429. GB fn, tp: 0, 21
  430. GB f1 score: 0.955
  431. GB cohens kappa score: 0.953
  432. -> test with 'KNN'
  433. KNN tn, fp: 552, 8
  434. KNN fn, tp: 1, 20
  435. KNN f1 score: 0.816
  436. KNN cohens kappa score: 0.808
  437. ------ Step 4/5: Slice 2/5 -------
  438. -> Reset the GAN
  439. -> Train generator for synthetic samples
  440. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.92it/s] 20%|██ | 2/10 [00:01<00:04, 1.91it/s] 30%|███ | 3/10 [00:01<00:03, 1.95it/s] 40%|████ | 4/10 [00:02<00:03, 1.95it/s] 50%|█████ | 5/10 [00:02<00:02, 1.99it/s] 60%|██████ | 6/10 [00:03<00:02, 1.92it/s] 70%|███████ | 7/10 [00:03<00:01, 1.90it/s] 80%|████████ | 8/10 [00:04<00:01, 1.92it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.97it/s] 100%|██████████| 10/10 [00:05<00:00, 2.00it/s] 100%|██████████| 10/10 [00:05<00:00, 1.96it/s]
  441. -> create 2152 synthetic samples
  442. -> test with 'LR'
  443. LR tn, fp: 521, 39
  444. LR fn, tp: 0, 21
  445. LR f1 score: 0.519
  446. LR cohens kappa score: 0.491
  447. LR average precision score: 0.943
  448. -> test with 'RF'
  449. RF tn, fp: 560, 0
  450. RF fn, tp: 2, 19
  451. RF f1 score: 0.950
  452. RF cohens kappa score: 0.948
  453. -> test with 'GB'
  454. GB tn, fp: 560, 0
  455. GB fn, tp: 1, 20
  456. GB f1 score: 0.976
  457. GB cohens kappa score: 0.975
  458. -> test with 'KNN'
  459. KNN tn, fp: 543, 17
  460. KNN fn, tp: 1, 20
  461. KNN f1 score: 0.690
  462. KNN cohens kappa score: 0.675
  463. ------ Step 4/5: Slice 3/5 -------
  464. -> Reset the GAN
  465. -> Train generator for synthetic samples
  466. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.92it/s] 20%|██ | 2/10 [00:01<00:04, 1.93it/s] 30%|███ | 3/10 [00:01<00:03, 1.94it/s] 40%|████ | 4/10 [00:02<00:03, 1.95it/s] 50%|█████ | 5/10 [00:02<00:02, 1.96it/s] 60%|██████ | 6/10 [00:03<00:02, 1.96it/s] 70%|███████ | 7/10 [00:03<00:01, 1.96it/s] 80%|████████ | 8/10 [00:04<00:01, 1.95it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.99it/s] 100%|██████████| 10/10 [00:05<00:00, 1.99it/s] 100%|██████████| 10/10 [00:05<00:00, 1.96it/s]
  467. -> create 2152 synthetic samples
  468. -> test with 'LR'
  469. LR tn, fp: 558, 2
  470. LR fn, tp: 8, 13
  471. LR f1 score: 0.722
  472. LR cohens kappa score: 0.714
  473. LR average precision score: 0.714
  474. -> test with 'RF'
  475. RF tn, fp: 560, 0
  476. RF fn, tp: 7, 14
  477. RF f1 score: 0.800
  478. RF cohens kappa score: 0.794
  479. -> test with 'GB'
  480. GB tn, fp: 560, 0
  481. GB fn, tp: 5, 16
  482. GB f1 score: 0.865
  483. GB cohens kappa score: 0.861
  484. -> test with 'KNN'
  485. KNN tn, fp: 556, 4
  486. KNN fn, tp: 8, 13
  487. KNN f1 score: 0.684
  488. KNN cohens kappa score: 0.674
  489. ------ Step 4/5: Slice 4/5 -------
  490. -> Reset the GAN
  491. -> Train generator for synthetic samples
  492. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.11it/s] 20%|██ | 2/10 [00:00<00:03, 2.08it/s] 30%|███ | 3/10 [00:01<00:03, 2.00it/s] 40%|████ | 4/10 [00:01<00:02, 2.05it/s] 50%|█████ | 5/10 [00:02<00:02, 2.10it/s] 60%|██████ | 6/10 [00:02<00:01, 2.10it/s] 70%|███████ | 7/10 [00:03<00:01, 2.05it/s] 80%|████████ | 8/10 [00:03<00:00, 2.04it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.09it/s] 100%|██████████| 10/10 [00:04<00:00, 2.09it/s] 100%|██████████| 10/10 [00:04<00:00, 2.07it/s]
  493. -> create 2152 synthetic samples
  494. -> test with 'LR'
  495. LR tn, fp: 556, 4
  496. LR fn, tp: 1, 20
  497. LR f1 score: 0.889
  498. LR cohens kappa score: 0.884
  499. LR average precision score: 0.981
  500. -> test with 'RF'
  501. RF tn, fp: 559, 1
  502. RF fn, tp: 1, 20
  503. RF f1 score: 0.952
  504. RF cohens kappa score: 0.951
  505. -> test with 'GB'
  506. GB tn, fp: 560, 0
  507. GB fn, tp: 1, 20
  508. GB f1 score: 0.976
  509. GB cohens kappa score: 0.975
  510. -> test with 'KNN'
  511. KNN tn, fp: 559, 1
  512. KNN fn, tp: 2, 19
  513. KNN f1 score: 0.927
  514. KNN cohens kappa score: 0.924
  515. ------ Step 4/5: Slice 5/5 -------
  516. -> Reset the GAN
  517. -> Train generator for synthetic samples
  518. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.00it/s] 20%|██ | 2/10 [00:01<00:04, 1.93it/s] 30%|███ | 3/10 [00:01<00:03, 1.97it/s] 40%|████ | 4/10 [00:02<00:03, 1.98it/s] 50%|█████ | 5/10 [00:02<00:02, 2.02it/s] 60%|██████ | 6/10 [00:02<00:01, 2.03it/s] 70%|███████ | 7/10 [00:03<00:01, 2.03it/s] 80%|████████ | 8/10 [00:03<00:00, 2.05it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.08it/s] 100%|██████████| 10/10 [00:04<00:00, 2.11it/s] 100%|██████████| 10/10 [00:04<00:00, 2.05it/s]
  519. -> create 2156 synthetic samples
  520. -> test with 'LR'
  521. LR tn, fp: 555, 1
  522. LR fn, tp: 4, 17
  523. LR f1 score: 0.872
  524. LR cohens kappa score: 0.867
  525. LR average precision score: 0.921
  526. -> test with 'RF'
  527. RF tn, fp: 556, 0
  528. RF fn, tp: 3, 18
  529. RF f1 score: 0.923
  530. RF cohens kappa score: 0.920
  531. -> test with 'GB'
  532. GB tn, fp: 556, 0
  533. GB fn, tp: 2, 19
  534. GB f1 score: 0.950
  535. GB cohens kappa score: 0.948
  536. -> test with 'KNN'
  537. KNN tn, fp: 556, 0
  538. KNN fn, tp: 5, 16
  539. KNN f1 score: 0.865
  540. KNN cohens kappa score: 0.860
  541. ====== Step 5/5 =======
  542. -> Shuffling data
  543. -> Spliting data to slices
  544. ------ Step 5/5: Slice 1/5 -------
  545. -> Reset the GAN
  546. -> Train generator for synthetic samples
  547. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.00it/s] 20%|██ | 2/10 [00:00<00:03, 2.06it/s] 30%|███ | 3/10 [00:01<00:03, 2.09it/s] 40%|████ | 4/10 [00:01<00:02, 2.02it/s] 50%|█████ | 5/10 [00:02<00:02, 2.00it/s] 60%|██████ | 6/10 [00:03<00:02, 1.96it/s] 70%|███████ | 7/10 [00:03<00:01, 1.96it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.04it/s] 100%|██████████| 10/10 [00:04<00:00, 2.03it/s] 100%|██████████| 10/10 [00:04<00:00, 2.02it/s]
  548. -> create 2152 synthetic samples
  549. -> test with 'LR'
  550. LR tn, fp: 548, 12
  551. LR fn, tp: 0, 21
  552. LR f1 score: 0.778
  553. LR cohens kappa score: 0.768
  554. LR average precision score: 0.968
  555. -> test with 'RF'
  556. RF tn, fp: 559, 1
  557. RF fn, tp: 2, 19
  558. RF f1 score: 0.927
  559. RF cohens kappa score: 0.924
  560. -> test with 'GB'
  561. GB tn, fp: 560, 0
  562. GB fn, tp: 1, 20
  563. GB f1 score: 0.976
  564. GB cohens kappa score: 0.975
  565. -> test with 'KNN'
  566. KNN tn, fp: 553, 7
  567. KNN fn, tp: 0, 21
  568. KNN f1 score: 0.857
  569. KNN cohens kappa score: 0.851
  570. ------ Step 5/5: Slice 2/5 -------
  571. -> Reset the GAN
  572. -> Train generator for synthetic samples
  573. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.02it/s] 20%|██ | 2/10 [00:00<00:03, 2.06it/s] 30%|███ | 3/10 [00:01<00:03, 2.08it/s] 40%|████ | 4/10 [00:01<00:02, 2.09it/s] 50%|█████ | 5/10 [00:02<00:02, 2.09it/s] 60%|██████ | 6/10 [00:02<00:01, 2.11it/s] 70%|███████ | 7/10 [00:03<00:01, 2.13it/s] 80%|████████ | 8/10 [00:03<00:00, 2.10it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.05it/s] 100%|██████████| 10/10 [00:04<00:00, 2.09it/s] 100%|██████████| 10/10 [00:04<00:00, 2.09it/s]
  574. -> create 2152 synthetic samples
  575. -> test with 'LR'
  576. LR tn, fp: 540, 20
  577. LR fn, tp: 4, 17
  578. LR f1 score: 0.586
  579. LR cohens kappa score: 0.566
  580. LR average precision score: 0.843
  581. -> test with 'RF'
  582. RF tn, fp: 560, 0
  583. RF fn, tp: 2, 19
  584. RF f1 score: 0.950
  585. RF cohens kappa score: 0.948
  586. -> test with 'GB'
  587. GB tn, fp: 560, 0
  588. GB fn, tp: 4, 17
  589. GB f1 score: 0.895
  590. GB cohens kappa score: 0.891
  591. -> test with 'KNN'
  592. KNN tn, fp: 549, 11
  593. KNN fn, tp: 5, 16
  594. KNN f1 score: 0.667
  595. KNN cohens kappa score: 0.653
  596. ------ Step 5/5: Slice 3/5 -------
  597. -> Reset the GAN
  598. -> Train generator for synthetic samples
  599. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 2.04it/s] 20%|██ | 2/10 [00:00<00:03, 2.06it/s] 30%|███ | 3/10 [00:01<00:03, 2.07it/s] 40%|████ | 4/10 [00:01<00:02, 2.05it/s] 50%|█████ | 5/10 [00:02<00:02, 2.08it/s] 60%|██████ | 6/10 [00:02<00:01, 2.06it/s] 70%|███████ | 7/10 [00:03<00:01, 2.09it/s] 80%|████████ | 8/10 [00:03<00:00, 2.01it/s] 90%|█████████ | 9/10 [00:04<00:00, 1.99it/s] 100%|██████████| 10/10 [00:04<00:00, 1.98it/s] 100%|██████████| 10/10 [00:04<00:00, 2.03it/s]
  600. -> create 2152 synthetic samples
  601. -> test with 'LR'
  602. LR tn, fp: 556, 4
  603. LR fn, tp: 4, 17
  604. LR f1 score: 0.810
  605. LR cohens kappa score: 0.802
  606. LR average precision score: 0.891
  607. -> test with 'RF'
  608. RF tn, fp: 560, 0
  609. RF fn, tp: 2, 19
  610. RF f1 score: 0.950
  611. RF cohens kappa score: 0.948
  612. -> test with 'GB'
  613. GB tn, fp: 560, 0
  614. GB fn, tp: 2, 19
  615. GB f1 score: 0.950
  616. GB cohens kappa score: 0.948
  617. -> test with 'KNN'
  618. KNN tn, fp: 558, 2
  619. KNN fn, tp: 4, 17
  620. KNN f1 score: 0.850
  621. KNN cohens kappa score: 0.845
  622. ------ Step 5/5: Slice 4/5 -------
  623. -> Reset the GAN
  624. -> Train generator for synthetic samples
  625. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.94it/s] 20%|██ | 2/10 [00:01<00:04, 1.92it/s] 30%|███ | 3/10 [00:01<00:03, 1.93it/s] 40%|████ | 4/10 [00:02<00:03, 1.98it/s] 50%|█████ | 5/10 [00:02<00:02, 2.03it/s] 60%|██████ | 6/10 [00:03<00:01, 2.01it/s] 70%|███████ | 7/10 [00:03<00:01, 2.02it/s] 80%|████████ | 8/10 [00:03<00:00, 2.03it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.03it/s] 100%|██████████| 10/10 [00:04<00:00, 2.04it/s] 100%|██████████| 10/10 [00:04<00:00, 2.01it/s]
  626. -> create 2152 synthetic samples
  627. -> test with 'LR'
  628. LR tn, fp: 556, 4
  629. LR fn, tp: 3, 18
  630. LR f1 score: 0.837
  631. LR cohens kappa score: 0.831
  632. LR average precision score: 0.852
  633. -> test with 'RF'
  634. RF tn, fp: 560, 0
  635. RF fn, tp: 1, 20
  636. RF f1 score: 0.976
  637. RF cohens kappa score: 0.975
  638. -> test with 'GB'
  639. GB tn, fp: 560, 0
  640. GB fn, tp: 1, 20
  641. GB f1 score: 0.976
  642. GB cohens kappa score: 0.975
  643. -> test with 'KNN'
  644. KNN tn, fp: 551, 9
  645. KNN fn, tp: 3, 18
  646. KNN f1 score: 0.750
  647. KNN cohens kappa score: 0.739
  648. ------ Step 5/5: Slice 5/5 -------
  649. -> Reset the GAN
  650. -> Train generator for synthetic samples
  651. 0%| | 0/10 [00:00<?, ?it/s] 10%|█ | 1/10 [00:00<00:04, 1.94it/s] 20%|██ | 2/10 [00:01<00:04, 1.94it/s] 30%|███ | 3/10 [00:01<00:03, 1.94it/s] 40%|████ | 4/10 [00:02<00:03, 1.94it/s] 50%|█████ | 5/10 [00:02<00:02, 1.94it/s] 60%|██████ | 6/10 [00:03<00:02, 1.99it/s] 70%|███████ | 7/10 [00:03<00:01, 2.05it/s] 80%|████████ | 8/10 [00:03<00:00, 2.08it/s] 90%|█████████ | 9/10 [00:04<00:00, 2.05it/s] 100%|██████████| 10/10 [00:04<00:00, 2.02it/s] 100%|██████████| 10/10 [00:04<00:00, 2.00it/s]
  652. -> create 2156 synthetic samples
  653. -> test with 'LR'
  654. LR tn, fp: 551, 5
  655. LR fn, tp: 1, 20
  656. LR f1 score: 0.870
  657. LR cohens kappa score: 0.864
  658. LR average precision score: 0.950
  659. -> test with 'RF'
  660. RF tn, fp: 556, 0
  661. RF fn, tp: 1, 20
  662. RF f1 score: 0.976
  663. RF cohens kappa score: 0.975
  664. -> test with 'GB'
  665. GB tn, fp: 556, 0
  666. GB fn, tp: 0, 21
  667. GB f1 score: 1.000
  668. GB cohens kappa score: 1.000
  669. -> test with 'KNN'
  670. KNN tn, fp: 553, 3
  671. KNN fn, tp: 2, 19
  672. KNN f1 score: 0.884
  673. KNN cohens kappa score: 0.879
  674. ### Exercise is done.
  675. -----[ LR ]-----
  676. maximum:
  677. LR tn, fp: 558, 44
  678. LR fn, tp: 8, 21
  679. LR f1 score: 0.976
  680. LR cohens kappa score: 0.975
  681. LR average precision score: 0.981
  682. average:
  683. LR tn, fp: 545.76, 13.44
  684. LR fn, tp: 2.2, 18.8
  685. LR f1 score: 0.735
  686. LR cohens kappa score: 0.723
  687. LR average precision score: 0.890
  688. minimum:
  689. LR tn, fp: 516, 0
  690. LR fn, tp: 0, 13
  691. LR f1 score: 0.471
  692. LR cohens kappa score: 0.440
  693. LR average precision score: 0.714
  694. -----[ RF ]-----
  695. maximum:
  696. RF tn, fp: 560, 6
  697. RF fn, tp: 7, 21
  698. RF f1 score: 1.000
  699. RF cohens kappa score: 1.000
  700. average:
  701. RF tn, fp: 558.72, 0.48
  702. RF fn, tp: 2.0, 19.0
  703. RF f1 score: 0.938
  704. RF cohens kappa score: 0.936
  705. minimum:
  706. RF tn, fp: 554, 0
  707. RF fn, tp: 0, 14
  708. RF f1 score: 0.800
  709. RF cohens kappa score: 0.794
  710. -----[ GB ]-----
  711. maximum:
  712. GB tn, fp: 560, 8
  713. GB fn, tp: 5, 21
  714. GB f1 score: 1.000
  715. GB cohens kappa score: 1.000
  716. average:
  717. GB tn, fp: 558.68, 0.52
  718. GB fn, tp: 1.64, 19.36
  719. GB f1 score: 0.947
  720. GB cohens kappa score: 0.945
  721. minimum:
  722. GB tn, fp: 552, 0
  723. GB fn, tp: 0, 16
  724. GB f1 score: 0.816
  725. GB cohens kappa score: 0.808
  726. -----[ KNN ]-----
  727. maximum:
  728. KNN tn, fp: 559, 17
  729. KNN fn, tp: 8, 21
  730. KNN f1 score: 0.950
  731. KNN cohens kappa score: 0.948
  732. average:
  733. KNN tn, fp: 552.24, 6.96
  734. KNN fn, tp: 2.76, 18.24
  735. KNN f1 score: 0.795
  736. KNN cohens kappa score: 0.786
  737. minimum:
  738. KNN tn, fp: 543, 0
  739. KNN fn, tp: 0, 13
  740. KNN f1 score: 0.667
  741. KNN cohens kappa score: 0.653