folding_car_good.log 146 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-5 on folding_car_good
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_car_good'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1272 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/133 [..............................] - ETA: 21s - loss: 0.0111 36/133 [=======>......................] - ETA: 0s - loss: 0.0348  76/133 [================>.............] - ETA: 0s - loss: 0.0314 110/133 [=======================>......] - ETA: 0s - loss: 0.0381 133/133 [==============================] - 0s 1ms/step - loss: 0.0384
  19. Epoch 2/10
  20. 1/133 [..............................] - ETA: 0s - loss: 0.0811 40/133 [========>.....................] - ETA: 0s - loss: 0.0478 79/133 [================>.............] - ETA: 0s - loss: 0.0362 120/133 [==========================>...] - ETA: 0s - loss: 0.0368 133/133 [==============================] - 0s 1ms/step - loss: 0.0374
  21. Epoch 3/10
  22. 1/133 [..............................] - ETA: 0s - loss: 0.0107 47/133 [=========>....................] - ETA: 0s - loss: 0.0451 91/133 [===================>..........] - ETA: 0s - loss: 0.0383 133/133 [==============================] - 0s 1ms/step - loss: 0.0333
  23. Epoch 4/10
  24. 1/133 [..............................] - ETA: 0s - loss: 0.0092 43/133 [========>.....................] - ETA: 0s - loss: 0.0364 88/133 [==================>...........] - ETA: 0s - loss: 0.0315 132/133 [============================>.] - ETA: 0s - loss: 0.0329 133/133 [==============================] - 0s 1ms/step - loss: 0.0332
  25. Epoch 5/10
  26. 1/133 [..............................] - ETA: 0s - loss: 0.0152 46/133 [=========>....................] - ETA: 0s - loss: 0.0404 92/133 [===================>..........] - ETA: 0s - loss: 0.0296 133/133 [==============================] - 0s 1ms/step - loss: 0.0311
  27. Epoch 6/10
  28. 1/133 [..............................] - ETA: 0s - loss: 0.0134 44/133 [========>.....................] - ETA: 0s - loss: 0.0216 90/133 [===================>..........] - ETA: 0s - loss: 0.0296 133/133 [==============================] - 0s 1ms/step - loss: 0.0304
  29. Epoch 7/10
  30. 1/133 [..............................] - ETA: 0s - loss: 0.0073 48/133 [=========>....................] - ETA: 0s - loss: 0.0187 94/133 [====================>.........] - ETA: 0s - loss: 0.0280 133/133 [==============================] - 0s 1ms/step - loss: 0.0291
  31. Epoch 8/10
  32. 1/133 [..............................] - ETA: 0s - loss: 0.0140 48/133 [=========>....................] - ETA: 0s - loss: 0.0215 93/133 [===================>..........] - ETA: 0s - loss: 0.0277 133/133 [==============================] - 0s 1ms/step - loss: 0.0277
  33. Epoch 9/10
  34. 1/133 [..............................] - ETA: 0s - loss: 0.0770 38/133 [=======>......................] - ETA: 0s - loss: 0.0220 77/133 [================>.............] - ETA: 0s - loss: 0.0244 115/133 [========================>.....] - ETA: 0s - loss: 0.0267 133/133 [==============================] - 0s 1ms/step - loss: 0.0266
  35. Epoch 10/10
  36. 1/133 [..............................] - ETA: 0s - loss: 0.0076 46/133 [=========>....................] - ETA: 0s - loss: 0.0182 90/133 [===================>..........] - ETA: 0s - loss: 0.0244 133/133 [==============================] - 0s 1ms/step - loss: 0.0254
  37. -> test with GAN.predict
  38. GAN tn, fp: 328, 4
  39. GAN fn, tp: 0, 14
  40. GAN f1 score: 0.875
  41. GAN cohens kappa score: 0.869
  42. -> test with 'LR'
  43. LR tn, fp: 176, 156
  44. LR fn, tp: 5, 9
  45. LR f1 score: 0.101
  46. LR cohens kappa score: 0.028
  47. LR average precision score: 0.059
  48. -> test with 'RF'
  49. RF tn, fp: 332, 0
  50. RF fn, tp: 4, 10
  51. RF f1 score: 0.833
  52. RF cohens kappa score: 0.828
  53. -> test with 'GB'
  54. GB tn, fp: 330, 2
  55. GB fn, tp: 4, 10
  56. GB f1 score: 0.769
  57. GB cohens kappa score: 0.760
  58. -> test with 'KNN'
  59. KNN tn, fp: 311, 21
  60. KNN fn, tp: 1, 13
  61. KNN f1 score: 0.542
  62. KNN cohens kappa score: 0.514
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1272 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/133 [..............................] - ETA: 19s - loss: 0.0552 47/133 [=========>....................] - ETA: 0s - loss: 0.0453  92/133 [===================>..........] - ETA: 0s - loss: 0.0459 133/133 [==============================] - 0s 1ms/step - loss: 0.0424
  70. Epoch 2/10
  71. 1/133 [..............................] - ETA: 0s - loss: 0.2267 47/133 [=========>....................] - ETA: 0s - loss: 0.0448 93/133 [===================>..........] - ETA: 0s - loss: 0.0414 133/133 [==============================] - 0s 1ms/step - loss: 0.0395
  72. Epoch 3/10
  73. 1/133 [..............................] - ETA: 0s - loss: 0.0112 47/133 [=========>....................] - ETA: 0s - loss: 0.0431 92/133 [===================>..........] - ETA: 0s - loss: 0.0417 133/133 [==============================] - 0s 1ms/step - loss: 0.0399
  74. Epoch 4/10
  75. 1/133 [..............................] - ETA: 0s - loss: 0.0260 47/133 [=========>....................] - ETA: 0s - loss: 0.0362 93/133 [===================>..........] - ETA: 0s - loss: 0.0386 133/133 [==============================] - 0s 1ms/step - loss: 0.0357
  76. Epoch 5/10
  77. 1/133 [..............................] - ETA: 0s - loss: 0.0906 47/133 [=========>....................] - ETA: 0s - loss: 0.0276 93/133 [===================>..........] - ETA: 0s - loss: 0.0332 133/133 [==============================] - 0s 1ms/step - loss: 0.0349
  78. Epoch 6/10
  79. 1/133 [..............................] - ETA: 0s - loss: 0.0427 48/133 [=========>....................] - ETA: 0s - loss: 0.0278 94/133 [====================>.........] - ETA: 0s - loss: 0.0314 133/133 [==============================] - 0s 1ms/step - loss: 0.0322
  80. Epoch 7/10
  81. 1/133 [..............................] - ETA: 0s - loss: 0.0459 45/133 [=========>....................] - ETA: 0s - loss: 0.0203 87/133 [==================>...........] - ETA: 0s - loss: 0.0251 133/133 [==============================] - ETA: 0s - loss: 0.0305 133/133 [==============================] - 0s 1ms/step - loss: 0.0305
  82. Epoch 8/10
  83. 1/133 [..............................] - ETA: 0s - loss: 0.0217 48/133 [=========>....................] - ETA: 0s - loss: 0.0263 93/133 [===================>..........] - ETA: 0s - loss: 0.0295 133/133 [==============================] - 0s 1ms/step - loss: 0.0304
  84. Epoch 9/10
  85. 1/133 [..............................] - ETA: 0s - loss: 0.0150 42/133 [========>.....................] - ETA: 0s - loss: 0.0348 82/133 [=================>............] - ETA: 0s - loss: 0.0289 121/133 [==========================>...] - ETA: 0s - loss: 0.0288 133/133 [==============================] - 0s 1ms/step - loss: 0.0283
  86. Epoch 10/10
  87. 1/133 [..............................] - ETA: 0s - loss: 0.0081 47/133 [=========>....................] - ETA: 0s - loss: 0.0312 94/133 [====================>.........] - ETA: 0s - loss: 0.0318 133/133 [==============================] - 0s 1ms/step - loss: 0.0270
  88. -> test with GAN.predict
  89. GAN tn, fp: 326, 6
  90. GAN fn, tp: 2, 12
  91. GAN f1 score: 0.750
  92. GAN cohens kappa score: 0.738
  93. -> test with 'LR'
  94. LR tn, fp: 180, 152
  95. LR fn, tp: 4, 10
  96. LR f1 score: 0.114
  97. LR cohens kappa score: 0.042
  98. LR average precision score: 0.083
  99. -> test with 'RF'
  100. RF tn, fp: 332, 0
  101. RF fn, tp: 5, 9
  102. RF f1 score: 0.783
  103. RF cohens kappa score: 0.775
  104. -> test with 'GB'
  105. GB tn, fp: 330, 2
  106. GB fn, tp: 4, 10
  107. GB f1 score: 0.769
  108. GB cohens kappa score: 0.760
  109. -> test with 'KNN'
  110. KNN tn, fp: 303, 29
  111. KNN fn, tp: 1, 13
  112. KNN f1 score: 0.464
  113. KNN cohens kappa score: 0.430
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1272 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/133 [..............................] - ETA: 19s - loss: 0.1097 45/133 [=========>....................] - ETA: 0s - loss: 0.0386  89/133 [===================>..........] - ETA: 0s - loss: 0.0387 133/133 [==============================] - 0s 1ms/step - loss: 0.0388
  121. Epoch 2/10
  122. 1/133 [..............................] - ETA: 0s - loss: 0.0175 11/133 [=>............................] - ETA: 1s - loss: 0.0619 57/133 [===========>..................] - ETA: 0s - loss: 0.0456 105/133 [======================>.......] - ETA: 0s - loss: 0.0384 133/133 [==============================] - 0s 2ms/step - loss: 0.0364
  123. Epoch 3/10
  124. 1/133 [..............................] - ETA: 0s - loss: 0.0149 49/133 [==========>...................] - ETA: 0s - loss: 0.0359 97/133 [====================>.........] - ETA: 0s - loss: 0.0370 133/133 [==============================] - 0s 1ms/step - loss: 0.0351
  125. Epoch 4/10
  126. 1/133 [..............................] - ETA: 0s - loss: 0.0099 49/133 [==========>...................] - ETA: 0s - loss: 0.0287 97/133 [====================>.........] - ETA: 0s - loss: 0.0299 133/133 [==============================] - 0s 1ms/step - loss: 0.0328
  127. Epoch 5/10
  128. 1/133 [..............................] - ETA: 0s - loss: 0.0285 49/133 [==========>...................] - ETA: 0s - loss: 0.0362 96/133 [====================>.........] - ETA: 0s - loss: 0.0332 133/133 [==============================] - 0s 1ms/step - loss: 0.0335
  129. Epoch 6/10
  130. 1/133 [..............................] - ETA: 0s - loss: 0.0514 49/133 [==========>...................] - ETA: 0s - loss: 0.0317 96/133 [====================>.........] - ETA: 0s - loss: 0.0332 133/133 [==============================] - 0s 1ms/step - loss: 0.0304
  131. Epoch 7/10
  132. 1/133 [..............................] - ETA: 0s - loss: 0.0115 47/133 [=========>....................] - ETA: 0s - loss: 0.0196 93/133 [===================>..........] - ETA: 0s - loss: 0.0261 133/133 [==============================] - 0s 1ms/step - loss: 0.0293
  133. Epoch 8/10
  134. 1/133 [..............................] - ETA: 0s - loss: 0.0257 49/133 [==========>...................] - ETA: 0s - loss: 0.0387 97/133 [====================>.........] - ETA: 0s - loss: 0.0324 133/133 [==============================] - 0s 1ms/step - loss: 0.0282
  135. Epoch 9/10
  136. 1/133 [..............................] - ETA: 0s - loss: 0.0063 49/133 [==========>...................] - ETA: 0s - loss: 0.0226 97/133 [====================>.........] - ETA: 0s - loss: 0.0227 133/133 [==============================] - 0s 1ms/step - loss: 0.0271
  137. Epoch 10/10
  138. 1/133 [..............................] - ETA: 0s - loss: 0.0092 48/133 [=========>....................] - ETA: 0s - loss: 0.0270 95/133 [====================>.........] - ETA: 0s - loss: 0.0297 133/133 [==============================] - 0s 1ms/step - loss: 0.0253
  139. -> test with GAN.predict
  140. GAN tn, fp: 327, 5
  141. GAN fn, tp: 2, 12
  142. GAN f1 score: 0.774
  143. GAN cohens kappa score: 0.764
  144. -> test with 'LR'
  145. LR tn, fp: 175, 157
  146. LR fn, tp: 5, 9
  147. LR f1 score: 0.100
  148. LR cohens kappa score: 0.027
  149. LR average precision score: 0.058
  150. -> test with 'RF'
  151. RF tn, fp: 330, 2
  152. RF fn, tp: 6, 8
  153. RF f1 score: 0.667
  154. RF cohens kappa score: 0.655
  155. -> test with 'GB'
  156. GB tn, fp: 331, 1
  157. GB fn, tp: 6, 8
  158. GB f1 score: 0.696
  159. GB cohens kappa score: 0.686
  160. -> test with 'KNN'
  161. KNN tn, fp: 303, 29
  162. KNN fn, tp: 2, 12
  163. KNN f1 score: 0.436
  164. KNN cohens kappa score: 0.400
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1272 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/133 [..............................] - ETA: 20s - loss: 0.1354 46/133 [=========>....................] - ETA: 0s - loss: 0.0404  91/133 [===================>..........] - ETA: 0s - loss: 0.0378 133/133 [==============================] - 0s 1ms/step - loss: 0.0349
  172. Epoch 2/10
  173. 1/133 [..............................] - ETA: 0s - loss: 0.0033 47/133 [=========>....................] - ETA: 0s - loss: 0.0266 92/133 [===================>..........] - ETA: 0s - loss: 0.0300 133/133 [==============================] - 0s 1ms/step - loss: 0.0324
  174. Epoch 3/10
  175. 1/133 [..............................] - ETA: 0s - loss: 0.0292 46/133 [=========>....................] - ETA: 0s - loss: 0.0297 91/133 [===================>..........] - ETA: 0s - loss: 0.0343 133/133 [==============================] - 0s 1ms/step - loss: 0.0312
  176. Epoch 4/10
  177. 1/133 [..............................] - ETA: 0s - loss: 0.2217 38/133 [=======>......................] - ETA: 0s - loss: 0.0384 81/133 [=================>............] - ETA: 0s - loss: 0.0331 124/133 [==========================>...] - ETA: 0s - loss: 0.0294 133/133 [==============================] - 0s 1ms/step - loss: 0.0291
  178. Epoch 5/10
  179. 1/133 [..............................] - ETA: 0s - loss: 0.0134 43/133 [========>.....................] - ETA: 0s - loss: 0.0243 87/133 [==================>...........] - ETA: 0s - loss: 0.0267 130/133 [============================>.] - ETA: 0s - loss: 0.0285 133/133 [==============================] - 0s 1ms/step - loss: 0.0284
  180. Epoch 6/10
  181. 1/133 [..............................] - ETA: 0s - loss: 0.0069 45/133 [=========>....................] - ETA: 0s - loss: 0.0304 88/133 [==================>...........] - ETA: 0s - loss: 0.0296 133/133 [==============================] - ETA: 0s - loss: 0.0272 133/133 [==============================] - 0s 1ms/step - loss: 0.0272
  182. Epoch 7/10
  183. 1/133 [..............................] - ETA: 0s - loss: 0.0063 45/133 [=========>....................] - ETA: 0s - loss: 0.0268 89/133 [===================>..........] - ETA: 0s - loss: 0.0268 133/133 [==============================] - ETA: 0s - loss: 0.0256 133/133 [==============================] - 0s 1ms/step - loss: 0.0256
  184. Epoch 8/10
  185. 1/133 [..............................] - ETA: 0s - loss: 0.0121 48/133 [=========>....................] - ETA: 0s - loss: 0.0171 95/133 [====================>.........] - ETA: 0s - loss: 0.0215 133/133 [==============================] - 0s 1ms/step - loss: 0.0250
  186. Epoch 9/10
  187. 1/133 [..............................] - ETA: 0s - loss: 0.0335 48/133 [=========>....................] - ETA: 0s - loss: 0.0277 96/133 [====================>.........] - ETA: 0s - loss: 0.0245 133/133 [==============================] - 0s 1ms/step - loss: 0.0233
  188. Epoch 10/10
  189. 1/133 [..............................] - ETA: 0s - loss: 0.0274 49/133 [==========>...................] - ETA: 0s - loss: 0.0295 97/133 [====================>.........] - ETA: 0s - loss: 0.0227 133/133 [==============================] - 0s 1ms/step - loss: 0.0237
  190. -> test with GAN.predict
  191. GAN tn, fp: 323, 9
  192. GAN fn, tp: 3, 11
  193. GAN f1 score: 0.647
  194. GAN cohens kappa score: 0.629
  195. -> test with 'LR'
  196. LR tn, fp: 181, 151
  197. LR fn, tp: 3, 11
  198. LR f1 score: 0.125
  199. LR cohens kappa score: 0.055
  200. LR average precision score: 0.076
  201. -> test with 'RF'
  202. RF tn, fp: 331, 1
  203. RF fn, tp: 10, 4
  204. RF f1 score: 0.421
  205. RF cohens kappa score: 0.408
  206. -> test with 'GB'
  207. GB tn, fp: 330, 2
  208. GB fn, tp: 7, 7
  209. GB f1 score: 0.609
  210. GB cohens kappa score: 0.596
  211. -> test with 'KNN'
  212. KNN tn, fp: 317, 15
  213. KNN fn, tp: 0, 14
  214. KNN f1 score: 0.651
  215. KNN cohens kappa score: 0.631
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1272 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/133 [..............................] - ETA: 20s - loss: 0.0226 46/133 [=========>....................] - ETA: 0s - loss: 0.0355  93/133 [===================>..........] - ETA: 0s - loss: 0.0379 133/133 [==============================] - 0s 1ms/step - loss: 0.0376
  223. Epoch 2/10
  224. 1/133 [..............................] - ETA: 0s - loss: 0.0134 48/133 [=========>....................] - ETA: 0s - loss: 0.0341 95/133 [====================>.........] - ETA: 0s - loss: 0.0361 133/133 [==============================] - 0s 1ms/step - loss: 0.0345
  225. Epoch 3/10
  226. 1/133 [..............................] - ETA: 0s - loss: 0.0801 48/133 [=========>....................] - ETA: 0s - loss: 0.0415 95/133 [====================>.........] - ETA: 0s - loss: 0.0338 133/133 [==============================] - 0s 1ms/step - loss: 0.0332
  227. Epoch 4/10
  228. 1/133 [..............................] - ETA: 0s - loss: 0.0719 49/133 [==========>...................] - ETA: 0s - loss: 0.0351 96/133 [====================>.........] - ETA: 0s - loss: 0.0341 133/133 [==============================] - 0s 1ms/step - loss: 0.0313
  229. Epoch 5/10
  230. 1/133 [..............................] - ETA: 0s - loss: 0.0332 48/133 [=========>....................] - ETA: 0s - loss: 0.0343 95/133 [====================>.........] - ETA: 0s - loss: 0.0314 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  231. Epoch 6/10
  232. 1/133 [..............................] - ETA: 0s - loss: 0.0167 49/133 [==========>...................] - ETA: 0s - loss: 0.0292 97/133 [====================>.........] - ETA: 0s - loss: 0.0293 133/133 [==============================] - 0s 1ms/step - loss: 0.0287
  233. Epoch 7/10
  234. 1/133 [..............................] - ETA: 0s - loss: 0.0051 41/133 [========>.....................] - ETA: 0s - loss: 0.0319 79/133 [================>.............] - ETA: 0s - loss: 0.0316 120/133 [==========================>...] - ETA: 0s - loss: 0.0270 133/133 [==============================] - 0s 1ms/step - loss: 0.0279
  235. Epoch 8/10
  236. 1/133 [..............................] - ETA: 0s - loss: 0.0426 47/133 [=========>....................] - ETA: 0s - loss: 0.0263 94/133 [====================>.........] - ETA: 0s - loss: 0.0273 133/133 [==============================] - 0s 1ms/step - loss: 0.0254
  237. Epoch 9/10
  238. 1/133 [..............................] - ETA: 0s - loss: 0.0043 48/133 [=========>....................] - ETA: 0s - loss: 0.0260 96/133 [====================>.........] - ETA: 0s - loss: 0.0250 133/133 [==============================] - 0s 1ms/step - loss: 0.0238
  239. Epoch 10/10
  240. 1/133 [..............................] - ETA: 0s - loss: 0.0046 48/133 [=========>....................] - ETA: 0s - loss: 0.0230 93/133 [===================>..........] - ETA: 0s - loss: 0.0243 133/133 [==============================] - 0s 1ms/step - loss: 0.0235
  241. -> test with GAN.predict
  242. GAN tn, fp: 324, 7
  243. GAN fn, tp: 2, 11
  244. GAN f1 score: 0.710
  245. GAN cohens kappa score: 0.696
  246. -> test with 'LR'
  247. LR tn, fp: 179, 152
  248. LR fn, tp: 4, 9
  249. LR f1 score: 0.103
  250. LR cohens kappa score: 0.036
  251. LR average precision score: 0.057
  252. -> test with 'RF'
  253. RF tn, fp: 329, 2
  254. RF fn, tp: 9, 4
  255. RF f1 score: 0.421
  256. RF cohens kappa score: 0.407
  257. -> test with 'GB'
  258. GB tn, fp: 328, 3
  259. GB fn, tp: 3, 10
  260. GB f1 score: 0.769
  261. GB cohens kappa score: 0.760
  262. -> test with 'KNN'
  263. KNN tn, fp: 312, 19
  264. KNN fn, tp: 2, 11
  265. KNN f1 score: 0.512
  266. KNN cohens kappa score: 0.484
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1272 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/133 [..............................] - ETA: 19s - loss: 0.0146 45/133 [=========>....................] - ETA: 0s - loss: 0.0300  91/133 [===================>..........] - ETA: 0s - loss: 0.0327 131/133 [============================>.] - ETA: 0s - loss: 0.0319 133/133 [==============================] - 0s 1ms/step - loss: 0.0322
  277. Epoch 2/10
  278. 1/133 [..............................] - ETA: 0s - loss: 0.0083 42/133 [========>.....................] - ETA: 0s - loss: 0.0297 84/133 [=================>............] - ETA: 0s - loss: 0.0298 130/133 [============================>.] - ETA: 0s - loss: 0.0278 133/133 [==============================] - 0s 1ms/step - loss: 0.0282
  279. Epoch 3/10
  280. 1/133 [..............................] - ETA: 0s - loss: 0.0308 47/133 [=========>....................] - ETA: 0s - loss: 0.0271 93/133 [===================>..........] - ETA: 0s - loss: 0.0270 133/133 [==============================] - 0s 1ms/step - loss: 0.0271
  281. Epoch 4/10
  282. 1/133 [..............................] - ETA: 0s - loss: 0.0067 48/133 [=========>....................] - ETA: 0s - loss: 0.0376 94/133 [====================>.........] - ETA: 0s - loss: 0.0294 133/133 [==============================] - 0s 1ms/step - loss: 0.0260
  283. Epoch 5/10
  284. 1/133 [..............................] - ETA: 0s - loss: 0.1871 47/133 [=========>....................] - ETA: 0s - loss: 0.0271 92/133 [===================>..........] - ETA: 0s - loss: 0.0243 133/133 [==============================] - 0s 1ms/step - loss: 0.0248
  285. Epoch 6/10
  286. 1/133 [..............................] - ETA: 0s - loss: 0.0034 47/133 [=========>....................] - ETA: 0s - loss: 0.0261 92/133 [===================>..........] - ETA: 0s - loss: 0.0233 133/133 [==============================] - 0s 1ms/step - loss: 0.0238
  287. Epoch 7/10
  288. 1/133 [..............................] - ETA: 0s - loss: 0.0067 49/133 [==========>...................] - ETA: 0s - loss: 0.0143 95/133 [====================>.........] - ETA: 0s - loss: 0.0194 133/133 [==============================] - 0s 1ms/step - loss: 0.0223
  289. Epoch 8/10
  290. 1/133 [..............................] - ETA: 0s - loss: 0.0028 47/133 [=========>....................] - ETA: 0s - loss: 0.0203 93/133 [===================>..........] - ETA: 0s - loss: 0.0187 133/133 [==============================] - 0s 1ms/step - loss: 0.0215
  291. Epoch 9/10
  292. 1/133 [..............................] - ETA: 0s - loss: 0.0173 46/133 [=========>....................] - ETA: 0s - loss: 0.0155 93/133 [===================>..........] - ETA: 0s - loss: 0.0213 133/133 [==============================] - 0s 1ms/step - loss: 0.0201
  293. Epoch 10/10
  294. 1/133 [..............................] - ETA: 0s - loss: 0.0024 46/133 [=========>....................] - ETA: 0s - loss: 0.0171 87/133 [==================>...........] - ETA: 0s - loss: 0.0188 133/133 [==============================] - ETA: 0s - loss: 0.0204 133/133 [==============================] - 0s 1ms/step - loss: 0.0204
  295. -> test with GAN.predict
  296. GAN tn, fp: 325, 7
  297. GAN fn, tp: 2, 12
  298. GAN f1 score: 0.727
  299. GAN cohens kappa score: 0.714
  300. -> test with 'LR'
  301. LR tn, fp: 163, 169
  302. LR fn, tp: 4, 10
  303. LR f1 score: 0.104
  304. LR cohens kappa score: 0.031
  305. LR average precision score: 0.065
  306. -> test with 'RF'
  307. RF tn, fp: 331, 1
  308. RF fn, tp: 5, 9
  309. RF f1 score: 0.750
  310. RF cohens kappa score: 0.741
  311. -> test with 'GB'
  312. GB tn, fp: 331, 1
  313. GB fn, tp: 4, 10
  314. GB f1 score: 0.800
  315. GB cohens kappa score: 0.793
  316. -> test with 'KNN'
  317. KNN tn, fp: 320, 12
  318. KNN fn, tp: 2, 12
  319. KNN f1 score: 0.632
  320. KNN cohens kappa score: 0.612
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1272 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/133 [..............................] - ETA: 23s - loss: 0.0215 42/133 [========>.....................] - ETA: 0s - loss: 0.0295  78/133 [================>.............] - ETA: 0s - loss: 0.0410 113/133 [========================>.....] - ETA: 0s - loss: 0.0375 133/133 [==============================] - 0s 1ms/step - loss: 0.0392
  328. Epoch 2/10
  329. 1/133 [..............................] - ETA: 0s - loss: 0.0148 41/133 [========>.....................] - ETA: 0s - loss: 0.0291 82/133 [=================>............] - ETA: 0s - loss: 0.0351 125/133 [===========================>..] - ETA: 0s - loss: 0.0366 133/133 [==============================] - 0s 1ms/step - loss: 0.0370
  330. Epoch 3/10
  331. 1/133 [..............................] - ETA: 0s - loss: 0.0078 47/133 [=========>....................] - ETA: 0s - loss: 0.0322 92/133 [===================>..........] - ETA: 0s - loss: 0.0334 133/133 [==============================] - 0s 1ms/step - loss: 0.0354
  332. Epoch 4/10
  333. 1/133 [..............................] - ETA: 0s - loss: 0.0362 48/133 [=========>....................] - ETA: 0s - loss: 0.0318 95/133 [====================>.........] - ETA: 0s - loss: 0.0338 133/133 [==============================] - 0s 1ms/step - loss: 0.0341
  334. Epoch 5/10
  335. 1/133 [..............................] - ETA: 0s - loss: 0.0074 47/133 [=========>....................] - ETA: 0s - loss: 0.0310 93/133 [===================>..........] - ETA: 0s - loss: 0.0321 133/133 [==============================] - 0s 1ms/step - loss: 0.0323
  336. Epoch 6/10
  337. 1/133 [..............................] - ETA: 0s - loss: 0.0154 48/133 [=========>....................] - ETA: 0s - loss: 0.0254 94/133 [====================>.........] - ETA: 0s - loss: 0.0243 133/133 [==============================] - 0s 1ms/step - loss: 0.0296
  338. Epoch 7/10
  339. 1/133 [..............................] - ETA: 0s - loss: 0.0066 47/133 [=========>....................] - ETA: 0s - loss: 0.0264 94/133 [====================>.........] - ETA: 0s - loss: 0.0294 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  340. Epoch 8/10
  341. 1/133 [..............................] - ETA: 0s - loss: 0.0016 45/133 [=========>....................] - ETA: 0s - loss: 0.0273 88/133 [==================>...........] - ETA: 0s - loss: 0.0301 133/133 [==============================] - 0s 1ms/step - loss: 0.0283
  342. Epoch 9/10
  343. 1/133 [..............................] - ETA: 0s - loss: 0.0279 47/133 [=========>....................] - ETA: 0s - loss: 0.0367 94/133 [====================>.........] - ETA: 0s - loss: 0.0287 133/133 [==============================] - 0s 1ms/step - loss: 0.0275
  344. Epoch 10/10
  345. 1/133 [..............................] - ETA: 0s - loss: 0.0044 47/133 [=========>....................] - ETA: 0s - loss: 0.0317 94/133 [====================>.........] - ETA: 0s - loss: 0.0288 133/133 [==============================] - 0s 1ms/step - loss: 0.0262
  346. -> test with GAN.predict
  347. GAN tn, fp: 328, 4
  348. GAN fn, tp: 1, 13
  349. GAN f1 score: 0.839
  350. GAN cohens kappa score: 0.831
  351. -> test with 'LR'
  352. LR tn, fp: 183, 149
  353. LR fn, tp: 4, 10
  354. LR f1 score: 0.116
  355. LR cohens kappa score: 0.045
  356. LR average precision score: 0.059
  357. -> test with 'RF'
  358. RF tn, fp: 332, 0
  359. RF fn, tp: 5, 9
  360. RF f1 score: 0.783
  361. RF cohens kappa score: 0.775
  362. -> test with 'GB'
  363. GB tn, fp: 330, 2
  364. GB fn, tp: 3, 11
  365. GB f1 score: 0.815
  366. GB cohens kappa score: 0.807
  367. -> test with 'KNN'
  368. KNN tn, fp: 302, 30
  369. KNN fn, tp: 1, 13
  370. KNN f1 score: 0.456
  371. KNN cohens kappa score: 0.421
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1272 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/133 [..............................] - ETA: 20s - loss: 0.0360 48/133 [=========>....................] - ETA: 0s - loss: 0.0375  95/133 [====================>.........] - ETA: 0s - loss: 0.0361 133/133 [==============================] - 0s 1ms/step - loss: 0.0415
  379. Epoch 2/10
  380. 1/133 [..............................] - ETA: 0s - loss: 0.0674 48/133 [=========>....................] - ETA: 0s - loss: 0.0315 95/133 [====================>.........] - ETA: 0s - loss: 0.0375 133/133 [==============================] - 0s 1ms/step - loss: 0.0384
  381. Epoch 3/10
  382. 1/133 [..............................] - ETA: 0s - loss: 0.0159 48/133 [=========>....................] - ETA: 0s - loss: 0.0390 95/133 [====================>.........] - ETA: 0s - loss: 0.0405 133/133 [==============================] - 0s 1ms/step - loss: 0.0372
  383. Epoch 4/10
  384. 1/133 [..............................] - ETA: 0s - loss: 0.0543 48/133 [=========>....................] - ETA: 0s - loss: 0.0337 95/133 [====================>.........] - ETA: 0s - loss: 0.0375 133/133 [==============================] - 0s 1ms/step - loss: 0.0354
  385. Epoch 5/10
  386. 1/133 [..............................] - ETA: 0s - loss: 0.0859 47/133 [=========>....................] - ETA: 0s - loss: 0.0331 94/133 [====================>.........] - ETA: 0s - loss: 0.0374 133/133 [==============================] - 0s 1ms/step - loss: 0.0341
  387. Epoch 6/10
  388. 1/133 [..............................] - ETA: 0s - loss: 0.0152 48/133 [=========>....................] - ETA: 0s - loss: 0.0238 93/133 [===================>..........] - ETA: 0s - loss: 0.0273 128/133 [===========================>..] - ETA: 0s - loss: 0.0325 133/133 [==============================] - 0s 1ms/step - loss: 0.0322
  389. Epoch 7/10
  390. 1/133 [..............................] - ETA: 0s - loss: 0.0259 45/133 [=========>....................] - ETA: 0s - loss: 0.0296 92/133 [===================>..........] - ETA: 0s - loss: 0.0349 133/133 [==============================] - 0s 1ms/step - loss: 0.0315
  391. Epoch 8/10
  392. 1/133 [..............................] - ETA: 0s - loss: 0.0379 47/133 [=========>....................] - ETA: 0s - loss: 0.0328 94/133 [====================>.........] - ETA: 0s - loss: 0.0266 133/133 [==============================] - 0s 1ms/step - loss: 0.0291
  393. Epoch 9/10
  394. 1/133 [..............................] - ETA: 0s - loss: 0.0226 48/133 [=========>....................] - ETA: 0s - loss: 0.0310 95/133 [====================>.........] - ETA: 0s - loss: 0.0293 133/133 [==============================] - 0s 1ms/step - loss: 0.0280
  395. Epoch 10/10
  396. 1/133 [..............................] - ETA: 0s - loss: 0.0198 47/133 [=========>....................] - ETA: 0s - loss: 0.0226 93/133 [===================>..........] - ETA: 0s - loss: 0.0307 133/133 [==============================] - 0s 1ms/step - loss: 0.0274
  397. -> test with GAN.predict
  398. GAN tn, fp: 327, 5
  399. GAN fn, tp: 1, 13
  400. GAN f1 score: 0.813
  401. GAN cohens kappa score: 0.804
  402. -> test with 'LR'
  403. LR tn, fp: 191, 141
  404. LR fn, tp: 4, 10
  405. LR f1 score: 0.121
  406. LR cohens kappa score: 0.051
  407. LR average precision score: 0.071
  408. -> test with 'RF'
  409. RF tn, fp: 332, 0
  410. RF fn, tp: 7, 7
  411. RF f1 score: 0.667
  412. RF cohens kappa score: 0.657
  413. -> test with 'GB'
  414. GB tn, fp: 332, 0
  415. GB fn, tp: 8, 6
  416. GB f1 score: 0.600
  417. GB cohens kappa score: 0.590
  418. -> test with 'KNN'
  419. KNN tn, fp: 309, 23
  420. KNN fn, tp: 3, 11
  421. KNN f1 score: 0.458
  422. KNN cohens kappa score: 0.425
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1272 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/133 [..............................] - ETA: 20s - loss: 0.0015 45/133 [=========>....................] - ETA: 0s - loss: 0.0288  86/133 [==================>...........] - ETA: 0s - loss: 0.0307 127/133 [===========================>..] - ETA: 0s - loss: 0.0325 133/133 [==============================] - 0s 1ms/step - loss: 0.0316
  430. Epoch 2/10
  431. 1/133 [..............................] - ETA: 0s - loss: 0.0520 41/133 [========>.....................] - ETA: 0s - loss: 0.0337 86/133 [==================>...........] - ETA: 0s - loss: 0.0283 129/133 [============================>.] - ETA: 0s - loss: 0.0297 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  432. Epoch 3/10
  433. 1/133 [..............................] - ETA: 0s - loss: 0.0063 48/133 [=========>....................] - ETA: 0s - loss: 0.0267 93/133 [===================>..........] - ETA: 0s - loss: 0.0270 133/133 [==============================] - 0s 1ms/step - loss: 0.0289
  434. Epoch 4/10
  435. 1/133 [..............................] - ETA: 0s - loss: 0.0121 47/133 [=========>....................] - ETA: 0s - loss: 0.0220 93/133 [===================>..........] - ETA: 0s - loss: 0.0249 133/133 [==============================] - 0s 1ms/step - loss: 0.0279
  436. Epoch 5/10
  437. 1/133 [..............................] - ETA: 0s - loss: 0.0602 47/133 [=========>....................] - ETA: 0s - loss: 0.0297 94/133 [====================>.........] - ETA: 0s - loss: 0.0282 133/133 [==============================] - 0s 1ms/step - loss: 0.0271
  438. Epoch 6/10
  439. 1/133 [..............................] - ETA: 0s - loss: 0.0151 47/133 [=========>....................] - ETA: 0s - loss: 0.0239 92/133 [===================>..........] - ETA: 0s - loss: 0.0273 133/133 [==============================] - 0s 1ms/step - loss: 0.0254
  440. Epoch 7/10
  441. 1/133 [..............................] - ETA: 0s - loss: 0.0300 48/133 [=========>....................] - ETA: 0s - loss: 0.0216 95/133 [====================>.........] - ETA: 0s - loss: 0.0235 133/133 [==============================] - 0s 1ms/step - loss: 0.0251
  442. Epoch 8/10
  443. 1/133 [..............................] - ETA: 0s - loss: 0.0038 48/133 [=========>....................] - ETA: 0s - loss: 0.0269 94/133 [====================>.........] - ETA: 0s - loss: 0.0264 133/133 [==============================] - 0s 1ms/step - loss: 0.0238
  444. Epoch 9/10
  445. 1/133 [..............................] - ETA: 0s - loss: 0.0058 46/133 [=========>....................] - ETA: 0s - loss: 0.0234 92/133 [===================>..........] - ETA: 0s - loss: 0.0267 133/133 [==============================] - 0s 1ms/step - loss: 0.0235
  446. Epoch 10/10
  447. 1/133 [..............................] - ETA: 0s - loss: 0.0056 46/133 [=========>....................] - ETA: 0s - loss: 0.0187 93/133 [===================>..........] - ETA: 0s - loss: 0.0223 133/133 [==============================] - 0s 1ms/step - loss: 0.0223
  448. -> test with GAN.predict
  449. GAN tn, fp: 326, 6
  450. GAN fn, tp: 5, 9
  451. GAN f1 score: 0.621
  452. GAN cohens kappa score: 0.604
  453. -> test with 'LR'
  454. LR tn, fp: 192, 140
  455. LR fn, tp: 8, 6
  456. LR f1 score: 0.075
  457. LR cohens kappa score: 0.001
  458. LR average precision score: 0.051
  459. -> test with 'RF'
  460. RF tn, fp: 332, 0
  461. RF fn, tp: 10, 4
  462. RF f1 score: 0.444
  463. RF cohens kappa score: 0.434
  464. -> test with 'GB'
  465. GB tn, fp: 331, 1
  466. GB fn, tp: 4, 10
  467. GB f1 score: 0.800
  468. GB cohens kappa score: 0.793
  469. -> test with 'KNN'
  470. KNN tn, fp: 315, 17
  471. KNN fn, tp: 2, 12
  472. KNN f1 score: 0.558
  473. KNN cohens kappa score: 0.533
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1272 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/133 [..............................] - ETA: 19s - loss: 0.0045 46/133 [=========>....................] - ETA: 0s - loss: 0.0303  93/133 [===================>..........] - ETA: 0s - loss: 0.0381 133/133 [==============================] - 0s 1ms/step - loss: 0.0363
  481. Epoch 2/10
  482. 1/133 [..............................] - ETA: 0s - loss: 0.0041 48/133 [=========>....................] - ETA: 0s - loss: 0.0396 94/133 [====================>.........] - ETA: 0s - loss: 0.0362 133/133 [==============================] - 0s 1ms/step - loss: 0.0341
  483. Epoch 3/10
  484. 1/133 [..............................] - ETA: 0s - loss: 0.0036 43/133 [========>.....................] - ETA: 0s - loss: 0.0316 83/133 [=================>............] - ETA: 0s - loss: 0.0287 124/133 [==========================>...] - ETA: 0s - loss: 0.0351 133/133 [==============================] - 0s 1ms/step - loss: 0.0336
  485. Epoch 4/10
  486. 1/133 [..............................] - ETA: 0s - loss: 0.0287 47/133 [=========>....................] - ETA: 0s - loss: 0.0296 93/133 [===================>..........] - ETA: 0s - loss: 0.0289 133/133 [==============================] - 0s 1ms/step - loss: 0.0322
  487. Epoch 5/10
  488. 1/133 [..............................] - ETA: 0s - loss: 0.0088 48/133 [=========>....................] - ETA: 0s - loss: 0.0319 94/133 [====================>.........] - ETA: 0s - loss: 0.0261 133/133 [==============================] - 0s 1ms/step - loss: 0.0306
  489. Epoch 6/10
  490. 1/133 [..............................] - ETA: 0s - loss: 0.0046 48/133 [=========>....................] - ETA: 0s - loss: 0.0270 95/133 [====================>.........] - ETA: 0s - loss: 0.0261 133/133 [==============================] - 0s 1ms/step - loss: 0.0292
  491. Epoch 7/10
  492. 1/133 [..............................] - ETA: 0s - loss: 0.0124 47/133 [=========>....................] - ETA: 0s - loss: 0.0305 92/133 [===================>..........] - ETA: 0s - loss: 0.0305 133/133 [==============================] - 0s 1ms/step - loss: 0.0282
  493. Epoch 8/10
  494. 1/133 [..............................] - ETA: 0s - loss: 0.0061 48/133 [=========>....................] - ETA: 0s - loss: 0.0255 94/133 [====================>.........] - ETA: 0s - loss: 0.0260 133/133 [==============================] - 0s 1ms/step - loss: 0.0268
  495. Epoch 9/10
  496. 1/133 [..............................] - ETA: 0s - loss: 0.0109 48/133 [=========>....................] - ETA: 0s - loss: 0.0194 94/133 [====================>.........] - ETA: 0s - loss: 0.0195 133/133 [==============================] - 0s 1ms/step - loss: 0.0269
  497. Epoch 10/10
  498. 1/133 [..............................] - ETA: 0s - loss: 0.0087 48/133 [=========>....................] - ETA: 0s - loss: 0.0151 94/133 [====================>.........] - ETA: 0s - loss: 0.0276 133/133 [==============================] - 0s 1ms/step - loss: 0.0269
  499. -> test with GAN.predict
  500. GAN tn, fp: 327, 4
  501. GAN fn, tp: 5, 8
  502. GAN f1 score: 0.640
  503. GAN cohens kappa score: 0.626
  504. -> test with 'LR'
  505. LR tn, fp: 187, 144
  506. LR fn, tp: 5, 8
  507. LR f1 score: 0.097
  508. LR cohens kappa score: 0.029
  509. LR average precision score: 0.074
  510. -> test with 'RF'
  511. RF tn, fp: 331, 0
  512. RF fn, tp: 7, 6
  513. RF f1 score: 0.632
  514. RF cohens kappa score: 0.623
  515. -> test with 'GB'
  516. GB tn, fp: 328, 3
  517. GB fn, tp: 3, 10
  518. GB f1 score: 0.769
  519. GB cohens kappa score: 0.760
  520. -> test with 'KNN'
  521. KNN tn, fp: 304, 27
  522. KNN fn, tp: 0, 13
  523. KNN f1 score: 0.491
  524. KNN cohens kappa score: 0.460
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1272 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/133 [..............................] - ETA: 28s - loss: 0.0284 30/133 [=====>........................] - ETA: 0s - loss: 0.0480  60/133 [============>.................] - ETA: 0s - loss: 0.0391 90/133 [===================>..........] - ETA: 0s - loss: 0.0307 123/133 [==========================>...] - ETA: 0s - loss: 0.0320 133/133 [==============================] - 0s 2ms/step - loss: 0.0320
  535. Epoch 2/10
  536. 1/133 [..............................] - ETA: 0s - loss: 0.0206 32/133 [======>.......................] - ETA: 0s - loss: 0.0206 56/133 [===========>..................] - ETA: 0s - loss: 0.0289 80/133 [=================>............] - ETA: 0s - loss: 0.0301 105/133 [======================>.......] - ETA: 0s - loss: 0.0301 130/133 [============================>.] - ETA: 0s - loss: 0.0303 133/133 [==============================] - 0s 2ms/step - loss: 0.0301
  537. Epoch 3/10
  538. 1/133 [..............................] - ETA: 0s - loss: 0.0372 26/133 [====>.........................] - ETA: 0s - loss: 0.0210 53/133 [==========>...................] - ETA: 0s - loss: 0.0242 82/133 [=================>............] - ETA: 0s - loss: 0.0288 109/133 [=======================>......] - ETA: 0s - loss: 0.0279 133/133 [==============================] - 0s 2ms/step - loss: 0.0285
  539. Epoch 4/10
  540. 1/133 [..............................] - ETA: 0s - loss: 0.0115 29/133 [=====>........................] - ETA: 0s - loss: 0.0274 52/133 [==========>...................] - ETA: 0s - loss: 0.0283 80/133 [=================>............] - ETA: 0s - loss: 0.0235 108/133 [=======================>......] - ETA: 0s - loss: 0.0245 133/133 [==============================] - 0s 2ms/step - loss: 0.0268
  541. Epoch 5/10
  542. 1/133 [..............................] - ETA: 0s - loss: 0.0128 29/133 [=====>........................] - ETA: 0s - loss: 0.0194 56/133 [===========>..................] - ETA: 0s - loss: 0.0258 87/133 [==================>...........] - ETA: 0s - loss: 0.0263 116/133 [=========================>....] - ETA: 0s - loss: 0.0246 133/133 [==============================] - 0s 2ms/step - loss: 0.0255
  543. Epoch 6/10
  544. 1/133 [..............................] - ETA: 0s - loss: 0.0290 28/133 [=====>........................] - ETA: 0s - loss: 0.0172 52/133 [==========>...................] - ETA: 0s - loss: 0.0215 72/133 [===============>..............] - ETA: 0s - loss: 0.0242 94/133 [====================>.........] - ETA: 0s - loss: 0.0233 113/133 [========================>.....] - ETA: 0s - loss: 0.0230 131/133 [============================>.] - ETA: 0s - loss: 0.0247 133/133 [==============================] - 0s 2ms/step - loss: 0.0246
  545. Epoch 7/10
  546. 1/133 [..............................] - ETA: 0s - loss: 0.0129 17/133 [==>...........................] - ETA: 0s - loss: 0.0230 31/133 [=====>........................] - ETA: 0s - loss: 0.0191 49/133 [==========>...................] - ETA: 0s - loss: 0.0250 66/133 [=============>................] - ETA: 0s - loss: 0.0234 81/133 [=================>............] - ETA: 0s - loss: 0.0220 97/133 [====================>.........] - ETA: 0s - loss: 0.0252 114/133 [========================>.....] - ETA: 0s - loss: 0.0253 133/133 [==============================] - ETA: 0s - loss: 0.0240 133/133 [==============================] - 0s 3ms/step - loss: 0.0240
  547. Epoch 8/10
  548. 1/133 [..............................] - ETA: 0s - loss: 0.0029 24/133 [====>.........................] - ETA: 0s - loss: 0.0237 47/133 [=========>....................] - ETA: 0s - loss: 0.0213 66/133 [=============>................] - ETA: 0s - loss: 0.0210 89/133 [===================>..........] - ETA: 0s - loss: 0.0196 112/133 [========================>.....] - ETA: 0s - loss: 0.0222 129/133 [============================>.] - ETA: 0s - loss: 0.0216 133/133 [==============================] - 0s 2ms/step - loss: 0.0214
  549. Epoch 9/10
  550. 1/133 [..............................] - ETA: 0s - loss: 0.0023 17/133 [==>...........................] - ETA: 0s - loss: 0.0200 41/133 [========>.....................] - ETA: 0s - loss: 0.0218 71/133 [===============>..............] - ETA: 0s - loss: 0.0274 99/133 [=====================>........] - ETA: 0s - loss: 0.0259 130/133 [============================>.] - ETA: 0s - loss: 0.0218 133/133 [==============================] - 0s 2ms/step - loss: 0.0215
  551. Epoch 10/10
  552. 1/133 [..............................] - ETA: 0s - loss: 0.0060 30/133 [=====>........................] - ETA: 0s - loss: 0.0095 59/133 [============>.................] - ETA: 0s - loss: 0.0183 82/133 [=================>............] - ETA: 0s - loss: 0.0200 105/133 [======================>.......] - ETA: 0s - loss: 0.0208 127/133 [===========================>..] - ETA: 0s - loss: 0.0216 133/133 [==============================] - 0s 2ms/step - loss: 0.0211
  553. -> test with GAN.predict
  554. GAN tn, fp: 327, 5
  555. GAN fn, tp: 2, 12
  556. GAN f1 score: 0.774
  557. GAN cohens kappa score: 0.764
  558. -> test with 'LR'
  559. LR tn, fp: 169, 163
  560. LR fn, tp: 3, 11
  561. LR f1 score: 0.117
  562. LR cohens kappa score: 0.046
  563. LR average precision score: 0.076
  564. -> test with 'RF'
  565. RF tn, fp: 332, 0
  566. RF fn, tp: 7, 7
  567. RF f1 score: 0.667
  568. RF cohens kappa score: 0.657
  569. -> test with 'GB'
  570. GB tn, fp: 331, 1
  571. GB fn, tp: 3, 11
  572. GB f1 score: 0.846
  573. GB cohens kappa score: 0.840
  574. -> test with 'KNN'
  575. KNN tn, fp: 320, 12
  576. KNN fn, tp: 1, 13
  577. KNN f1 score: 0.667
  578. KNN cohens kappa score: 0.648
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1272 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/133 [..............................] - ETA: 19s - loss: 0.0256 43/133 [========>.....................] - ETA: 0s - loss: 0.0350  83/133 [=================>............] - ETA: 0s - loss: 0.0298 123/133 [==========================>...] - ETA: 0s - loss: 0.0341 133/133 [==============================] - 0s 1ms/step - loss: 0.0343
  586. Epoch 2/10
  587. 1/133 [..............................] - ETA: 0s - loss: 0.0712 44/133 [========>.....................] - ETA: 0s - loss: 0.0278 89/133 [===================>..........] - ETA: 0s - loss: 0.0333 133/133 [==============================] - ETA: 0s - loss: 0.0323 133/133 [==============================] - 0s 1ms/step - loss: 0.0323
  588. Epoch 3/10
  589. 1/133 [..............................] - ETA: 0s - loss: 0.0081 48/133 [=========>....................] - ETA: 0s - loss: 0.0240 93/133 [===================>..........] - ETA: 0s - loss: 0.0286 133/133 [==============================] - 0s 1ms/step - loss: 0.0319
  590. Epoch 4/10
  591. 1/133 [..............................] - ETA: 0s - loss: 0.0203 46/133 [=========>....................] - ETA: 0s - loss: 0.0351 92/133 [===================>..........] - ETA: 0s - loss: 0.0291 133/133 [==============================] - 0s 1ms/step - loss: 0.0297
  592. Epoch 5/10
  593. 1/133 [..............................] - ETA: 0s - loss: 0.0163 48/133 [=========>....................] - ETA: 0s - loss: 0.0260 95/133 [====================>.........] - ETA: 0s - loss: 0.0248 133/133 [==============================] - 0s 1ms/step - loss: 0.0281
  594. Epoch 6/10
  595. 1/133 [..............................] - ETA: 0s - loss: 0.0198 46/133 [=========>....................] - ETA: 0s - loss: 0.0262 87/133 [==================>...........] - ETA: 0s - loss: 0.0249 129/133 [============================>.] - ETA: 0s - loss: 0.0274 133/133 [==============================] - 0s 1ms/step - loss: 0.0272
  596. Epoch 7/10
  597. 1/133 [..............................] - ETA: 0s - loss: 0.0475 48/133 [=========>....................] - ETA: 0s - loss: 0.0229 96/133 [====================>.........] - ETA: 0s - loss: 0.0247 133/133 [==============================] - 0s 1ms/step - loss: 0.0261
  598. Epoch 8/10
  599. 1/133 [..............................] - ETA: 0s - loss: 0.0036 49/133 [==========>...................] - ETA: 0s - loss: 0.0287 98/133 [=====================>........] - ETA: 0s - loss: 0.0259 133/133 [==============================] - 0s 1ms/step - loss: 0.0242
  600. Epoch 9/10
  601. 1/133 [..............................] - ETA: 0s - loss: 0.0029 49/133 [==========>...................] - ETA: 0s - loss: 0.0258 97/133 [====================>.........] - ETA: 0s - loss: 0.0258 133/133 [==============================] - 0s 1ms/step - loss: 0.0241
  602. Epoch 10/10
  603. 1/133 [..............................] - ETA: 0s - loss: 0.0093 49/133 [==========>...................] - ETA: 0s - loss: 0.0254 97/133 [====================>.........] - ETA: 0s - loss: 0.0254 133/133 [==============================] - 0s 1ms/step - loss: 0.0235
  604. -> test with GAN.predict
  605. GAN tn, fp: 325, 7
  606. GAN fn, tp: 3, 11
  607. GAN f1 score: 0.688
  608. GAN cohens kappa score: 0.673
  609. -> test with 'LR'
  610. LR tn, fp: 188, 144
  611. LR fn, tp: 3, 11
  612. LR f1 score: 0.130
  613. LR cohens kappa score: 0.060
  614. LR average precision score: 0.066
  615. -> test with 'RF'
  616. RF tn, fp: 330, 2
  617. RF fn, tp: 8, 6
  618. RF f1 score: 0.545
  619. RF cohens kappa score: 0.532
  620. -> test with 'GB'
  621. GB tn, fp: 330, 2
  622. GB fn, tp: 0, 14
  623. GB f1 score: 0.933
  624. GB cohens kappa score: 0.930
  625. -> test with 'KNN'
  626. KNN tn, fp: 319, 13
  627. KNN fn, tp: 0, 14
  628. KNN f1 score: 0.683
  629. KNN cohens kappa score: 0.665
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1272 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/133 [..............................] - ETA: 19s - loss: 0.0107 47/133 [=========>....................] - ETA: 0s - loss: 0.0388  94/133 [====================>.........] - ETA: 0s - loss: 0.0324 133/133 [==============================] - 0s 1ms/step - loss: 0.0330
  637. Epoch 2/10
  638. 1/133 [..............................] - ETA: 0s - loss: 0.0080 49/133 [==========>...................] - ETA: 0s - loss: 0.0332 96/133 [====================>.........] - ETA: 0s - loss: 0.0306 133/133 [==============================] - 0s 1ms/step - loss: 0.0297
  639. Epoch 3/10
  640. 1/133 [..............................] - ETA: 0s - loss: 0.0053 49/133 [==========>...................] - ETA: 0s - loss: 0.0260 95/133 [====================>.........] - ETA: 0s - loss: 0.0288 133/133 [==============================] - 0s 1ms/step - loss: 0.0295
  641. Epoch 4/10
  642. 1/133 [..............................] - ETA: 0s - loss: 0.0081 49/133 [==========>...................] - ETA: 0s - loss: 0.0302 97/133 [====================>.........] - ETA: 0s - loss: 0.0256 133/133 [==============================] - 0s 1ms/step - loss: 0.0281
  643. Epoch 5/10
  644. 1/133 [..............................] - ETA: 0s - loss: 0.0061 49/133 [==========>...................] - ETA: 0s - loss: 0.0248 96/133 [====================>.........] - ETA: 0s - loss: 0.0262 133/133 [==============================] - 0s 1ms/step - loss: 0.0263
  645. Epoch 6/10
  646. 1/133 [..............................] - ETA: 0s - loss: 0.0150 48/133 [=========>....................] - ETA: 0s - loss: 0.0223 94/133 [====================>.........] - ETA: 0s - loss: 0.0227 133/133 [==============================] - 0s 1ms/step - loss: 0.0251
  647. Epoch 7/10
  648. 1/133 [..............................] - ETA: 0s - loss: 0.0148 47/133 [=========>....................] - ETA: 0s - loss: 0.0264 94/133 [====================>.........] - ETA: 0s - loss: 0.0272 133/133 [==============================] - 0s 1ms/step - loss: 0.0249
  649. Epoch 8/10
  650. 1/133 [..............................] - ETA: 0s - loss: 0.0062 49/133 [==========>...................] - ETA: 0s - loss: 0.0241 92/133 [===================>..........] - ETA: 0s - loss: 0.0195 133/133 [==============================] - 0s 1ms/step - loss: 0.0228
  651. Epoch 9/10
  652. 1/133 [..............................] - ETA: 0s - loss: 0.0074 48/133 [=========>....................] - ETA: 0s - loss: 0.0183 96/133 [====================>.........] - ETA: 0s - loss: 0.0212 133/133 [==============================] - 0s 1ms/step - loss: 0.0218
  653. Epoch 10/10
  654. 1/133 [..............................] - ETA: 0s - loss: 0.0118 48/133 [=========>....................] - ETA: 0s - loss: 0.0251 93/133 [===================>..........] - ETA: 0s - loss: 0.0231 133/133 [==============================] - 0s 1ms/step - loss: 0.0219
  655. -> test with GAN.predict
  656. GAN tn, fp: 330, 2
  657. GAN fn, tp: 6, 8
  658. GAN f1 score: 0.667
  659. GAN cohens kappa score: 0.655
  660. -> test with 'LR'
  661. LR tn, fp: 181, 151
  662. LR fn, tp: 6, 8
  663. LR f1 score: 0.092
  664. LR cohens kappa score: 0.020
  665. LR average precision score: 0.056
  666. -> test with 'RF'
  667. RF tn, fp: 332, 0
  668. RF fn, tp: 7, 7
  669. RF f1 score: 0.667
  670. RF cohens kappa score: 0.657
  671. -> test with 'GB'
  672. GB tn, fp: 330, 2
  673. GB fn, tp: 9, 5
  674. GB f1 score: 0.476
  675. GB cohens kappa score: 0.462
  676. -> test with 'KNN'
  677. KNN tn, fp: 320, 12
  678. KNN fn, tp: 2, 12
  679. KNN f1 score: 0.632
  680. KNN cohens kappa score: 0.612
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1272 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/133 [..............................] - ETA: 22s - loss: 0.0091 42/133 [========>.....................] - ETA: 0s - loss: 0.0370  88/133 [==================>...........] - ETA: 0s - loss: 0.0382 132/133 [============================>.] - ETA: 0s - loss: 0.0371 133/133 [==============================] - 0s 1ms/step - loss: 0.0371
  688. Epoch 2/10
  689. 1/133 [..............................] - ETA: 0s - loss: 0.0229 46/133 [=========>....................] - ETA: 0s - loss: 0.0317 91/133 [===================>..........] - ETA: 0s - loss: 0.0326 133/133 [==============================] - 0s 1ms/step - loss: 0.0355
  690. Epoch 3/10
  691. 1/133 [..............................] - ETA: 0s - loss: 0.0042 45/133 [=========>....................] - ETA: 0s - loss: 0.0392 90/133 [===================>..........] - ETA: 0s - loss: 0.0357 133/133 [==============================] - 0s 1ms/step - loss: 0.0349
  692. Epoch 4/10
  693. 1/133 [..............................] - ETA: 0s - loss: 0.0099 44/133 [========>.....................] - ETA: 0s - loss: 0.0330 86/133 [==================>...........] - ETA: 0s - loss: 0.0361 130/133 [============================>.] - ETA: 0s - loss: 0.0325 133/133 [==============================] - 0s 1ms/step - loss: 0.0321
  694. Epoch 5/10
  695. 1/133 [..............................] - ETA: 0s - loss: 0.0240 46/133 [=========>....................] - ETA: 0s - loss: 0.0251 86/133 [==================>...........] - ETA: 0s - loss: 0.0342 128/133 [===========================>..] - ETA: 0s - loss: 0.0306 133/133 [==============================] - 0s 1ms/step - loss: 0.0310
  696. Epoch 6/10
  697. 1/133 [..............................] - ETA: 0s - loss: 0.0156 49/133 [==========>...................] - ETA: 0s - loss: 0.0281 96/133 [====================>.........] - ETA: 0s - loss: 0.0296 133/133 [==============================] - 0s 1ms/step - loss: 0.0288
  698. Epoch 7/10
  699. 1/133 [..............................] - ETA: 0s - loss: 0.1046 48/133 [=========>....................] - ETA: 0s - loss: 0.0259 95/133 [====================>.........] - ETA: 0s - loss: 0.0276 133/133 [==============================] - 0s 1ms/step - loss: 0.0283
  700. Epoch 8/10
  701. 1/133 [..............................] - ETA: 0s - loss: 0.0432 47/133 [=========>....................] - ETA: 0s - loss: 0.0358 94/133 [====================>.........] - ETA: 0s - loss: 0.0284 133/133 [==============================] - 0s 1ms/step - loss: 0.0268
  702. Epoch 9/10
  703. 1/133 [..............................] - ETA: 0s - loss: 0.1162 47/133 [=========>....................] - ETA: 0s - loss: 0.0238 84/133 [=================>............] - ETA: 0s - loss: 0.0262 127/133 [===========================>..] - ETA: 0s - loss: 0.0257 133/133 [==============================] - 0s 1ms/step - loss: 0.0260
  704. Epoch 10/10
  705. 1/133 [..............................] - ETA: 0s - loss: 0.0018 44/133 [========>.....................] - ETA: 0s - loss: 0.0266 87/133 [==================>...........] - ETA: 0s - loss: 0.0254 127/133 [===========================>..] - ETA: 0s - loss: 0.0265 133/133 [==============================] - 0s 1ms/step - loss: 0.0258
  706. -> test with GAN.predict
  707. GAN tn, fp: 329, 3
  708. GAN fn, tp: 3, 11
  709. GAN f1 score: 0.786
  710. GAN cohens kappa score: 0.777
  711. -> test with 'LR'
  712. LR tn, fp: 184, 148
  713. LR fn, tp: 2, 12
  714. LR f1 score: 0.138
  715. LR cohens kappa score: 0.069
  716. LR average precision score: 0.081
  717. -> test with 'RF'
  718. RF tn, fp: 331, 1
  719. RF fn, tp: 6, 8
  720. RF f1 score: 0.696
  721. RF cohens kappa score: 0.686
  722. -> test with 'GB'
  723. GB tn, fp: 332, 0
  724. GB fn, tp: 7, 7
  725. GB f1 score: 0.667
  726. GB cohens kappa score: 0.657
  727. -> test with 'KNN'
  728. KNN tn, fp: 316, 16
  729. KNN fn, tp: 0, 14
  730. KNN f1 score: 0.636
  731. KNN cohens kappa score: 0.615
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1272 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/133 [..............................] - ETA: 21s - loss: 0.0352 46/133 [=========>....................] - ETA: 0s - loss: 0.0330  94/133 [====================>.........] - ETA: 0s - loss: 0.0329 133/133 [==============================] - 0s 1ms/step - loss: 0.0339
  739. Epoch 2/10
  740. 1/133 [..............................] - ETA: 0s - loss: 0.1184 49/133 [==========>...................] - ETA: 0s - loss: 0.0308 97/133 [====================>.........] - ETA: 0s - loss: 0.0314 133/133 [==============================] - 0s 1ms/step - loss: 0.0309
  741. Epoch 3/10
  742. 1/133 [..............................] - ETA: 0s - loss: 0.0211 48/133 [=========>....................] - ETA: 0s - loss: 0.0245 95/133 [====================>.........] - ETA: 0s - loss: 0.0285 133/133 [==============================] - 0s 1ms/step - loss: 0.0290
  743. Epoch 4/10
  744. 1/133 [..............................] - ETA: 0s - loss: 0.0103 48/133 [=========>....................] - ETA: 0s - loss: 0.0325 96/133 [====================>.........] - ETA: 0s - loss: 0.0291 133/133 [==============================] - 0s 1ms/step - loss: 0.0277
  745. Epoch 5/10
  746. 1/133 [..............................] - ETA: 0s - loss: 0.0568 48/133 [=========>....................] - ETA: 0s - loss: 0.0374 96/133 [====================>.........] - ETA: 0s - loss: 0.0283 133/133 [==============================] - 0s 1ms/step - loss: 0.0262
  747. Epoch 6/10
  748. 1/133 [..............................] - ETA: 0s - loss: 0.0072 49/133 [==========>...................] - ETA: 0s - loss: 0.0263 95/133 [====================>.........] - ETA: 0s - loss: 0.0247 133/133 [==============================] - 0s 1ms/step - loss: 0.0253
  749. Epoch 7/10
  750. 1/133 [..............................] - ETA: 0s - loss: 0.0024 48/133 [=========>....................] - ETA: 0s - loss: 0.0232 92/133 [===================>..........] - ETA: 0s - loss: 0.0236 131/133 [============================>.] - ETA: 0s - loss: 0.0246 133/133 [==============================] - 0s 1ms/step - loss: 0.0244
  751. Epoch 8/10
  752. 1/133 [..............................] - ETA: 0s - loss: 0.0371 42/133 [========>.....................] - ETA: 0s - loss: 0.0327 81/133 [=================>............] - ETA: 0s - loss: 0.0272 125/133 [===========================>..] - ETA: 0s - loss: 0.0223 133/133 [==============================] - 0s 1ms/step - loss: 0.0225
  753. Epoch 9/10
  754. 1/133 [..............................] - ETA: 0s - loss: 0.0094 48/133 [=========>....................] - ETA: 0s - loss: 0.0173 95/133 [====================>.........] - ETA: 0s - loss: 0.0205 133/133 [==============================] - 0s 1ms/step - loss: 0.0217
  755. Epoch 10/10
  756. 1/133 [..............................] - ETA: 0s - loss: 0.0088 42/133 [========>.....................] - ETA: 0s - loss: 0.0240 84/133 [=================>............] - ETA: 0s - loss: 0.0228 121/133 [==========================>...] - ETA: 0s - loss: 0.0210 133/133 [==============================] - 0s 1ms/step - loss: 0.0206
  757. -> test with GAN.predict
  758. GAN tn, fp: 326, 5
  759. GAN fn, tp: 2, 11
  760. GAN f1 score: 0.759
  761. GAN cohens kappa score: 0.748
  762. -> test with 'LR'
  763. LR tn, fp: 176, 155
  764. LR fn, tp: 5, 8
  765. LR f1 score: 0.091
  766. LR cohens kappa score: 0.022
  767. LR average precision score: 0.049
  768. -> test with 'RF'
  769. RF tn, fp: 331, 0
  770. RF fn, tp: 5, 8
  771. RF f1 score: 0.762
  772. RF cohens kappa score: 0.755
  773. -> test with 'GB'
  774. GB tn, fp: 328, 3
  775. GB fn, tp: 4, 9
  776. GB f1 score: 0.720
  777. GB cohens kappa score: 0.709
  778. -> test with 'KNN'
  779. KNN tn, fp: 277, 54
  780. KNN fn, tp: 1, 12
  781. KNN f1 score: 0.304
  782. KNN cohens kappa score: 0.257
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1272 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/133 [..............................] - ETA: 19s - loss: 0.0297 45/133 [=========>....................] - ETA: 0s - loss: 0.0415  90/133 [===================>..........] - ETA: 0s - loss: 0.0385 133/133 [==============================] - 0s 1ms/step - loss: 0.0360
  793. Epoch 2/10
  794. 1/133 [..............................] - ETA: 0s - loss: 0.0063 48/133 [=========>....................] - ETA: 0s - loss: 0.0320 96/133 [====================>.........] - ETA: 0s - loss: 0.0333 133/133 [==============================] - 0s 1ms/step - loss: 0.0321
  795. Epoch 3/10
  796. 1/133 [..............................] - ETA: 0s - loss: 0.0146 49/133 [==========>...................] - ETA: 0s - loss: 0.0323 97/133 [====================>.........] - ETA: 0s - loss: 0.0310 133/133 [==============================] - 0s 1ms/step - loss: 0.0312
  797. Epoch 4/10
  798. 1/133 [..............................] - ETA: 0s - loss: 0.0092 49/133 [==========>...................] - ETA: 0s - loss: 0.0289 96/133 [====================>.........] - ETA: 0s - loss: 0.0255 133/133 [==============================] - 0s 1ms/step - loss: 0.0300
  799. Epoch 5/10
  800. 1/133 [..............................] - ETA: 0s - loss: 0.0052 49/133 [==========>...................] - ETA: 0s - loss: 0.0212 95/133 [====================>.........] - ETA: 0s - loss: 0.0215 133/133 [==============================] - 0s 1ms/step - loss: 0.0285
  801. Epoch 6/10
  802. 1/133 [..............................] - ETA: 0s - loss: 0.0938 49/133 [==========>...................] - ETA: 0s - loss: 0.0295 97/133 [====================>.........] - ETA: 0s - loss: 0.0318 133/133 [==============================] - 0s 1ms/step - loss: 0.0282
  803. Epoch 7/10
  804. 1/133 [..............................] - ETA: 0s - loss: 0.0201 49/133 [==========>...................] - ETA: 0s - loss: 0.0290 98/133 [=====================>........] - ETA: 0s - loss: 0.0232 133/133 [==============================] - 0s 1ms/step - loss: 0.0259
  805. Epoch 8/10
  806. 1/133 [..............................] - ETA: 0s - loss: 0.0128 50/133 [==========>...................] - ETA: 0s - loss: 0.0240 98/133 [=====================>........] - ETA: 0s - loss: 0.0266 133/133 [==============================] - 0s 1ms/step - loss: 0.0258
  807. Epoch 9/10
  808. 1/133 [..............................] - ETA: 0s - loss: 0.0210 49/133 [==========>...................] - ETA: 0s - loss: 0.0124 98/133 [=====================>........] - ETA: 0s - loss: 0.0209 133/133 [==============================] - 0s 1ms/step - loss: 0.0231
  809. Epoch 10/10
  810. 1/133 [..............................] - ETA: 0s - loss: 0.0105 49/133 [==========>...................] - ETA: 0s - loss: 0.0263 95/133 [====================>.........] - ETA: 0s - loss: 0.0244 133/133 [==============================] - 0s 1ms/step - loss: 0.0229
  811. -> test with GAN.predict
  812. GAN tn, fp: 328, 4
  813. GAN fn, tp: 2, 12
  814. GAN f1 score: 0.800
  815. GAN cohens kappa score: 0.791
  816. -> test with 'LR'
  817. LR tn, fp: 182, 150
  818. LR fn, tp: 3, 11
  819. LR f1 score: 0.126
  820. LR cohens kappa score: 0.055
  821. LR average precision score: 0.067
  822. -> test with 'RF'
  823. RF tn, fp: 332, 0
  824. RF fn, tp: 5, 9
  825. RF f1 score: 0.783
  826. RF cohens kappa score: 0.775
  827. -> test with 'GB'
  828. GB tn, fp: 332, 0
  829. GB fn, tp: 5, 9
  830. GB f1 score: 0.783
  831. GB cohens kappa score: 0.775
  832. -> test with 'KNN'
  833. KNN tn, fp: 328, 4
  834. KNN fn, tp: 0, 14
  835. KNN f1 score: 0.875
  836. KNN cohens kappa score: 0.869
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1272 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/133 [..............................] - ETA: 21s - loss: 0.0133 49/133 [==========>...................] - ETA: 0s - loss: 0.0277  98/133 [=====================>........] - ETA: 0s - loss: 0.0297 133/133 [==============================] - 0s 1ms/step - loss: 0.0300
  844. Epoch 2/10
  845. 1/133 [..............................] - ETA: 0s - loss: 0.0172 49/133 [==========>...................] - ETA: 0s - loss: 0.0379 96/133 [====================>.........] - ETA: 0s - loss: 0.0312 133/133 [==============================] - 0s 1ms/step - loss: 0.0279
  846. Epoch 3/10
  847. 1/133 [..............................] - ETA: 0s - loss: 0.0142 41/133 [========>.....................] - ETA: 0s - loss: 0.0227 88/133 [==================>...........] - ETA: 0s - loss: 0.0247 133/133 [==============================] - 0s 1ms/step - loss: 0.0260
  848. Epoch 4/10
  849. 1/133 [..............................] - ETA: 0s - loss: 0.0412 48/133 [=========>....................] - ETA: 0s - loss: 0.0213 96/133 [====================>.........] - ETA: 0s - loss: 0.0241 133/133 [==============================] - 0s 1ms/step - loss: 0.0251
  850. Epoch 5/10
  851. 1/133 [..............................] - ETA: 0s - loss: 0.0108 49/133 [==========>...................] - ETA: 0s - loss: 0.0199 97/133 [====================>.........] - ETA: 0s - loss: 0.0246 133/133 [==============================] - 0s 1ms/step - loss: 0.0240
  852. Epoch 6/10
  853. 1/133 [..............................] - ETA: 0s - loss: 0.0056 50/133 [==========>...................] - ETA: 0s - loss: 0.0243 97/133 [====================>.........] - ETA: 0s - loss: 0.0225 133/133 [==============================] - 0s 1ms/step - loss: 0.0227
  854. Epoch 7/10
  855. 1/133 [..............................] - ETA: 0s - loss: 0.0031 49/133 [==========>...................] - ETA: 0s - loss: 0.0158 97/133 [====================>.........] - ETA: 0s - loss: 0.0223 133/133 [==============================] - 0s 1ms/step - loss: 0.0214
  856. Epoch 8/10
  857. 1/133 [..............................] - ETA: 0s - loss: 0.0054 49/133 [==========>...................] - ETA: 0s - loss: 0.0160 97/133 [====================>.........] - ETA: 0s - loss: 0.0183 133/133 [==============================] - 0s 1ms/step - loss: 0.0204
  858. Epoch 9/10
  859. 1/133 [..............................] - ETA: 0s - loss: 0.0063 49/133 [==========>...................] - ETA: 0s - loss: 0.0235 94/133 [====================>.........] - ETA: 0s - loss: 0.0188 133/133 [==============================] - 0s 1ms/step - loss: 0.0192
  860. Epoch 10/10
  861. 1/133 [..............................] - ETA: 0s - loss: 0.0190 49/133 [==========>...................] - ETA: 0s - loss: 0.0222 97/133 [====================>.........] - ETA: 0s - loss: 0.0188 133/133 [==============================] - 0s 1ms/step - loss: 0.0192
  862. -> test with GAN.predict
  863. GAN tn, fp: 327, 5
  864. GAN fn, tp: 6, 8
  865. GAN f1 score: 0.593
  866. GAN cohens kappa score: 0.576
  867. -> test with 'LR'
  868. LR tn, fp: 180, 152
  869. LR fn, tp: 6, 8
  870. LR f1 score: 0.092
  871. LR cohens kappa score: 0.019
  872. LR average precision score: 0.062
  873. -> test with 'RF'
  874. RF tn, fp: 332, 0
  875. RF fn, tp: 11, 3
  876. RF f1 score: 0.353
  877. RF cohens kappa score: 0.344
  878. -> test with 'GB'
  879. GB tn, fp: 330, 2
  880. GB fn, tp: 7, 7
  881. GB f1 score: 0.609
  882. GB cohens kappa score: 0.596
  883. -> test with 'KNN'
  884. KNN tn, fp: 312, 20
  885. KNN fn, tp: 0, 14
  886. KNN f1 score: 0.583
  887. KNN cohens kappa score: 0.558
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1272 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/133 [..............................] - ETA: 18s - loss: 0.0115 44/133 [========>.....................] - ETA: 0s - loss: 0.0420  88/133 [==================>...........] - ETA: 0s - loss: 0.0376 133/133 [==============================] - 0s 1ms/step - loss: 0.0367
  895. Epoch 2/10
  896. 1/133 [..............................] - ETA: 0s - loss: 0.0138 49/133 [==========>...................] - ETA: 0s - loss: 0.0417 97/133 [====================>.........] - ETA: 0s - loss: 0.0365 133/133 [==============================] - 0s 1ms/step - loss: 0.0338
  897. Epoch 3/10
  898. 1/133 [..............................] - ETA: 0s - loss: 0.0239 49/133 [==========>...................] - ETA: 0s - loss: 0.0286 96/133 [====================>.........] - ETA: 0s - loss: 0.0327 133/133 [==============================] - 0s 1ms/step - loss: 0.0320
  899. Epoch 4/10
  900. 1/133 [..............................] - ETA: 0s - loss: 0.0054 49/133 [==========>...................] - ETA: 0s - loss: 0.0222 97/133 [====================>.........] - ETA: 0s - loss: 0.0301 133/133 [==============================] - 0s 1ms/step - loss: 0.0310
  901. Epoch 5/10
  902. 1/133 [..............................] - ETA: 0s - loss: 0.0213 49/133 [==========>...................] - ETA: 0s - loss: 0.0362 97/133 [====================>.........] - ETA: 0s - loss: 0.0312 133/133 [==============================] - 0s 1ms/step - loss: 0.0291
  903. Epoch 6/10
  904. 1/133 [..............................] - ETA: 0s - loss: 0.0170 46/133 [=========>....................] - ETA: 0s - loss: 0.0348 93/133 [===================>..........] - ETA: 0s - loss: 0.0277 133/133 [==============================] - 0s 1ms/step - loss: 0.0285
  905. Epoch 7/10
  906. 1/133 [..............................] - ETA: 0s - loss: 0.0073 50/133 [==========>...................] - ETA: 0s - loss: 0.0262 98/133 [=====================>........] - ETA: 0s - loss: 0.0248 133/133 [==============================] - 0s 1ms/step - loss: 0.0269
  907. Epoch 8/10
  908. 1/133 [..............................] - ETA: 0s - loss: 0.0049 46/133 [=========>....................] - ETA: 0s - loss: 0.0256 86/133 [==================>...........] - ETA: 0s - loss: 0.0260 132/133 [============================>.] - ETA: 0s - loss: 0.0263 133/133 [==============================] - 0s 1ms/step - loss: 0.0261
  909. Epoch 9/10
  910. 1/133 [..............................] - ETA: 0s - loss: 0.0105 49/133 [==========>...................] - ETA: 0s - loss: 0.0229 97/133 [====================>.........] - ETA: 0s - loss: 0.0202 133/133 [==============================] - 0s 1ms/step - loss: 0.0252
  911. Epoch 10/10
  912. 1/133 [..............................] - ETA: 0s - loss: 0.1812 49/133 [==========>...................] - ETA: 0s - loss: 0.0257 97/133 [====================>.........] - ETA: 0s - loss: 0.0215 133/133 [==============================] - 0s 1ms/step - loss: 0.0237
  913. -> test with GAN.predict
  914. GAN tn, fp: 324, 8
  915. GAN fn, tp: 2, 12
  916. GAN f1 score: 0.706
  917. GAN cohens kappa score: 0.691
  918. -> test with 'LR'
  919. LR tn, fp: 173, 159
  920. LR fn, tp: 4, 10
  921. LR f1 score: 0.109
  922. LR cohens kappa score: 0.037
  923. LR average precision score: 0.070
  924. -> test with 'RF'
  925. RF tn, fp: 331, 1
  926. RF fn, tp: 8, 6
  927. RF f1 score: 0.571
  928. RF cohens kappa score: 0.560
  929. -> test with 'GB'
  930. GB tn, fp: 330, 2
  931. GB fn, tp: 5, 9
  932. GB f1 score: 0.720
  933. GB cohens kappa score: 0.710
  934. -> test with 'KNN'
  935. KNN tn, fp: 302, 30
  936. KNN fn, tp: 0, 14
  937. KNN f1 score: 0.483
  938. KNN cohens kappa score: 0.449
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1272 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/133 [..............................] - ETA: 23s - loss: 0.0706 49/133 [==========>...................] - ETA: 0s - loss: 0.0431  97/133 [====================>.........] - ETA: 0s - loss: 0.0384 133/133 [==============================] - 0s 1ms/step - loss: 0.0381
  946. Epoch 2/10
  947. 1/133 [..............................] - ETA: 0s - loss: 0.0033 49/133 [==========>...................] - ETA: 0s - loss: 0.0388 90/133 [===================>..........] - ETA: 0s - loss: 0.0359 133/133 [==============================] - 0s 1ms/step - loss: 0.0354
  948. Epoch 3/10
  949. 1/133 [..............................] - ETA: 0s - loss: 0.0849 49/133 [==========>...................] - ETA: 0s - loss: 0.0380 97/133 [====================>.........] - ETA: 0s - loss: 0.0356 133/133 [==============================] - 0s 1ms/step - loss: 0.0340
  950. Epoch 4/10
  951. 1/133 [..............................] - ETA: 0s - loss: 0.0179 49/133 [==========>...................] - ETA: 0s - loss: 0.0272 97/133 [====================>.........] - ETA: 0s - loss: 0.0330 133/133 [==============================] - 0s 1ms/step - loss: 0.0323
  952. Epoch 5/10
  953. 1/133 [..............................] - ETA: 0s - loss: 0.0186 49/133 [==========>...................] - ETA: 0s - loss: 0.0238 97/133 [====================>.........] - ETA: 0s - loss: 0.0276 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  954. Epoch 6/10
  955. 1/133 [..............................] - ETA: 0s - loss: 0.0063 49/133 [==========>...................] - ETA: 0s - loss: 0.0300 97/133 [====================>.........] - ETA: 0s - loss: 0.0270 133/133 [==============================] - 0s 1ms/step - loss: 0.0283
  956. Epoch 7/10
  957. 1/133 [..............................] - ETA: 0s - loss: 0.0083 49/133 [==========>...................] - ETA: 0s - loss: 0.0284 97/133 [====================>.........] - ETA: 0s - loss: 0.0273 133/133 [==============================] - 0s 1ms/step - loss: 0.0272
  958. Epoch 8/10
  959. 1/133 [..............................] - ETA: 0s - loss: 0.0046 48/133 [=========>....................] - ETA: 0s - loss: 0.0231 96/133 [====================>.........] - ETA: 0s - loss: 0.0257 133/133 [==============================] - 0s 1ms/step - loss: 0.0260
  960. Epoch 9/10
  961. 1/133 [..............................] - ETA: 0s - loss: 0.0031 49/133 [==========>...................] - ETA: 0s - loss: 0.0259 97/133 [====================>.........] - ETA: 0s - loss: 0.0255 133/133 [==============================] - 0s 1ms/step - loss: 0.0250
  962. Epoch 10/10
  963. 1/133 [..............................] - ETA: 0s - loss: 0.0094 49/133 [==========>...................] - ETA: 0s - loss: 0.0235 97/133 [====================>.........] - ETA: 0s - loss: 0.0247 133/133 [==============================] - 0s 1ms/step - loss: 0.0236
  964. -> test with GAN.predict
  965. GAN tn, fp: 330, 2
  966. GAN fn, tp: 5, 9
  967. GAN f1 score: 0.720
  968. GAN cohens kappa score: 0.710
  969. -> test with 'LR'
  970. LR tn, fp: 194, 138
  971. LR fn, tp: 6, 8
  972. LR f1 score: 0.100
  973. LR cohens kappa score: 0.028
  974. LR average precision score: 0.055
  975. -> test with 'RF'
  976. RF tn, fp: 332, 0
  977. RF fn, tp: 7, 7
  978. RF f1 score: 0.667
  979. RF cohens kappa score: 0.657
  980. -> test with 'GB'
  981. GB tn, fp: 330, 2
  982. GB fn, tp: 4, 10
  983. GB f1 score: 0.769
  984. GB cohens kappa score: 0.760
  985. -> test with 'KNN'
  986. KNN tn, fp: 307, 25
  987. KNN fn, tp: 0, 14
  988. KNN f1 score: 0.528
  989. KNN cohens kappa score: 0.498
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1272 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/133 [..............................] - ETA: 20s - loss: 0.0049 48/133 [=========>....................] - ETA: 0s - loss: 0.0385  96/133 [====================>.........] - ETA: 0s - loss: 0.0315 133/133 [==============================] - 0s 1ms/step - loss: 0.0289
  997. Epoch 2/10
  998. 1/133 [..............................] - ETA: 0s - loss: 0.0086 46/133 [=========>....................] - ETA: 0s - loss: 0.0265 87/133 [==================>...........] - ETA: 0s - loss: 0.0236 129/133 [============================>.] - ETA: 0s - loss: 0.0268 133/133 [==============================] - 0s 1ms/step - loss: 0.0267
  999. Epoch 3/10
  1000. 1/133 [..............................] - ETA: 0s - loss: 0.0541 45/133 [=========>....................] - ETA: 0s - loss: 0.0271 93/133 [===================>..........] - ETA: 0s - loss: 0.0243 133/133 [==============================] - 0s 1ms/step - loss: 0.0255
  1001. Epoch 4/10
  1002. 1/133 [..............................] - ETA: 0s - loss: 0.1640 49/133 [==========>...................] - ETA: 0s - loss: 0.0210 96/133 [====================>.........] - ETA: 0s - loss: 0.0228 133/133 [==============================] - 0s 1ms/step - loss: 0.0243
  1003. Epoch 5/10
  1004. 1/133 [..............................] - ETA: 0s - loss: 0.0098 42/133 [========>.....................] - ETA: 0s - loss: 0.0274 84/133 [=================>............] - ETA: 0s - loss: 0.0213 126/133 [===========================>..] - ETA: 0s - loss: 0.0224 133/133 [==============================] - 0s 1ms/step - loss: 0.0231
  1005. Epoch 6/10
  1006. 1/133 [..............................] - ETA: 0s - loss: 0.0249 49/133 [==========>...................] - ETA: 0s - loss: 0.0182 97/133 [====================>.........] - ETA: 0s - loss: 0.0209 133/133 [==============================] - 0s 1ms/step - loss: 0.0220
  1007. Epoch 7/10
  1008. 1/133 [..............................] - ETA: 0s - loss: 0.0235 49/133 [==========>...................] - ETA: 0s - loss: 0.0179 97/133 [====================>.........] - ETA: 0s - loss: 0.0207 133/133 [==============================] - 0s 1ms/step - loss: 0.0215
  1009. Epoch 8/10
  1010. 1/133 [..............................] - ETA: 0s - loss: 0.0079 49/133 [==========>...................] - ETA: 0s - loss: 0.0138 97/133 [====================>.........] - ETA: 0s - loss: 0.0153 133/133 [==============================] - 0s 1ms/step - loss: 0.0203
  1011. Epoch 9/10
  1012. 1/133 [..............................] - ETA: 0s - loss: 0.0047 47/133 [=========>....................] - ETA: 0s - loss: 0.0190 95/133 [====================>.........] - ETA: 0s - loss: 0.0227 133/133 [==============================] - 0s 1ms/step - loss: 0.0193
  1013. Epoch 10/10
  1014. 1/133 [..............................] - ETA: 0s - loss: 0.0264 49/133 [==========>...................] - ETA: 0s - loss: 0.0173 96/133 [====================>.........] - ETA: 0s - loss: 0.0173 133/133 [==============================] - 0s 1ms/step - loss: 0.0195
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 327, 4
  1017. GAN fn, tp: 3, 10
  1018. GAN f1 score: 0.741
  1019. GAN cohens kappa score: 0.730
  1020. -> test with 'LR'
  1021. LR tn, fp: 180, 151
  1022. LR fn, tp: 2, 11
  1023. LR f1 score: 0.126
  1024. LR cohens kappa score: 0.060
  1025. LR average precision score: 0.080
  1026. -> test with 'RF'
  1027. RF tn, fp: 330, 1
  1028. RF fn, tp: 8, 5
  1029. RF f1 score: 0.526
  1030. RF cohens kappa score: 0.515
  1031. -> test with 'GB'
  1032. GB tn, fp: 329, 2
  1033. GB fn, tp: 8, 5
  1034. GB f1 score: 0.500
  1035. GB cohens kappa score: 0.486
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 304, 27
  1038. KNN fn, tp: 1, 12
  1039. KNN f1 score: 0.462
  1040. KNN cohens kappa score: 0.429
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1272 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/133 [..............................] - ETA: 18s - loss: 0.0055 49/133 [==========>...................] - ETA: 0s - loss: 0.0356  98/133 [=====================>........] - ETA: 0s - loss: 0.0377 133/133 [==============================] - 0s 1ms/step - loss: 0.0374
  1051. Epoch 2/10
  1052. 1/133 [..............................] - ETA: 0s - loss: 0.0258 49/133 [==========>...................] - ETA: 0s - loss: 0.0253 98/133 [=====================>........] - ETA: 0s - loss: 0.0345 133/133 [==============================] - 0s 1ms/step - loss: 0.0355
  1053. Epoch 3/10
  1054. 1/133 [..............................] - ETA: 0s - loss: 0.0591 50/133 [==========>...................] - ETA: 0s - loss: 0.0265 99/133 [=====================>........] - ETA: 0s - loss: 0.0325 133/133 [==============================] - 0s 1ms/step - loss: 0.0346
  1055. Epoch 4/10
  1056. 1/133 [..............................] - ETA: 0s - loss: 0.0127 49/133 [==========>...................] - ETA: 0s - loss: 0.0299 96/133 [====================>.........] - ETA: 0s - loss: 0.0298 133/133 [==============================] - 0s 1ms/step - loss: 0.0331
  1057. Epoch 5/10
  1058. 1/133 [..............................] - ETA: 0s - loss: 0.0130 50/133 [==========>...................] - ETA: 0s - loss: 0.0299 99/133 [=====================>........] - ETA: 0s - loss: 0.0339 133/133 [==============================] - 0s 1ms/step - loss: 0.0315
  1059. Epoch 6/10
  1060. 1/133 [..............................] - ETA: 0s - loss: 0.0135 50/133 [==========>...................] - ETA: 0s - loss: 0.0310 97/133 [====================>.........] - ETA: 0s - loss: 0.0301 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  1061. Epoch 7/10
  1062. 1/133 [..............................] - ETA: 0s - loss: 0.0123 49/133 [==========>...................] - ETA: 0s - loss: 0.0259 97/133 [====================>.........] - ETA: 0s - loss: 0.0287 133/133 [==============================] - 0s 1ms/step - loss: 0.0284
  1063. Epoch 8/10
  1064. 1/133 [..............................] - ETA: 0s - loss: 0.0133 49/133 [==========>...................] - ETA: 0s - loss: 0.0287 98/133 [=====================>........] - ETA: 0s - loss: 0.0266 133/133 [==============================] - 0s 1ms/step - loss: 0.0273
  1065. Epoch 9/10
  1066. 1/133 [..............................] - ETA: 0s - loss: 0.0272 49/133 [==========>...................] - ETA: 0s - loss: 0.0191 97/133 [====================>.........] - ETA: 0s - loss: 0.0195 133/133 [==============================] - 0s 1ms/step - loss: 0.0247
  1067. Epoch 10/10
  1068. 1/133 [..............................] - ETA: 0s - loss: 0.0228 49/133 [==========>...................] - ETA: 0s - loss: 0.0192 97/133 [====================>.........] - ETA: 0s - loss: 0.0263 133/133 [==============================] - 0s 1ms/step - loss: 0.0257
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 328, 4
  1071. GAN fn, tp: 2, 12
  1072. GAN f1 score: 0.800
  1073. GAN cohens kappa score: 0.791
  1074. -> test with 'LR'
  1075. LR tn, fp: 183, 149
  1076. LR fn, tp: 8, 6
  1077. LR f1 score: 0.071
  1078. LR cohens kappa score: -0.003
  1079. LR average precision score: 0.050
  1080. -> test with 'RF'
  1081. RF tn, fp: 329, 3
  1082. RF fn, tp: 9, 5
  1083. RF f1 score: 0.455
  1084. RF cohens kappa score: 0.438
  1085. -> test with 'GB'
  1086. GB tn, fp: 328, 4
  1087. GB fn, tp: 6, 8
  1088. GB f1 score: 0.615
  1089. GB cohens kappa score: 0.600
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 307, 25
  1092. KNN fn, tp: 2, 12
  1093. KNN f1 score: 0.471
  1094. KNN cohens kappa score: 0.438
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1272 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/133 [..............................] - ETA: 19s - loss: 0.0276 45/133 [=========>....................] - ETA: 0s - loss: 0.0300  89/133 [===================>..........] - ETA: 0s - loss: 0.0284 131/133 [============================>.] - ETA: 0s - loss: 0.0360 133/133 [==============================] - 0s 1ms/step - loss: 0.0359
  1102. Epoch 2/10
  1103. 1/133 [..............................] - ETA: 0s - loss: 0.0161 45/133 [=========>....................] - ETA: 0s - loss: 0.0356 89/133 [===================>..........] - ETA: 0s - loss: 0.0321 133/133 [==============================] - ETA: 0s - loss: 0.0328 133/133 [==============================] - 0s 1ms/step - loss: 0.0328
  1104. Epoch 3/10
  1105. 1/133 [..............................] - ETA: 0s - loss: 0.0134 45/133 [=========>....................] - ETA: 0s - loss: 0.0205 88/133 [==================>...........] - ETA: 0s - loss: 0.0309 130/133 [============================>.] - ETA: 0s - loss: 0.0305 133/133 [==============================] - 0s 1ms/step - loss: 0.0305
  1106. Epoch 4/10
  1107. 1/133 [..............................] - ETA: 0s - loss: 0.0084 42/133 [========>.....................] - ETA: 0s - loss: 0.0351 84/133 [=================>............] - ETA: 0s - loss: 0.0294 122/133 [==========================>...] - ETA: 0s - loss: 0.0293 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  1108. Epoch 5/10
  1109. 1/133 [..............................] - ETA: 0s - loss: 0.0198 39/133 [=======>......................] - ETA: 0s - loss: 0.0275 78/133 [================>.............] - ETA: 0s - loss: 0.0284 119/133 [=========================>....] - ETA: 0s - loss: 0.0273 133/133 [==============================] - 0s 1ms/step - loss: 0.0285
  1110. Epoch 6/10
  1111. 1/133 [..............................] - ETA: 0s - loss: 0.0100 43/133 [========>.....................] - ETA: 0s - loss: 0.0303 85/133 [==================>...........] - ETA: 0s - loss: 0.0292 129/133 [============================>.] - ETA: 0s - loss: 0.0269 133/133 [==============================] - 0s 1ms/step - loss: 0.0273
  1112. Epoch 7/10
  1113. 1/133 [..............................] - ETA: 0s - loss: 0.0036 43/133 [========>.....................] - ETA: 0s - loss: 0.0329 86/133 [==================>...........] - ETA: 0s - loss: 0.0295 128/133 [===========================>..] - ETA: 0s - loss: 0.0257 133/133 [==============================] - 0s 1ms/step - loss: 0.0264
  1114. Epoch 8/10
  1115. 1/133 [..............................] - ETA: 0s - loss: 0.0215 43/133 [========>.....................] - ETA: 0s - loss: 0.0186 86/133 [==================>...........] - ETA: 0s - loss: 0.0212 130/133 [============================>.] - ETA: 0s - loss: 0.0264 133/133 [==============================] - 0s 1ms/step - loss: 0.0262
  1116. Epoch 9/10
  1117. 1/133 [..............................] - ETA: 0s - loss: 0.0054 43/133 [========>.....................] - ETA: 0s - loss: 0.0251 87/133 [==================>...........] - ETA: 0s - loss: 0.0235 132/133 [============================>.] - ETA: 0s - loss: 0.0248 133/133 [==============================] - 0s 1ms/step - loss: 0.0247
  1118. Epoch 10/10
  1119. 1/133 [..............................] - ETA: 0s - loss: 0.0153 44/133 [========>.....................] - ETA: 0s - loss: 0.0197 83/133 [=================>............] - ETA: 0s - loss: 0.0235 128/133 [===========================>..] - ETA: 0s - loss: 0.0232 133/133 [==============================] - 0s 1ms/step - loss: 0.0234
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 331, 1
  1122. GAN fn, tp: 3, 11
  1123. GAN f1 score: 0.846
  1124. GAN cohens kappa score: 0.840
  1125. -> test with 'LR'
  1126. LR tn, fp: 189, 143
  1127. LR fn, tp: 4, 10
  1128. LR f1 score: 0.120
  1129. LR cohens kappa score: 0.049
  1130. LR average precision score: 0.069
  1131. -> test with 'RF'
  1132. RF tn, fp: 332, 0
  1133. RF fn, tp: 6, 8
  1134. RF f1 score: 0.727
  1135. RF cohens kappa score: 0.719
  1136. -> test with 'GB'
  1137. GB tn, fp: 330, 2
  1138. GB fn, tp: 8, 6
  1139. GB f1 score: 0.545
  1140. GB cohens kappa score: 0.532
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 322, 10
  1143. KNN fn, tp: 0, 14
  1144. KNN f1 score: 0.737
  1145. KNN cohens kappa score: 0.723
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1272 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/133 [..............................] - ETA: 18s - loss: 0.0297 48/133 [=========>....................] - ETA: 0s - loss: 0.0512  96/133 [====================>.........] - ETA: 0s - loss: 0.0463 133/133 [==============================] - 0s 1ms/step - loss: 0.0396
  1153. Epoch 2/10
  1154. 1/133 [..............................] - ETA: 0s - loss: 0.0275 43/133 [========>.....................] - ETA: 0s - loss: 0.0421 86/133 [==================>...........] - ETA: 0s - loss: 0.0377 131/133 [============================>.] - ETA: 0s - loss: 0.0365 133/133 [==============================] - 0s 1ms/step - loss: 0.0364
  1155. Epoch 3/10
  1156. 1/133 [..............................] - ETA: 0s - loss: 0.0076 49/133 [==========>...................] - ETA: 0s - loss: 0.0273 97/133 [====================>.........] - ETA: 0s - loss: 0.0313 133/133 [==============================] - 0s 1ms/step - loss: 0.0343
  1157. Epoch 4/10
  1158. 1/133 [..............................] - ETA: 0s - loss: 0.0331 49/133 [==========>...................] - ETA: 0s - loss: 0.0343 97/133 [====================>.........] - ETA: 0s - loss: 0.0344 133/133 [==============================] - 0s 1ms/step - loss: 0.0332
  1159. Epoch 5/10
  1160. 1/133 [..............................] - ETA: 0s - loss: 0.0662 50/133 [==========>...................] - ETA: 0s - loss: 0.0374 93/133 [===================>..........] - ETA: 0s - loss: 0.0341 133/133 [==============================] - 0s 1ms/step - loss: 0.0314
  1161. Epoch 6/10
  1162. 1/133 [..............................] - ETA: 0s - loss: 0.0052 50/133 [==========>...................] - ETA: 0s - loss: 0.0284 98/133 [=====================>........] - ETA: 0s - loss: 0.0325 133/133 [==============================] - 0s 1ms/step - loss: 0.0308
  1163. Epoch 7/10
  1164. 1/133 [..............................] - ETA: 0s - loss: 0.0226 50/133 [==========>...................] - ETA: 0s - loss: 0.0324 98/133 [=====================>........] - ETA: 0s - loss: 0.0262 133/133 [==============================] - 0s 1ms/step - loss: 0.0289
  1165. Epoch 8/10
  1166. 1/133 [..............................] - ETA: 0s - loss: 0.0206 49/133 [==========>...................] - ETA: 0s - loss: 0.0317 97/133 [====================>.........] - ETA: 0s - loss: 0.0296 133/133 [==============================] - 0s 1ms/step - loss: 0.0289
  1167. Epoch 9/10
  1168. 1/133 [..............................] - ETA: 0s - loss: 0.0561 50/133 [==========>...................] - ETA: 0s - loss: 0.0221 99/133 [=====================>........] - ETA: 0s - loss: 0.0277 133/133 [==============================] - 0s 1ms/step - loss: 0.0272
  1169. Epoch 10/10
  1170. 1/133 [..............................] - ETA: 0s - loss: 0.0114 49/133 [==========>...................] - ETA: 0s - loss: 0.0235 95/133 [====================>.........] - ETA: 0s - loss: 0.0250 133/133 [==============================] - 0s 1ms/step - loss: 0.0254
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 326, 6
  1173. GAN fn, tp: 3, 11
  1174. GAN f1 score: 0.710
  1175. GAN cohens kappa score: 0.696
  1176. -> test with 'LR'
  1177. LR tn, fp: 164, 168
  1178. LR fn, tp: 3, 11
  1179. LR f1 score: 0.114
  1180. LR cohens kappa score: 0.042
  1181. LR average precision score: 0.073
  1182. -> test with 'RF'
  1183. RF tn, fp: 330, 2
  1184. RF fn, tp: 4, 10
  1185. RF f1 score: 0.769
  1186. RF cohens kappa score: 0.760
  1187. -> test with 'GB'
  1188. GB tn, fp: 329, 3
  1189. GB fn, tp: 5, 9
  1190. GB f1 score: 0.692
  1191. GB cohens kappa score: 0.680
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 302, 30
  1194. KNN fn, tp: 1, 13
  1195. KNN f1 score: 0.456
  1196. KNN cohens kappa score: 0.421
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1272 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/133 [..............................] - ETA: 18s - loss: 0.0167 49/133 [==========>...................] - ETA: 0s - loss: 0.0449  98/133 [=====================>........] - ETA: 0s - loss: 0.0420 133/133 [==============================] - 0s 1ms/step - loss: 0.0402
  1204. Epoch 2/10
  1205. 1/133 [..............................] - ETA: 0s - loss: 0.0096 50/133 [==========>...................] - ETA: 0s - loss: 0.0378 99/133 [=====================>........] - ETA: 0s - loss: 0.0327 133/133 [==============================] - 0s 1ms/step - loss: 0.0357
  1206. Epoch 3/10
  1207. 1/133 [..............................] - ETA: 0s - loss: 0.0907 50/133 [==========>...................] - ETA: 0s - loss: 0.0437 99/133 [=====================>........] - ETA: 0s - loss: 0.0362 133/133 [==============================] - 0s 1ms/step - loss: 0.0354
  1208. Epoch 4/10
  1209. 1/133 [..............................] - ETA: 0s - loss: 0.0508 49/133 [==========>...................] - ETA: 0s - loss: 0.0369 98/133 [=====================>........] - ETA: 0s - loss: 0.0329 133/133 [==============================] - 0s 1ms/step - loss: 0.0339
  1210. Epoch 5/10
  1211. 1/133 [..............................] - ETA: 0s - loss: 0.0119 50/133 [==========>...................] - ETA: 0s - loss: 0.0361 96/133 [====================>.........] - ETA: 0s - loss: 0.0364 133/133 [==============================] - 0s 1ms/step - loss: 0.0324
  1212. Epoch 6/10
  1213. 1/133 [..............................] - ETA: 0s - loss: 0.0269 50/133 [==========>...................] - ETA: 0s - loss: 0.0314 99/133 [=====================>........] - ETA: 0s - loss: 0.0293 133/133 [==============================] - 0s 1ms/step - loss: 0.0313
  1214. Epoch 7/10
  1215. 1/133 [..............................] - ETA: 0s - loss: 0.0169 49/133 [==========>...................] - ETA: 0s - loss: 0.0273 97/133 [====================>.........] - ETA: 0s - loss: 0.0308 133/133 [==============================] - 0s 1ms/step - loss: 0.0301
  1216. Epoch 8/10
  1217. 1/133 [..............................] - ETA: 0s - loss: 0.0230 49/133 [==========>...................] - ETA: 0s - loss: 0.0244 97/133 [====================>.........] - ETA: 0s - loss: 0.0269 133/133 [==============================] - 0s 1ms/step - loss: 0.0283
  1218. Epoch 9/10
  1219. 1/133 [..............................] - ETA: 0s - loss: 0.0035 49/133 [==========>...................] - ETA: 0s - loss: 0.0242 98/133 [=====================>........] - ETA: 0s - loss: 0.0264 133/133 [==============================] - 0s 1ms/step - loss: 0.0274
  1220. Epoch 10/10
  1221. 1/133 [..............................] - ETA: 0s - loss: 0.0401 49/133 [==========>...................] - ETA: 0s - loss: 0.0188 95/133 [====================>.........] - ETA: 0s - loss: 0.0283 133/133 [==============================] - 0s 1ms/step - loss: 0.0268
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 330, 2
  1224. GAN fn, tp: 5, 9
  1225. GAN f1 score: 0.720
  1226. GAN cohens kappa score: 0.710
  1227. -> test with 'LR'
  1228. LR tn, fp: 178, 154
  1229. LR fn, tp: 3, 11
  1230. LR f1 score: 0.123
  1231. LR cohens kappa score: 0.052
  1232. LR average precision score: 0.059
  1233. -> test with 'RF'
  1234. RF tn, fp: 332, 0
  1235. RF fn, tp: 8, 6
  1236. RF f1 score: 0.600
  1237. RF cohens kappa score: 0.590
  1238. -> test with 'GB'
  1239. GB tn, fp: 330, 2
  1240. GB fn, tp: 5, 9
  1241. GB f1 score: 0.720
  1242. GB cohens kappa score: 0.710
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 308, 24
  1245. KNN fn, tp: 1, 13
  1246. KNN f1 score: 0.510
  1247. KNN cohens kappa score: 0.479
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1272 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/133 [..............................] - ETA: 18s - loss: 0.0088 44/133 [========>.....................] - ETA: 0s - loss: 0.0445  90/133 [===================>..........] - ETA: 0s - loss: 0.0396 133/133 [==============================] - 0s 1ms/step - loss: 0.0373
  1255. Epoch 2/10
  1256. 1/133 [..............................] - ETA: 0s - loss: 0.0197 49/133 [==========>...................] - ETA: 0s - loss: 0.0382 98/133 [=====================>........] - ETA: 0s - loss: 0.0366 133/133 [==============================] - 0s 1ms/step - loss: 0.0351
  1257. Epoch 3/10
  1258. 1/133 [..............................] - ETA: 0s - loss: 0.0228 49/133 [==========>...................] - ETA: 0s - loss: 0.0361 96/133 [====================>.........] - ETA: 0s - loss: 0.0358 133/133 [==============================] - 0s 1ms/step - loss: 0.0329
  1259. Epoch 4/10
  1260. 1/133 [..............................] - ETA: 0s - loss: 0.0190 49/133 [==========>...................] - ETA: 0s - loss: 0.0358 97/133 [====================>.........] - ETA: 0s - loss: 0.0358 133/133 [==============================] - 0s 1ms/step - loss: 0.0323
  1261. Epoch 5/10
  1262. 1/133 [..............................] - ETA: 0s - loss: 0.0993 50/133 [==========>...................] - ETA: 0s - loss: 0.0340 98/133 [=====================>........] - ETA: 0s - loss: 0.0344 133/133 [==============================] - 0s 1ms/step - loss: 0.0304
  1263. Epoch 6/10
  1264. 1/133 [..............................] - ETA: 0s - loss: 0.0459 49/133 [==========>...................] - ETA: 0s - loss: 0.0268 98/133 [=====================>........] - ETA: 0s - loss: 0.0280 133/133 [==============================] - 0s 1ms/step - loss: 0.0288
  1265. Epoch 7/10
  1266. 1/133 [..............................] - ETA: 0s - loss: 0.0157 50/133 [==========>...................] - ETA: 0s - loss: 0.0238 96/133 [====================>.........] - ETA: 0s - loss: 0.0276 133/133 [==============================] - 0s 1ms/step - loss: 0.0274
  1267. Epoch 8/10
  1268. 1/133 [..............................] - ETA: 0s - loss: 0.0053 50/133 [==========>...................] - ETA: 0s - loss: 0.0309 99/133 [=====================>........] - ETA: 0s - loss: 0.0266 133/133 [==============================] - 0s 1ms/step - loss: 0.0259
  1269. Epoch 9/10
  1270. 1/133 [..............................] - ETA: 0s - loss: 0.0596 50/133 [==========>...................] - ETA: 0s - loss: 0.0296 99/133 [=====================>........] - ETA: 0s - loss: 0.0278 133/133 [==============================] - 0s 1ms/step - loss: 0.0246
  1271. Epoch 10/10
  1272. 1/133 [..............................] - ETA: 0s - loss: 0.0408 50/133 [==========>...................] - ETA: 0s - loss: 0.0212 99/133 [=====================>........] - ETA: 0s - loss: 0.0230 133/133 [==============================] - 0s 1ms/step - loss: 0.0243
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 325, 6
  1275. GAN fn, tp: 0, 13
  1276. GAN f1 score: 0.813
  1277. GAN cohens kappa score: 0.804
  1278. -> test with 'LR'
  1279. LR tn, fp: 179, 152
  1280. LR fn, tp: 4, 9
  1281. LR f1 score: 0.103
  1282. LR cohens kappa score: 0.036
  1283. LR average precision score: 0.063
  1284. -> test with 'RF'
  1285. RF tn, fp: 330, 1
  1286. RF fn, tp: 6, 7
  1287. RF f1 score: 0.667
  1288. RF cohens kappa score: 0.657
  1289. -> test with 'GB'
  1290. GB tn, fp: 331, 0
  1291. GB fn, tp: 3, 10
  1292. GB f1 score: 0.870
  1293. GB cohens kappa score: 0.865
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 321, 10
  1296. KNN fn, tp: 0, 13
  1297. KNN f1 score: 0.722
  1298. KNN cohens kappa score: 0.708
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 194, 169
  1303. LR fn, tp: 8, 12
  1304. LR f1 score: 0.138
  1305. LR cohens kappa score: 0.069
  1306. LR average precision score: 0.083
  1307. average:
  1308. LR tn, fp: 180.28, 151.52
  1309. LR fn, tp: 4.32, 9.48
  1310. LR f1 score: 0.108
  1311. LR cohens kappa score: 0.038
  1312. LR average precision score: 0.065
  1313. minimum:
  1314. LR tn, fp: 163, 138
  1315. LR fn, tp: 2, 6
  1316. LR f1 score: 0.071
  1317. LR cohens kappa score: -0.003
  1318. LR average precision score: 0.049
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 332, 3
  1322. RF fn, tp: 11, 10
  1323. RF f1 score: 0.833
  1324. RF cohens kappa score: 0.828
  1325. average:
  1326. RF tn, fp: 331.12, 0.68
  1327. RF fn, tp: 6.92, 6.88
  1328. RF f1 score: 0.634
  1329. RF cohens kappa score: 0.624
  1330. minimum:
  1331. RF tn, fp: 329, 0
  1332. RF fn, tp: 4, 3
  1333. RF f1 score: 0.353
  1334. RF cohens kappa score: 0.344
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 332, 4
  1338. GB fn, tp: 9, 14
  1339. GB f1 score: 0.933
  1340. GB cohens kappa score: 0.930
  1341. average:
  1342. GB tn, fp: 330.04, 1.76
  1343. GB fn, tp: 5.0, 8.8
  1344. GB f1 score: 0.714
  1345. GB cohens kappa score: 0.705
  1346. minimum:
  1347. GB tn, fp: 328, 0
  1348. GB fn, tp: 0, 5
  1349. GB f1 score: 0.476
  1350. GB cohens kappa score: 0.462
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 328, 54
  1354. KNN fn, tp: 3, 14
  1355. KNN f1 score: 0.875
  1356. KNN cohens kappa score: 0.869
  1357. average:
  1358. KNN tn, fp: 310.44, 21.36
  1359. KNN fn, tp: 0.92, 12.88
  1360. KNN f1 score: 0.558
  1361. KNN cohens kappa score: 0.531
  1362. minimum:
  1363. KNN tn, fp: 277, 4
  1364. KNN fn, tp: 0, 11
  1365. KNN f1 score: 0.304
  1366. KNN cohens kappa score: 0.257
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 331, 9
  1370. GAN fn, tp: 6, 14
  1371. GAN f1 score: 0.875
  1372. GAN cohens kappa score: 0.869
  1373. average:
  1374. GAN tn, fp: 326.96, 4.84
  1375. GAN fn, tp: 2.8, 11.0
  1376. GAN f1 score: 0.741
  1377. GAN cohens kappa score: 0.729
  1378. minimum:
  1379. GAN tn, fp: 323, 1
  1380. GAN fn, tp: 0, 8
  1381. GAN f1 score: 0.593
  1382. GAN cohens kappa score: 0.576