folding_yeast4.log 146 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-5 on folding_yeast4
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast4'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1106 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/115 [..............................] - ETA: 18s - loss: 0.2183 40/115 [=========>....................] - ETA: 0s - loss: 0.2737  78/115 [===================>..........] - ETA: 0s - loss: 0.2882 115/115 [==============================] - 0s 1ms/step - loss: 0.2959
  19. Epoch 2/10
  20. 1/115 [..............................] - ETA: 0s - loss: 0.4597 38/115 [========>.....................] - ETA: 0s - loss: 0.2641 77/115 [===================>..........] - ETA: 0s - loss: 0.2784 112/115 [============================>.] - ETA: 0s - loss: 0.2883 115/115 [==============================] - 0s 1ms/step - loss: 0.2940
  21. Epoch 3/10
  22. 1/115 [..............................] - ETA: 0s - loss: 0.3421 32/115 [=======>......................] - ETA: 0s - loss: 0.3161 65/115 [===============>..............] - ETA: 0s - loss: 0.2867 98/115 [========================>.....] - ETA: 0s - loss: 0.2933 115/115 [==============================] - 0s 2ms/step - loss: 0.2901
  23. Epoch 4/10
  24. 1/115 [..............................] - ETA: 0s - loss: 0.3157 39/115 [=========>....................] - ETA: 0s - loss: 0.3035 77/115 [===================>..........] - ETA: 0s - loss: 0.2997 115/115 [==============================] - ETA: 0s - loss: 0.2873 115/115 [==============================] - 0s 1ms/step - loss: 0.2873
  25. Epoch 5/10
  26. 1/115 [..............................] - ETA: 0s - loss: 0.2285 44/115 [==========>...................] - ETA: 0s - loss: 0.2809 86/115 [=====================>........] - ETA: 0s - loss: 0.2803 115/115 [==============================] - 0s 1ms/step - loss: 0.2847
  27. Epoch 6/10
  28. 1/115 [..............................] - ETA: 0s - loss: 0.2451 40/115 [=========>....................] - ETA: 0s - loss: 0.2606 76/115 [==================>...........] - ETA: 0s - loss: 0.2730 115/115 [==============================] - ETA: 0s - loss: 0.2829 115/115 [==============================] - 0s 1ms/step - loss: 0.2829
  29. Epoch 7/10
  30. 1/115 [..............................] - ETA: 0s - loss: 0.3497 39/115 [=========>....................] - ETA: 0s - loss: 0.2622 77/115 [===================>..........] - ETA: 0s - loss: 0.2665 114/115 [============================>.] - ETA: 0s - loss: 0.2788 115/115 [==============================] - 0s 1ms/step - loss: 0.2789
  31. Epoch 8/10
  32. 1/115 [..............................] - ETA: 0s - loss: 0.2643 38/115 [========>.....................] - ETA: 0s - loss: 0.2795 76/115 [==================>...........] - ETA: 0s - loss: 0.2770 114/115 [============================>.] - ETA: 0s - loss: 0.2756 115/115 [==============================] - 0s 1ms/step - loss: 0.2759
  33. Epoch 9/10
  34. 1/115 [..............................] - ETA: 0s - loss: 0.1405 39/115 [=========>....................] - ETA: 0s - loss: 0.2703 77/115 [===================>..........] - ETA: 0s - loss: 0.2654 113/115 [============================>.] - ETA: 0s - loss: 0.2720 115/115 [==============================] - 0s 1ms/step - loss: 0.2733
  35. Epoch 10/10
  36. 1/115 [..............................] - ETA: 0s - loss: 0.3016 40/115 [=========>....................] - ETA: 0s - loss: 0.2680 79/115 [===================>..........] - ETA: 0s - loss: 0.2627 115/115 [==============================] - 0s 1ms/step - loss: 0.2677
  37. -> test with GAN.predict
  38. GAN tn, fp: 260, 27
  39. GAN fn, tp: 2, 9
  40. GAN f1 score: 0.383
  41. GAN cohens kappa score: 0.346
  42. -> test with 'LR'
  43. LR tn, fp: 245, 42
  44. LR fn, tp: 2, 9
  45. LR f1 score: 0.290
  46. LR cohens kappa score: 0.244
  47. LR average precision score: 0.389
  48. -> test with 'RF'
  49. RF tn, fp: 286, 1
  50. RF fn, tp: 10, 1
  51. RF f1 score: 0.154
  52. RF cohens kappa score: 0.144
  53. -> test with 'GB'
  54. GB tn, fp: 286, 1
  55. GB fn, tp: 10, 1
  56. GB f1 score: 0.154
  57. GB cohens kappa score: 0.144
  58. -> test with 'KNN'
  59. KNN tn, fp: 259, 28
  60. KNN fn, tp: 2, 9
  61. KNN f1 score: 0.375
  62. KNN cohens kappa score: 0.337
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1106 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/115 [..............................] - ETA: 19s - loss: 0.3954 40/115 [=========>....................] - ETA: 0s - loss: 0.3362  79/115 [===================>..........] - ETA: 0s - loss: 0.3245 115/115 [==============================] - 0s 1ms/step - loss: 0.3349
  70. Epoch 2/10
  71. 1/115 [..............................] - ETA: 0s - loss: 0.2593 41/115 [=========>....................] - ETA: 0s - loss: 0.3266 80/115 [===================>..........] - ETA: 0s - loss: 0.3219 115/115 [==============================] - 0s 1ms/step - loss: 0.3312
  72. Epoch 3/10
  73. 1/115 [..............................] - ETA: 0s - loss: 0.6266 40/115 [=========>....................] - ETA: 0s - loss: 0.3430 78/115 [===================>..........] - ETA: 0s - loss: 0.3292 115/115 [==============================] - 0s 1ms/step - loss: 0.3286
  74. Epoch 4/10
  75. 1/115 [..............................] - ETA: 0s - loss: 0.2315 38/115 [========>.....................] - ETA: 0s - loss: 0.3239 72/115 [=================>............] - ETA: 0s - loss: 0.3123 110/115 [===========================>..] - ETA: 0s - loss: 0.3180 115/115 [==============================] - 0s 1ms/step - loss: 0.3223
  76. Epoch 5/10
  77. 1/115 [..............................] - ETA: 0s - loss: 0.2317 38/115 [========>.....................] - ETA: 0s - loss: 0.3306 76/115 [==================>...........] - ETA: 0s - loss: 0.3121 114/115 [============================>.] - ETA: 0s - loss: 0.3178 115/115 [==============================] - 0s 1ms/step - loss: 0.3176
  78. Epoch 6/10
  79. 1/115 [..............................] - ETA: 0s - loss: 0.2973 39/115 [=========>....................] - ETA: 0s - loss: 0.3339 77/115 [===================>..........] - ETA: 0s - loss: 0.3156 115/115 [==============================] - ETA: 0s - loss: 0.3128 115/115 [==============================] - 0s 1ms/step - loss: 0.3128
  80. Epoch 7/10
  81. 1/115 [..............................] - ETA: 0s - loss: 0.2231 39/115 [=========>....................] - ETA: 0s - loss: 0.3037 77/115 [===================>..........] - ETA: 0s - loss: 0.3059 115/115 [==============================] - 0s 1ms/step - loss: 0.3087
  82. Epoch 8/10
  83. 1/115 [..............................] - ETA: 0s - loss: 0.1893 40/115 [=========>....................] - ETA: 0s - loss: 0.3152 80/115 [===================>..........] - ETA: 0s - loss: 0.3171 115/115 [==============================] - 0s 1ms/step - loss: 0.3062
  84. Epoch 9/10
  85. 1/115 [..............................] - ETA: 0s - loss: 0.2723 36/115 [========>.....................] - ETA: 0s - loss: 0.3044 73/115 [==================>...........] - ETA: 0s - loss: 0.2971 107/115 [==========================>...] - ETA: 0s - loss: 0.2999 115/115 [==============================] - 0s 1ms/step - loss: 0.2993
  86. Epoch 10/10
  87. 1/115 [..............................] - ETA: 0s - loss: 0.4919 32/115 [=======>......................] - ETA: 0s - loss: 0.2818 66/115 [================>.............] - ETA: 0s - loss: 0.2910 105/115 [==========================>...] - ETA: 0s - loss: 0.2934 115/115 [==============================] - 0s 1ms/step - loss: 0.2949
  88. -> test with GAN.predict
  89. GAN tn, fp: 259, 28
  90. GAN fn, tp: 2, 9
  91. GAN f1 score: 0.375
  92. GAN cohens kappa score: 0.337
  93. -> test with 'LR'
  94. LR tn, fp: 237, 50
  95. LR fn, tp: 1, 10
  96. LR f1 score: 0.282
  97. LR cohens kappa score: 0.234
  98. LR average precision score: 0.661
  99. -> test with 'RF'
  100. RF tn, fp: 286, 1
  101. RF fn, tp: 7, 4
  102. RF f1 score: 0.500
  103. RF cohens kappa score: 0.488
  104. -> test with 'GB'
  105. GB tn, fp: 284, 3
  106. GB fn, tp: 6, 5
  107. GB f1 score: 0.526
  108. GB cohens kappa score: 0.511
  109. -> test with 'KNN'
  110. KNN tn, fp: 259, 28
  111. KNN fn, tp: 0, 11
  112. KNN f1 score: 0.440
  113. KNN cohens kappa score: 0.406
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1106 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/115 [..............................] - ETA: 18s - loss: 0.2694 42/115 [=========>....................] - ETA: 0s - loss: 0.3220  81/115 [====================>.........] - ETA: 0s - loss: 0.3310 115/115 [==============================] - 0s 1ms/step - loss: 0.3297
  121. Epoch 2/10
  122. 1/115 [..............................] - ETA: 0s - loss: 0.1856 40/115 [=========>....................] - ETA: 0s - loss: 0.3340 81/115 [====================>.........] - ETA: 0s - loss: 0.3198 115/115 [==============================] - 0s 1ms/step - loss: 0.3271
  123. Epoch 3/10
  124. 1/115 [..............................] - ETA: 0s - loss: 0.2188 42/115 [=========>....................] - ETA: 0s - loss: 0.3090 80/115 [===================>..........] - ETA: 0s - loss: 0.3216 115/115 [==============================] - 0s 1ms/step - loss: 0.3259
  125. Epoch 4/10
  126. 1/115 [..............................] - ETA: 0s - loss: 0.2046 41/115 [=========>....................] - ETA: 0s - loss: 0.3054 81/115 [====================>.........] - ETA: 0s - loss: 0.3248 115/115 [==============================] - 0s 1ms/step - loss: 0.3228
  127. Epoch 5/10
  128. 1/115 [..............................] - ETA: 0s - loss: 0.3414 40/115 [=========>....................] - ETA: 0s - loss: 0.3111 78/115 [===================>..........] - ETA: 0s - loss: 0.3042 115/115 [==============================] - 0s 1ms/step - loss: 0.3200
  129. Epoch 6/10
  130. 1/115 [..............................] - ETA: 0s - loss: 0.2309 40/115 [=========>....................] - ETA: 0s - loss: 0.2979 76/115 [==================>...........] - ETA: 0s - loss: 0.3043 114/115 [============================>.] - ETA: 0s - loss: 0.3189 115/115 [==============================] - 0s 1ms/step - loss: 0.3179
  131. Epoch 7/10
  132. 1/115 [..............................] - ETA: 0s - loss: 0.4476 41/115 [=========>....................] - ETA: 0s - loss: 0.3243 81/115 [====================>.........] - ETA: 0s - loss: 0.3139 115/115 [==============================] - 0s 1ms/step - loss: 0.3141
  133. Epoch 8/10
  134. 1/115 [..............................] - ETA: 0s - loss: 0.4451 39/115 [=========>....................] - ETA: 0s - loss: 0.2978 78/115 [===================>..........] - ETA: 0s - loss: 0.3132 115/115 [==============================] - ETA: 0s - loss: 0.3125 115/115 [==============================] - 0s 1ms/step - loss: 0.3125
  135. Epoch 9/10
  136. 1/115 [..............................] - ETA: 0s - loss: 0.3286 37/115 [========>.....................] - ETA: 0s - loss: 0.2908 78/115 [===================>..........] - ETA: 0s - loss: 0.3058 115/115 [==============================] - 0s 1ms/step - loss: 0.3104
  137. Epoch 10/10
  138. 1/115 [..............................] - ETA: 0s - loss: 0.2532 42/115 [=========>....................] - ETA: 0s - loss: 0.2855 79/115 [===================>..........] - ETA: 0s - loss: 0.3021 115/115 [==============================] - 0s 1ms/step - loss: 0.3091
  139. -> test with GAN.predict
  140. GAN tn, fp: 257, 30
  141. GAN fn, tp: 2, 9
  142. GAN f1 score: 0.360
  143. GAN cohens kappa score: 0.321
  144. -> test with 'LR'
  145. LR tn, fp: 232, 55
  146. LR fn, tp: 1, 10
  147. LR f1 score: 0.263
  148. LR cohens kappa score: 0.213
  149. LR average precision score: 0.251
  150. -> test with 'RF'
  151. RF tn, fp: 287, 0
  152. RF fn, tp: 11, 0
  153. RF f1 score: 0.000
  154. RF cohens kappa score: 0.000
  155. -> test with 'GB'
  156. GB tn, fp: 286, 1
  157. GB fn, tp: 10, 1
  158. GB f1 score: 0.154
  159. GB cohens kappa score: 0.144
  160. -> test with 'KNN'
  161. KNN tn, fp: 252, 35
  162. KNN fn, tp: 3, 8
  163. KNN f1 score: 0.296
  164. KNN cohens kappa score: 0.252
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1106 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/115 [..............................] - ETA: 20s - loss: 0.1738 42/115 [=========>....................] - ETA: 0s - loss: 0.2470  83/115 [====================>.........] - ETA: 0s - loss: 0.2304 115/115 [==============================] - 0s 1ms/step - loss: 0.2240
  172. Epoch 2/10
  173. 1/115 [..............................] - ETA: 0s - loss: 0.4490 40/115 [=========>....................] - ETA: 0s - loss: 0.2229 79/115 [===================>..........] - ETA: 0s - loss: 0.2249 115/115 [==============================] - 0s 1ms/step - loss: 0.2214
  174. Epoch 3/10
  175. 1/115 [..............................] - ETA: 0s - loss: 0.3827 41/115 [=========>....................] - ETA: 0s - loss: 0.2176 81/115 [====================>.........] - ETA: 0s - loss: 0.2183 115/115 [==============================] - 0s 1ms/step - loss: 0.2202
  176. Epoch 4/10
  177. 1/115 [..............................] - ETA: 0s - loss: 0.3313 44/115 [==========>...................] - ETA: 0s - loss: 0.2217 86/115 [=====================>........] - ETA: 0s - loss: 0.2121 115/115 [==============================] - 0s 1ms/step - loss: 0.2173
  178. Epoch 5/10
  179. 1/115 [..............................] - ETA: 0s - loss: 0.0764 40/115 [=========>....................] - ETA: 0s - loss: 0.2210 80/115 [===================>..........] - ETA: 0s - loss: 0.2178 115/115 [==============================] - 0s 1ms/step - loss: 0.2189
  180. Epoch 6/10
  181. 1/115 [..............................] - ETA: 0s - loss: 0.1983 41/115 [=========>....................] - ETA: 0s - loss: 0.2171 80/115 [===================>..........] - ETA: 0s - loss: 0.2222 115/115 [==============================] - 0s 1ms/step - loss: 0.2154
  182. Epoch 7/10
  183. 1/115 [..............................] - ETA: 0s - loss: 0.0875 35/115 [========>.....................] - ETA: 0s - loss: 0.2174 68/115 [================>.............] - ETA: 0s - loss: 0.2122 107/115 [==========================>...] - ETA: 0s - loss: 0.2123 115/115 [==============================] - 0s 1ms/step - loss: 0.2158
  184. Epoch 8/10
  185. 1/115 [..............................] - ETA: 0s - loss: 0.2690 39/115 [=========>....................] - ETA: 0s - loss: 0.2376 77/115 [===================>..........] - ETA: 0s - loss: 0.2219 115/115 [==============================] - 0s 1ms/step - loss: 0.2136
  186. Epoch 9/10
  187. 1/115 [..............................] - ETA: 0s - loss: 0.2096 40/115 [=========>....................] - ETA: 0s - loss: 0.2080 79/115 [===================>..........] - ETA: 0s - loss: 0.2034 115/115 [==============================] - 0s 1ms/step - loss: 0.2100
  188. Epoch 10/10
  189. 1/115 [..............................] - ETA: 0s - loss: 0.2223 41/115 [=========>....................] - ETA: 0s - loss: 0.1934 79/115 [===================>..........] - ETA: 0s - loss: 0.2031 115/115 [==============================] - 0s 1ms/step - loss: 0.2110
  190. -> test with GAN.predict
  191. GAN tn, fp: 261, 26
  192. GAN fn, tp: 6, 5
  193. GAN f1 score: 0.238
  194. GAN cohens kappa score: 0.194
  195. -> test with 'LR'
  196. LR tn, fp: 251, 36
  197. LR fn, tp: 6, 5
  198. LR f1 score: 0.192
  199. LR cohens kappa score: 0.142
  200. LR average precision score: 0.176
  201. -> test with 'RF'
  202. RF tn, fp: 283, 4
  203. RF fn, tp: 8, 3
  204. RF f1 score: 0.333
  205. RF cohens kappa score: 0.314
  206. -> test with 'GB'
  207. GB tn, fp: 281, 6
  208. GB fn, tp: 8, 3
  209. GB f1 score: 0.300
  210. GB cohens kappa score: 0.276
  211. -> test with 'KNN'
  212. KNN tn, fp: 251, 36
  213. KNN fn, tp: 5, 6
  214. KNN f1 score: 0.226
  215. KNN cohens kappa score: 0.178
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1104 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/115 [..............................] - ETA: 18s - loss: 0.3312 42/115 [=========>....................] - ETA: 0s - loss: 0.3223  83/115 [====================>.........] - ETA: 0s - loss: 0.3105 115/115 [==============================] - 0s 1ms/step - loss: 0.3110
  223. Epoch 2/10
  224. 1/115 [..............................] - ETA: 0s - loss: 0.2363 42/115 [=========>....................] - ETA: 0s - loss: 0.3320 83/115 [====================>.........] - ETA: 0s - loss: 0.3173 115/115 [==============================] - 0s 1ms/step - loss: 0.3063
  225. Epoch 3/10
  226. 1/115 [..............................] - ETA: 0s - loss: 0.2359 42/115 [=========>....................] - ETA: 0s - loss: 0.2859 83/115 [====================>.........] - ETA: 0s - loss: 0.3058 115/115 [==============================] - 0s 1ms/step - loss: 0.3021
  227. Epoch 4/10
  228. 1/115 [..............................] - ETA: 0s - loss: 0.2572 42/115 [=========>....................] - ETA: 0s - loss: 0.3104 82/115 [====================>.........] - ETA: 0s - loss: 0.3101 115/115 [==============================] - 0s 1ms/step - loss: 0.3024
  229. Epoch 5/10
  230. 1/115 [..............................] - ETA: 0s - loss: 0.3790 41/115 [=========>....................] - ETA: 0s - loss: 0.2911 82/115 [====================>.........] - ETA: 0s - loss: 0.2881 115/115 [==============================] - 0s 1ms/step - loss: 0.2949
  231. Epoch 6/10
  232. 1/115 [..............................] - ETA: 0s - loss: 0.2325 34/115 [=======>......................] - ETA: 0s - loss: 0.3051 68/115 [================>.............] - ETA: 0s - loss: 0.3020 105/115 [==========================>...] - ETA: 0s - loss: 0.2917 115/115 [==============================] - 0s 1ms/step - loss: 0.2906
  233. Epoch 7/10
  234. 1/115 [..............................] - ETA: 0s - loss: 0.3587 42/115 [=========>....................] - ETA: 0s - loss: 0.2785 81/115 [====================>.........] - ETA: 0s - loss: 0.2747 115/115 [==============================] - 0s 1ms/step - loss: 0.2856
  235. Epoch 8/10
  236. 1/115 [..............................] - ETA: 0s - loss: 0.2190 42/115 [=========>....................] - ETA: 0s - loss: 0.2855 83/115 [====================>.........] - ETA: 0s - loss: 0.2819 115/115 [==============================] - 0s 1ms/step - loss: 0.2834
  237. Epoch 9/10
  238. 1/115 [..............................] - ETA: 0s - loss: 0.2639 42/115 [=========>....................] - ETA: 0s - loss: 0.2537 82/115 [====================>.........] - ETA: 0s - loss: 0.2676 115/115 [==============================] - 0s 1ms/step - loss: 0.2781
  239. Epoch 10/10
  240. 1/115 [..............................] - ETA: 0s - loss: 0.4015 42/115 [=========>....................] - ETA: 0s - loss: 0.3017 83/115 [====================>.........] - ETA: 0s - loss: 0.2793 115/115 [==============================] - 0s 1ms/step - loss: 0.2744
  241. -> test with GAN.predict
  242. GAN tn, fp: 253, 32
  243. GAN fn, tp: 2, 5
  244. GAN f1 score: 0.227
  245. GAN cohens kappa score: 0.195
  246. -> test with 'LR'
  247. LR tn, fp: 241, 44
  248. LR fn, tp: 1, 6
  249. LR f1 score: 0.211
  250. LR cohens kappa score: 0.176
  251. LR average precision score: 0.410
  252. -> test with 'RF'
  253. RF tn, fp: 285, 0
  254. RF fn, tp: 5, 2
  255. RF f1 score: 0.444
  256. RF cohens kappa score: 0.438
  257. -> test with 'GB'
  258. GB tn, fp: 283, 2
  259. GB fn, tp: 6, 1
  260. GB f1 score: 0.200
  261. GB cohens kappa score: 0.188
  262. -> test with 'KNN'
  263. KNN tn, fp: 258, 27
  264. KNN fn, tp: 1, 6
  265. KNN f1 score: 0.300
  266. KNN cohens kappa score: 0.271
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1106 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/115 [..............................] - ETA: 17s - loss: 0.4580 42/115 [=========>....................] - ETA: 0s - loss: 0.2949  80/115 [===================>..........] - ETA: 0s - loss: 0.2846 115/115 [==============================] - 0s 1ms/step - loss: 0.2864
  277. Epoch 2/10
  278. 1/115 [..............................] - ETA: 0s - loss: 0.6379 29/115 [======>.......................] - ETA: 0s - loss: 0.3524 58/115 [==============>...............] - ETA: 0s - loss: 0.3041 92/115 [=======================>......] - ETA: 0s - loss: 0.2888 115/115 [==============================] - 0s 3ms/step - loss: 0.2852
  279. Epoch 3/10
  280. 1/115 [..............................] - ETA: 0s - loss: 0.3285 39/115 [=========>....................] - ETA: 0s - loss: 0.2925 79/115 [===================>..........] - ETA: 0s - loss: 0.2812 115/115 [==============================] - 0s 1ms/step - loss: 0.2809
  281. Epoch 4/10
  282. 1/115 [..............................] - ETA: 0s - loss: 0.3162 38/115 [========>.....................] - ETA: 0s - loss: 0.2503 79/115 [===================>..........] - ETA: 0s - loss: 0.2654 115/115 [==============================] - 0s 1ms/step - loss: 0.2781
  283. Epoch 5/10
  284. 1/115 [..............................] - ETA: 0s - loss: 0.4246 41/115 [=========>....................] - ETA: 0s - loss: 0.2743 80/115 [===================>..........] - ETA: 0s - loss: 0.2767 115/115 [==============================] - 0s 1ms/step - loss: 0.2743
  285. Epoch 6/10
  286. 1/115 [..............................] - ETA: 0s - loss: 0.1382 41/115 [=========>....................] - ETA: 0s - loss: 0.2849 77/115 [===================>..........] - ETA: 0s - loss: 0.2661 115/115 [==============================] - 0s 1ms/step - loss: 0.2714
  287. Epoch 7/10
  288. 1/115 [..............................] - ETA: 0s - loss: 0.3072 41/115 [=========>....................] - ETA: 0s - loss: 0.2751 76/115 [==================>...........] - ETA: 0s - loss: 0.2759 112/115 [============================>.] - ETA: 0s - loss: 0.2684 115/115 [==============================] - 0s 1ms/step - loss: 0.2683
  289. Epoch 8/10
  290. 1/115 [..............................] - ETA: 0s - loss: 0.2537 32/115 [=======>......................] - ETA: 0s - loss: 0.2371 70/115 [=================>............] - ETA: 0s - loss: 0.2705 111/115 [===========================>..] - ETA: 0s - loss: 0.2687 115/115 [==============================] - 0s 1ms/step - loss: 0.2697
  291. Epoch 9/10
  292. 1/115 [..............................] - ETA: 0s - loss: 0.1999 40/115 [=========>....................] - ETA: 0s - loss: 0.2394 82/115 [====================>.........] - ETA: 0s - loss: 0.2629 115/115 [==============================] - 0s 1ms/step - loss: 0.2609
  293. Epoch 10/10
  294. 1/115 [..............................] - ETA: 0s - loss: 0.1841 40/115 [=========>....................] - ETA: 0s - loss: 0.2739 81/115 [====================>.........] - ETA: 0s - loss: 0.2726 115/115 [==============================] - 0s 1ms/step - loss: 0.2612
  295. -> test with GAN.predict
  296. GAN tn, fp: 263, 24
  297. GAN fn, tp: 2, 9
  298. GAN f1 score: 0.409
  299. GAN cohens kappa score: 0.374
  300. -> test with 'LR'
  301. LR tn, fp: 248, 39
  302. LR fn, tp: 2, 9
  303. LR f1 score: 0.305
  304. LR cohens kappa score: 0.261
  305. LR average precision score: 0.327
  306. -> test with 'RF'
  307. RF tn, fp: 286, 1
  308. RF fn, tp: 10, 1
  309. RF f1 score: 0.154
  310. RF cohens kappa score: 0.144
  311. -> test with 'GB'
  312. GB tn, fp: 284, 3
  313. GB fn, tp: 10, 1
  314. GB f1 score: 0.133
  315. GB cohens kappa score: 0.116
  316. -> test with 'KNN'
  317. KNN tn, fp: 267, 20
  318. KNN fn, tp: 3, 8
  319. KNN f1 score: 0.410
  320. KNN cohens kappa score: 0.377
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1106 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/115 [..............................] - ETA: 17s - loss: 0.5738 39/115 [=========>....................] - ETA: 0s - loss: 0.2987  74/115 [==================>...........] - ETA: 0s - loss: 0.2954 109/115 [===========================>..] - ETA: 0s - loss: 0.2957 115/115 [==============================] - 0s 1ms/step - loss: 0.2978
  328. Epoch 2/10
  329. 1/115 [..............................] - ETA: 0s - loss: 0.3082 36/115 [========>.....................] - ETA: 0s - loss: 0.2671 69/115 [=================>............] - ETA: 0s - loss: 0.2933 103/115 [=========================>....] - ETA: 0s - loss: 0.2926 115/115 [==============================] - 0s 1ms/step - loss: 0.2939
  330. Epoch 3/10
  331. 1/115 [..............................] - ETA: 0s - loss: 0.3994 37/115 [========>.....................] - ETA: 0s - loss: 0.2778 72/115 [=================>............] - ETA: 0s - loss: 0.2892 107/115 [==========================>...] - ETA: 0s - loss: 0.2898 115/115 [==============================] - 0s 1ms/step - loss: 0.2913
  332. Epoch 4/10
  333. 1/115 [..............................] - ETA: 0s - loss: 0.2261 35/115 [========>.....................] - ETA: 0s - loss: 0.2765 66/115 [================>.............] - ETA: 0s - loss: 0.2921 99/115 [========================>.....] - ETA: 0s - loss: 0.2906 115/115 [==============================] - 0s 2ms/step - loss: 0.2873
  334. Epoch 5/10
  335. 1/115 [..............................] - ETA: 0s - loss: 0.3860 35/115 [========>.....................] - ETA: 0s - loss: 0.3092 69/115 [=================>............] - ETA: 0s - loss: 0.2921 104/115 [==========================>...] - ETA: 0s - loss: 0.2865 115/115 [==============================] - 0s 1ms/step - loss: 0.2843
  336. Epoch 6/10
  337. 1/115 [..............................] - ETA: 0s - loss: 0.4045 35/115 [========>.....................] - ETA: 0s - loss: 0.2807 67/115 [================>.............] - ETA: 0s - loss: 0.2814 103/115 [=========================>....] - ETA: 0s - loss: 0.2844 115/115 [==============================] - 0s 1ms/step - loss: 0.2827
  338. Epoch 7/10
  339. 1/115 [..............................] - ETA: 0s - loss: 0.2110 35/115 [========>.....................] - ETA: 0s - loss: 0.2710 68/115 [================>.............] - ETA: 0s - loss: 0.2758 97/115 [========================>.....] - ETA: 0s - loss: 0.2761 115/115 [==============================] - 0s 2ms/step - loss: 0.2785
  340. Epoch 8/10
  341. 1/115 [..............................] - ETA: 0s - loss: 0.4104 35/115 [========>.....................] - ETA: 0s - loss: 0.3230 70/115 [=================>............] - ETA: 0s - loss: 0.2945 107/115 [==========================>...] - ETA: 0s - loss: 0.2803 115/115 [==============================] - 0s 1ms/step - loss: 0.2773
  342. Epoch 9/10
  343. 1/115 [..............................] - ETA: 0s - loss: 0.3067 33/115 [=======>......................] - ETA: 0s - loss: 0.2652 71/115 [=================>............] - ETA: 0s - loss: 0.2572 105/115 [==========================>...] - ETA: 0s - loss: 0.2718 115/115 [==============================] - 0s 1ms/step - loss: 0.2756
  344. Epoch 10/10
  345. 1/115 [..............................] - ETA: 0s - loss: 0.3754 34/115 [=======>......................] - ETA: 0s - loss: 0.2560 65/115 [===============>..............] - ETA: 0s - loss: 0.2616 97/115 [========================>.....] - ETA: 0s - loss: 0.2635 115/115 [==============================] - 0s 2ms/step - loss: 0.2687
  346. -> test with GAN.predict
  347. GAN tn, fp: 254, 33
  348. GAN fn, tp: 3, 8
  349. GAN f1 score: 0.308
  350. GAN cohens kappa score: 0.265
  351. -> test with 'LR'
  352. LR tn, fp: 237, 50
  353. LR fn, tp: 2, 9
  354. LR f1 score: 0.257
  355. LR cohens kappa score: 0.208
  356. LR average precision score: 0.468
  357. -> test with 'RF'
  358. RF tn, fp: 286, 1
  359. RF fn, tp: 7, 4
  360. RF f1 score: 0.500
  361. RF cohens kappa score: 0.488
  362. -> test with 'GB'
  363. GB tn, fp: 285, 2
  364. GB fn, tp: 6, 5
  365. GB f1 score: 0.556
  366. GB cohens kappa score: 0.542
  367. -> test with 'KNN'
  368. KNN tn, fp: 235, 52
  369. KNN fn, tp: 3, 8
  370. KNN f1 score: 0.225
  371. KNN cohens kappa score: 0.174
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1106 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/115 [..............................] - ETA: 18s - loss: 0.2238 42/115 [=========>....................] - ETA: 0s - loss: 0.2610  83/115 [====================>.........] - ETA: 0s - loss: 0.2720 115/115 [==============================] - 0s 1ms/step - loss: 0.2690
  379. Epoch 2/10
  380. 1/115 [..............................] - ETA: 0s - loss: 0.1529 42/115 [=========>....................] - ETA: 0s - loss: 0.2763 78/115 [===================>..........] - ETA: 0s - loss: 0.2713 113/115 [============================>.] - ETA: 0s - loss: 0.2696 115/115 [==============================] - 0s 1ms/step - loss: 0.2674
  381. Epoch 3/10
  382. 1/115 [..............................] - ETA: 0s - loss: 0.3820 35/115 [========>.....................] - ETA: 0s - loss: 0.2919 76/115 [==================>...........] - ETA: 0s - loss: 0.2679 115/115 [==============================] - 0s 1ms/step - loss: 0.2680
  383. Epoch 4/10
  384. 1/115 [..............................] - ETA: 0s - loss: 0.1114 43/115 [==========>...................] - ETA: 0s - loss: 0.2663 84/115 [====================>.........] - ETA: 0s - loss: 0.2639 115/115 [==============================] - 0s 1ms/step - loss: 0.2644
  385. Epoch 5/10
  386. 1/115 [..............................] - ETA: 0s - loss: 0.1773 42/115 [=========>....................] - ETA: 0s - loss: 0.2755 83/115 [====================>.........] - ETA: 0s - loss: 0.2616 115/115 [==============================] - 0s 1ms/step - loss: 0.2609
  387. Epoch 6/10
  388. 1/115 [..............................] - ETA: 0s - loss: 0.1027 41/115 [=========>....................] - ETA: 0s - loss: 0.2566 81/115 [====================>.........] - ETA: 0s - loss: 0.2663 115/115 [==============================] - 0s 1ms/step - loss: 0.2596
  389. Epoch 7/10
  390. 1/115 [..............................] - ETA: 0s - loss: 0.2012 42/115 [=========>....................] - ETA: 0s - loss: 0.2444 83/115 [====================>.........] - ETA: 0s - loss: 0.2514 115/115 [==============================] - 0s 1ms/step - loss: 0.2561
  391. Epoch 8/10
  392. 1/115 [..............................] - ETA: 0s - loss: 0.1945 39/115 [=========>....................] - ETA: 0s - loss: 0.2397 80/115 [===================>..........] - ETA: 0s - loss: 0.2491 115/115 [==============================] - 0s 1ms/step - loss: 0.2535
  393. Epoch 9/10
  394. 1/115 [..............................] - ETA: 0s - loss: 0.3286 43/115 [==========>...................] - ETA: 0s - loss: 0.2428 81/115 [====================>.........] - ETA: 0s - loss: 0.2474 115/115 [==============================] - 0s 1ms/step - loss: 0.2534
  395. Epoch 10/10
  396. 1/115 [..............................] - ETA: 0s - loss: 0.2494 42/115 [=========>....................] - ETA: 0s - loss: 0.2455 82/115 [====================>.........] - ETA: 0s - loss: 0.2488 115/115 [==============================] - 0s 1ms/step - loss: 0.2497
  397. -> test with GAN.predict
  398. GAN tn, fp: 257, 30
  399. GAN fn, tp: 4, 7
  400. GAN f1 score: 0.292
  401. GAN cohens kappa score: 0.249
  402. -> test with 'LR'
  403. LR tn, fp: 245, 42
  404. LR fn, tp: 4, 7
  405. LR f1 score: 0.233
  406. LR cohens kappa score: 0.184
  407. LR average precision score: 0.362
  408. -> test with 'RF'
  409. RF tn, fp: 285, 2
  410. RF fn, tp: 9, 2
  411. RF f1 score: 0.267
  412. RF cohens kappa score: 0.252
  413. -> test with 'GB'
  414. GB tn, fp: 284, 3
  415. GB fn, tp: 8, 3
  416. GB f1 score: 0.353
  417. GB cohens kappa score: 0.336
  418. -> test with 'KNN'
  419. KNN tn, fp: 251, 36
  420. KNN fn, tp: 3, 8
  421. KNN f1 score: 0.291
  422. KNN cohens kappa score: 0.246
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1106 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/115 [..............................] - ETA: 18s - loss: 0.1022 39/115 [=========>....................] - ETA: 0s - loss: 0.2580  78/115 [===================>..........] - ETA: 0s - loss: 0.2814 115/115 [==============================] - 0s 1ms/step - loss: 0.2688
  430. Epoch 2/10
  431. 1/115 [..............................] - ETA: 0s - loss: 0.3048 38/115 [========>.....................] - ETA: 0s - loss: 0.2432 77/115 [===================>..........] - ETA: 0s - loss: 0.2562 115/115 [==============================] - 0s 1ms/step - loss: 0.2661
  432. Epoch 3/10
  433. 1/115 [..............................] - ETA: 0s - loss: 0.2406 33/115 [=======>......................] - ETA: 0s - loss: 0.2608 66/115 [================>.............] - ETA: 0s - loss: 0.2835 101/115 [=========================>....] - ETA: 0s - loss: 0.2689 115/115 [==============================] - 0s 1ms/step - loss: 0.2644
  434. Epoch 4/10
  435. 1/115 [..............................] - ETA: 0s - loss: 0.2900 40/115 [=========>....................] - ETA: 0s - loss: 0.2841 80/115 [===================>..........] - ETA: 0s - loss: 0.2535 115/115 [==============================] - 0s 1ms/step - loss: 0.2627
  436. Epoch 5/10
  437. 1/115 [..............................] - ETA: 0s - loss: 0.1226 40/115 [=========>....................] - ETA: 0s - loss: 0.2872 78/115 [===================>..........] - ETA: 0s - loss: 0.2708 115/115 [==============================] - 0s 1ms/step - loss: 0.2610
  438. Epoch 6/10
  439. 1/115 [..............................] - ETA: 0s - loss: 0.2658 40/115 [=========>....................] - ETA: 0s - loss: 0.2875 78/115 [===================>..........] - ETA: 0s - loss: 0.2575 115/115 [==============================] - ETA: 0s - loss: 0.2591 115/115 [==============================] - 0s 1ms/step - loss: 0.2591
  440. Epoch 7/10
  441. 1/115 [..............................] - ETA: 0s - loss: 0.4785 37/115 [========>.....................] - ETA: 0s - loss: 0.2586 73/115 [==================>...........] - ETA: 0s - loss: 0.2612 110/115 [===========================>..] - ETA: 0s - loss: 0.2555 115/115 [==============================] - 0s 1ms/step - loss: 0.2566
  442. Epoch 8/10
  443. 1/115 [..............................] - ETA: 0s - loss: 0.1571 38/115 [========>.....................] - ETA: 0s - loss: 0.2730 77/115 [===================>..........] - ETA: 0s - loss: 0.2590 115/115 [==============================] - 0s 1ms/step - loss: 0.2558
  444. Epoch 9/10
  445. 1/115 [..............................] - ETA: 0s - loss: 0.2662 41/115 [=========>....................] - ETA: 0s - loss: 0.2812 81/115 [====================>.........] - ETA: 0s - loss: 0.2592 115/115 [==============================] - 0s 1ms/step - loss: 0.2526
  446. Epoch 10/10
  447. 1/115 [..............................] - ETA: 0s - loss: 0.2186 40/115 [=========>....................] - ETA: 0s - loss: 0.2373 81/115 [====================>.........] - ETA: 0s - loss: 0.2572 115/115 [==============================] - 0s 1ms/step - loss: 0.2500
  448. -> test with GAN.predict
  449. GAN tn, fp: 259, 28
  450. GAN fn, tp: 3, 8
  451. GAN f1 score: 0.340
  452. GAN cohens kappa score: 0.301
  453. -> test with 'LR'
  454. LR tn, fp: 247, 40
  455. LR fn, tp: 2, 9
  456. LR f1 score: 0.300
  457. LR cohens kappa score: 0.255
  458. LR average precision score: 0.295
  459. -> test with 'RF'
  460. RF tn, fp: 286, 1
  461. RF fn, tp: 9, 2
  462. RF f1 score: 0.286
  463. RF cohens kappa score: 0.274
  464. -> test with 'GB'
  465. GB tn, fp: 285, 2
  466. GB fn, tp: 10, 1
  467. GB f1 score: 0.143
  468. GB cohens kappa score: 0.129
  469. -> test with 'KNN'
  470. KNN tn, fp: 262, 25
  471. KNN fn, tp: 3, 8
  472. KNN f1 score: 0.364
  473. KNN cohens kappa score: 0.326
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1104 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/115 [..............................] - ETA: 17s - loss: 0.2086 41/115 [=========>....................] - ETA: 0s - loss: 0.2861  82/115 [====================>.........] - ETA: 0s - loss: 0.2992 115/115 [==============================] - 0s 1ms/step - loss: 0.3011
  481. Epoch 2/10
  482. 1/115 [..............................] - ETA: 0s - loss: 0.3201 41/115 [=========>....................] - ETA: 0s - loss: 0.3001 81/115 [====================>.........] - ETA: 0s - loss: 0.2901 115/115 [==============================] - 0s 1ms/step - loss: 0.2940
  483. Epoch 3/10
  484. 1/115 [..............................] - ETA: 0s - loss: 0.3669 41/115 [=========>....................] - ETA: 0s - loss: 0.2858 81/115 [====================>.........] - ETA: 0s - loss: 0.2881 115/115 [==============================] - 0s 1ms/step - loss: 0.2893
  485. Epoch 4/10
  486. 1/115 [..............................] - ETA: 0s - loss: 0.1803 40/115 [=========>....................] - ETA: 0s - loss: 0.2925 80/115 [===================>..........] - ETA: 0s - loss: 0.2937 115/115 [==============================] - 0s 1ms/step - loss: 0.2869
  487. Epoch 5/10
  488. 1/115 [..............................] - ETA: 0s - loss: 0.3339 34/115 [=======>......................] - ETA: 0s - loss: 0.2710 69/115 [=================>............] - ETA: 0s - loss: 0.2774 104/115 [==========================>...] - ETA: 0s - loss: 0.2808 115/115 [==============================] - 0s 1ms/step - loss: 0.2808
  489. Epoch 6/10
  490. 1/115 [..............................] - ETA: 0s - loss: 0.4335 40/115 [=========>....................] - ETA: 0s - loss: 0.2593 80/115 [===================>..........] - ETA: 0s - loss: 0.2749 115/115 [==============================] - 0s 1ms/step - loss: 0.2734
  491. Epoch 7/10
  492. 1/115 [..............................] - ETA: 0s - loss: 0.1366 42/115 [=========>....................] - ETA: 0s - loss: 0.2548 83/115 [====================>.........] - ETA: 0s - loss: 0.2612 115/115 [==============================] - 0s 1ms/step - loss: 0.2691
  493. Epoch 8/10
  494. 1/115 [..............................] - ETA: 0s - loss: 0.3582 40/115 [=========>....................] - ETA: 0s - loss: 0.2605 80/115 [===================>..........] - ETA: 0s - loss: 0.2622 115/115 [==============================] - 0s 1ms/step - loss: 0.2640
  495. Epoch 9/10
  496. 1/115 [..............................] - ETA: 0s - loss: 0.2976 42/115 [=========>....................] - ETA: 0s - loss: 0.2606 83/115 [====================>.........] - ETA: 0s - loss: 0.2548 115/115 [==============================] - 0s 1ms/step - loss: 0.2589
  497. Epoch 10/10
  498. 1/115 [..............................] - ETA: 0s - loss: 0.3732 41/115 [=========>....................] - ETA: 0s - loss: 0.2484 76/115 [==================>...........] - ETA: 0s - loss: 0.2439 108/115 [===========================>..] - ETA: 0s - loss: 0.2540 115/115 [==============================] - 0s 1ms/step - loss: 0.2527
  499. -> test with GAN.predict
  500. GAN tn, fp: 263, 22
  501. GAN fn, tp: 2, 5
  502. GAN f1 score: 0.294
  503. GAN cohens kappa score: 0.266
  504. -> test with 'LR'
  505. LR tn, fp: 224, 61
  506. LR fn, tp: 1, 6
  507. LR f1 score: 0.162
  508. LR cohens kappa score: 0.124
  509. LR average precision score: 0.361
  510. -> test with 'RF'
  511. RF tn, fp: 284, 1
  512. RF fn, tp: 7, 0
  513. RF f1 score: 0.000
  514. RF cohens kappa score: -0.006
  515. -> test with 'GB'
  516. GB tn, fp: 284, 1
  517. GB fn, tp: 6, 1
  518. GB f1 score: 0.222
  519. GB cohens kappa score: 0.214
  520. -> test with 'KNN'
  521. KNN tn, fp: 267, 18
  522. KNN fn, tp: 1, 6
  523. KNN f1 score: 0.387
  524. KNN cohens kappa score: 0.363
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1106 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/115 [..............................] - ETA: 18s - loss: 0.2743 42/115 [=========>....................] - ETA: 0s - loss: 0.3106  79/115 [===================>..........] - ETA: 0s - loss: 0.2988 115/115 [==============================] - 0s 1ms/step - loss: 0.3112
  535. Epoch 2/10
  536. 1/115 [..............................] - ETA: 0s - loss: 0.2286 40/115 [=========>....................] - ETA: 0s - loss: 0.3159 79/115 [===================>..........] - ETA: 0s - loss: 0.3015 115/115 [==============================] - 0s 1ms/step - loss: 0.3089
  537. Epoch 3/10
  538. 1/115 [..............................] - ETA: 0s - loss: 0.2875 40/115 [=========>....................] - ETA: 0s - loss: 0.3126 81/115 [====================>.........] - ETA: 0s - loss: 0.3207 115/115 [==============================] - 0s 1ms/step - loss: 0.3073
  539. Epoch 4/10
  540. 1/115 [..............................] - ETA: 0s - loss: 0.1003 41/115 [=========>....................] - ETA: 0s - loss: 0.2829 81/115 [====================>.........] - ETA: 0s - loss: 0.3117 111/115 [===========================>..] - ETA: 0s - loss: 0.3022 115/115 [==============================] - 0s 1ms/step - loss: 0.3043
  541. Epoch 5/10
  542. 1/115 [..............................] - ETA: 0s - loss: 0.3898 31/115 [=======>......................] - ETA: 0s - loss: 0.3031 61/115 [==============>...............] - ETA: 0s - loss: 0.3182 97/115 [========================>.....] - ETA: 0s - loss: 0.3005 115/115 [==============================] - 0s 2ms/step - loss: 0.3022
  543. Epoch 6/10
  544. 1/115 [..............................] - ETA: 0s - loss: 0.3850 39/115 [=========>....................] - ETA: 0s - loss: 0.2977 78/115 [===================>..........] - ETA: 0s - loss: 0.3004 115/115 [==============================] - 0s 1ms/step - loss: 0.2974
  545. Epoch 7/10
  546. 1/115 [..............................] - ETA: 0s - loss: 0.3284 40/115 [=========>....................] - ETA: 0s - loss: 0.2852 77/115 [===================>..........] - ETA: 0s - loss: 0.2885 115/115 [==============================] - 0s 1ms/step - loss: 0.2960
  547. Epoch 8/10
  548. 1/115 [..............................] - ETA: 0s - loss: 0.1709 39/115 [=========>....................] - ETA: 0s - loss: 0.2870 78/115 [===================>..........] - ETA: 0s - loss: 0.2934 115/115 [==============================] - 0s 1ms/step - loss: 0.2910
  549. Epoch 9/10
  550. 1/115 [..............................] - ETA: 0s - loss: 0.3758 42/115 [=========>....................] - ETA: 0s - loss: 0.2996 81/115 [====================>.........] - ETA: 0s - loss: 0.2770 115/115 [==============================] - 0s 1ms/step - loss: 0.2875
  551. Epoch 10/10
  552. 1/115 [..............................] - ETA: 0s - loss: 0.2311 40/115 [=========>....................] - ETA: 0s - loss: 0.2863 80/115 [===================>..........] - ETA: 0s - loss: 0.2873 115/115 [==============================] - 0s 1ms/step - loss: 0.2851
  553. -> test with GAN.predict
  554. GAN tn, fp: 251, 36
  555. GAN fn, tp: 3, 8
  556. GAN f1 score: 0.291
  557. GAN cohens kappa score: 0.246
  558. -> test with 'LR'
  559. LR tn, fp: 242, 45
  560. LR fn, tp: 2, 9
  561. LR f1 score: 0.277
  562. LR cohens kappa score: 0.230
  563. LR average precision score: 0.453
  564. -> test with 'RF'
  565. RF tn, fp: 286, 1
  566. RF fn, tp: 9, 2
  567. RF f1 score: 0.286
  568. RF cohens kappa score: 0.274
  569. -> test with 'GB'
  570. GB tn, fp: 284, 3
  571. GB fn, tp: 10, 1
  572. GB f1 score: 0.133
  573. GB cohens kappa score: 0.116
  574. -> test with 'KNN'
  575. KNN tn, fp: 268, 19
  576. KNN fn, tp: 3, 8
  577. KNN f1 score: 0.421
  578. KNN cohens kappa score: 0.389
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1106 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/115 [..............................] - ETA: 26s - loss: 0.2511 33/115 [=======>......................] - ETA: 0s - loss: 0.2544  66/115 [================>.............] - ETA: 0s - loss: 0.2751 97/115 [========================>.....] - ETA: 0s - loss: 0.2715 115/115 [==============================] - 0s 2ms/step - loss: 0.2764
  586. Epoch 2/10
  587. 1/115 [..............................] - ETA: 0s - loss: 0.3098 37/115 [========>.....................] - ETA: 0s - loss: 0.2847 74/115 [==================>...........] - ETA: 0s - loss: 0.2763 107/115 [==========================>...] - ETA: 0s - loss: 0.2768 115/115 [==============================] - 0s 1ms/step - loss: 0.2748
  588. Epoch 3/10
  589. 1/115 [..............................] - ETA: 0s - loss: 0.2773 26/115 [=====>........................] - ETA: 0s - loss: 0.2610 57/115 [=============>................] - ETA: 0s - loss: 0.2610 91/115 [======================>.......] - ETA: 0s - loss: 0.2796 115/115 [==============================] - 0s 2ms/step - loss: 0.2721
  590. Epoch 4/10
  591. 1/115 [..............................] - ETA: 0s - loss: 0.2879 33/115 [=======>......................] - ETA: 0s - loss: 0.2624 66/115 [================>.............] - ETA: 0s - loss: 0.2591 99/115 [========================>.....] - ETA: 0s - loss: 0.2713 115/115 [==============================] - 0s 2ms/step - loss: 0.2699
  592. Epoch 5/10
  593. 1/115 [..............................] - ETA: 0s - loss: 0.5320 36/115 [========>.....................] - ETA: 0s - loss: 0.2527 70/115 [=================>............] - ETA: 0s - loss: 0.2648 101/115 [=========================>....] - ETA: 0s - loss: 0.2726 115/115 [==============================] - 0s 2ms/step - loss: 0.2698
  594. Epoch 6/10
  595. 1/115 [..............................] - ETA: 0s - loss: 0.2119 34/115 [=======>......................] - ETA: 0s - loss: 0.2557 70/115 [=================>............] - ETA: 0s - loss: 0.2619 99/115 [========================>.....] - ETA: 0s - loss: 0.2643 115/115 [==============================] - 0s 2ms/step - loss: 0.2633
  596. Epoch 7/10
  597. 1/115 [..............................] - ETA: 0s - loss: 0.3141 35/115 [========>.....................] - ETA: 0s - loss: 0.2684 72/115 [=================>............] - ETA: 0s - loss: 0.2566 110/115 [===========================>..] - ETA: 0s - loss: 0.2636 115/115 [==============================] - 0s 1ms/step - loss: 0.2647
  598. Epoch 8/10
  599. 1/115 [..............................] - ETA: 0s - loss: 0.2662 41/115 [=========>....................] - ETA: 0s - loss: 0.2624 79/115 [===================>..........] - ETA: 0s - loss: 0.2580 115/115 [==============================] - 0s 1ms/step - loss: 0.2586
  600. Epoch 9/10
  601. 1/115 [..............................] - ETA: 0s - loss: 0.2785 39/115 [=========>....................] - ETA: 0s - loss: 0.2683 77/115 [===================>..........] - ETA: 0s - loss: 0.2544 114/115 [============================>.] - ETA: 0s - loss: 0.2545 115/115 [==============================] - 0s 1ms/step - loss: 0.2552
  602. Epoch 10/10
  603. 1/115 [..............................] - ETA: 0s - loss: 0.4804 38/115 [========>.....................] - ETA: 0s - loss: 0.2776 76/115 [==================>...........] - ETA: 0s - loss: 0.2585 112/115 [============================>.] - ETA: 0s - loss: 0.2535 115/115 [==============================] - 0s 1ms/step - loss: 0.2533
  604. -> test with GAN.predict
  605. GAN tn, fp: 263, 24
  606. GAN fn, tp: 3, 8
  607. GAN f1 score: 0.372
  608. GAN cohens kappa score: 0.336
  609. -> test with 'LR'
  610. LR tn, fp: 254, 33
  611. LR fn, tp: 2, 9
  612. LR f1 score: 0.340
  613. LR cohens kappa score: 0.299
  614. LR average precision score: 0.404
  615. -> test with 'RF'
  616. RF tn, fp: 286, 1
  617. RF fn, tp: 9, 2
  618. RF f1 score: 0.286
  619. RF cohens kappa score: 0.274
  620. -> test with 'GB'
  621. GB tn, fp: 286, 1
  622. GB fn, tp: 10, 1
  623. GB f1 score: 0.154
  624. GB cohens kappa score: 0.144
  625. -> test with 'KNN'
  626. KNN tn, fp: 257, 30
  627. KNN fn, tp: 2, 9
  628. KNN f1 score: 0.360
  629. KNN cohens kappa score: 0.321
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1106 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/115 [..............................] - ETA: 18s - loss: 0.2719 41/115 [=========>....................] - ETA: 0s - loss: 0.2470  82/115 [====================>.........] - ETA: 0s - loss: 0.2538 115/115 [==============================] - 0s 1ms/step - loss: 0.2543
  637. Epoch 2/10
  638. 1/115 [..............................] - ETA: 0s - loss: 0.2793 39/115 [=========>....................] - ETA: 0s - loss: 0.2398 78/115 [===================>..........] - ETA: 0s - loss: 0.2296 115/115 [==============================] - 0s 1ms/step - loss: 0.2537
  639. Epoch 3/10
  640. 1/115 [..............................] - ETA: 0s - loss: 0.2088 39/115 [=========>....................] - ETA: 0s - loss: 0.2461 79/115 [===================>..........] - ETA: 0s - loss: 0.2618 115/115 [==============================] - 0s 1ms/step - loss: 0.2507
  641. Epoch 4/10
  642. 1/115 [..............................] - ETA: 0s - loss: 0.5842 37/115 [========>.....................] - ETA: 0s - loss: 0.2511 75/115 [==================>...........] - ETA: 0s - loss: 0.2637 115/115 [==============================] - ETA: 0s - loss: 0.2494 115/115 [==============================] - 0s 1ms/step - loss: 0.2494
  643. Epoch 5/10
  644. 1/115 [..............................] - ETA: 0s - loss: 0.2594 42/115 [=========>....................] - ETA: 0s - loss: 0.2570 82/115 [====================>.........] - ETA: 0s - loss: 0.2458 115/115 [==============================] - 0s 1ms/step - loss: 0.2469
  645. Epoch 6/10
  646. 1/115 [..............................] - ETA: 0s - loss: 0.3539 41/115 [=========>....................] - ETA: 0s - loss: 0.2247 73/115 [==================>...........] - ETA: 0s - loss: 0.2366 105/115 [==========================>...] - ETA: 0s - loss: 0.2455 115/115 [==============================] - 0s 1ms/step - loss: 0.2465
  647. Epoch 7/10
  648. 1/115 [..............................] - ETA: 0s - loss: 0.1543 37/115 [========>.....................] - ETA: 0s - loss: 0.2575 76/115 [==================>...........] - ETA: 0s - loss: 0.2445 111/115 [===========================>..] - ETA: 0s - loss: 0.2471 115/115 [==============================] - 0s 1ms/step - loss: 0.2474
  649. Epoch 8/10
  650. 1/115 [..............................] - ETA: 0s - loss: 0.2353 38/115 [========>.....................] - ETA: 0s - loss: 0.2647 77/115 [===================>..........] - ETA: 0s - loss: 0.2601 115/115 [==============================] - 0s 1ms/step - loss: 0.2442
  651. Epoch 9/10
  652. 1/115 [..............................] - ETA: 0s - loss: 0.4908 39/115 [=========>....................] - ETA: 0s - loss: 0.2483 80/115 [===================>..........] - ETA: 0s - loss: 0.2332 115/115 [==============================] - 0s 1ms/step - loss: 0.2454
  653. Epoch 10/10
  654. 1/115 [..............................] - ETA: 0s - loss: 0.2333 40/115 [=========>....................] - ETA: 0s - loss: 0.2278 79/115 [===================>..........] - ETA: 0s - loss: 0.2185 115/115 [==============================] - 0s 1ms/step - loss: 0.2414
  655. -> test with GAN.predict
  656. GAN tn, fp: 241, 46
  657. GAN fn, tp: 3, 8
  658. GAN f1 score: 0.246
  659. GAN cohens kappa score: 0.197
  660. -> test with 'LR'
  661. LR tn, fp: 246, 41
  662. LR fn, tp: 3, 8
  663. LR f1 score: 0.267
  664. LR cohens kappa score: 0.220
  665. LR average precision score: 0.224
  666. -> test with 'RF'
  667. RF tn, fp: 283, 4
  668. RF fn, tp: 9, 2
  669. RF f1 score: 0.235
  670. RF cohens kappa score: 0.215
  671. -> test with 'GB'
  672. GB tn, fp: 283, 4
  673. GB fn, tp: 10, 1
  674. GB f1 score: 0.125
  675. GB cohens kappa score: 0.104
  676. -> test with 'KNN'
  677. KNN tn, fp: 253, 34
  678. KNN fn, tp: 2, 9
  679. KNN f1 score: 0.333
  680. KNN cohens kappa score: 0.292
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1106 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/115 [..............................] - ETA: 21s - loss: 0.1183 41/115 [=========>....................] - ETA: 0s - loss: 0.3090  80/115 [===================>..........] - ETA: 0s - loss: 0.3203 115/115 [==============================] - 0s 1ms/step - loss: 0.3105
  688. Epoch 2/10
  689. 1/115 [..............................] - ETA: 0s - loss: 0.3902 40/115 [=========>....................] - ETA: 0s - loss: 0.3057 80/115 [===================>..........] - ETA: 0s - loss: 0.3090 115/115 [==============================] - ETA: 0s - loss: 0.3101 115/115 [==============================] - 0s 1ms/step - loss: 0.3101
  690. Epoch 3/10
  691. 1/115 [..............................] - ETA: 0s - loss: 0.0938 41/115 [=========>....................] - ETA: 0s - loss: 0.2874 78/115 [===================>..........] - ETA: 0s - loss: 0.2981 113/115 [============================>.] - ETA: 0s - loss: 0.3034 115/115 [==============================] - 0s 1ms/step - loss: 0.3049
  692. Epoch 4/10
  693. 1/115 [..............................] - ETA: 0s - loss: 0.2951 34/115 [=======>......................] - ETA: 0s - loss: 0.3071 70/115 [=================>............] - ETA: 0s - loss: 0.3114 109/115 [===========================>..] - ETA: 0s - loss: 0.3041 115/115 [==============================] - 0s 1ms/step - loss: 0.3019
  694. Epoch 5/10
  695. 1/115 [..............................] - ETA: 0s - loss: 0.3012 40/115 [=========>....................] - ETA: 0s - loss: 0.2706 78/115 [===================>..........] - ETA: 0s - loss: 0.2830 110/115 [===========================>..] - ETA: 0s - loss: 0.2962 115/115 [==============================] - 0s 1ms/step - loss: 0.2987
  696. Epoch 6/10
  697. 1/115 [..............................] - ETA: 0s - loss: 0.2113 35/115 [========>.....................] - ETA: 0s - loss: 0.3107 70/115 [=================>............] - ETA: 0s - loss: 0.2956 109/115 [===========================>..] - ETA: 0s - loss: 0.2987 115/115 [==============================] - 0s 1ms/step - loss: 0.2971
  698. Epoch 7/10
  699. 1/115 [..............................] - ETA: 0s - loss: 0.3176 41/115 [=========>....................] - ETA: 0s - loss: 0.3001 80/115 [===================>..........] - ETA: 0s - loss: 0.2979 115/115 [==============================] - 0s 1ms/step - loss: 0.2922
  700. Epoch 8/10
  701. 1/115 [..............................] - ETA: 0s - loss: 0.5279 41/115 [=========>....................] - ETA: 0s - loss: 0.2805 81/115 [====================>.........] - ETA: 0s - loss: 0.2894 115/115 [==============================] - 0s 1ms/step - loss: 0.2906
  702. Epoch 9/10
  703. 1/115 [..............................] - ETA: 0s - loss: 0.5200 41/115 [=========>....................] - ETA: 0s - loss: 0.2953 81/115 [====================>.........] - ETA: 0s - loss: 0.2811 115/115 [==============================] - 0s 1ms/step - loss: 0.2863
  704. Epoch 10/10
  705. 1/115 [..............................] - ETA: 0s - loss: 0.3019 40/115 [=========>....................] - ETA: 0s - loss: 0.3018 80/115 [===================>..........] - ETA: 0s - loss: 0.3048 115/115 [==============================] - 0s 1ms/step - loss: 0.2866
  706. -> test with GAN.predict
  707. GAN tn, fp: 258, 29
  708. GAN fn, tp: 3, 8
  709. GAN f1 score: 0.333
  710. GAN cohens kappa score: 0.293
  711. -> test with 'LR'
  712. LR tn, fp: 237, 50
  713. LR fn, tp: 1, 10
  714. LR f1 score: 0.282
  715. LR cohens kappa score: 0.234
  716. LR average precision score: 0.525
  717. -> test with 'RF'
  718. RF tn, fp: 285, 2
  719. RF fn, tp: 7, 4
  720. RF f1 score: 0.471
  721. RF cohens kappa score: 0.456
  722. -> test with 'GB'
  723. GB tn, fp: 283, 4
  724. GB fn, tp: 9, 2
  725. GB f1 score: 0.235
  726. GB cohens kappa score: 0.215
  727. -> test with 'KNN'
  728. KNN tn, fp: 258, 29
  729. KNN fn, tp: 4, 7
  730. KNN f1 score: 0.298
  731. KNN cohens kappa score: 0.256
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1104 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/115 [..............................] - ETA: 21s - loss: 0.2798 39/115 [=========>....................] - ETA: 0s - loss: 0.2942  80/115 [===================>..........] - ETA: 0s - loss: 0.2709 115/115 [==============================] - 0s 1ms/step - loss: 0.2615
  739. Epoch 2/10
  740. 1/115 [..............................] - ETA: 0s - loss: 0.2410 40/115 [=========>....................] - ETA: 0s - loss: 0.2562 80/115 [===================>..........] - ETA: 0s - loss: 0.2611 115/115 [==============================] - 0s 1ms/step - loss: 0.2597
  741. Epoch 3/10
  742. 1/115 [..............................] - ETA: 0s - loss: 0.3375 44/115 [==========>...................] - ETA: 0s - loss: 0.2258 85/115 [=====================>........] - ETA: 0s - loss: 0.2545 115/115 [==============================] - 0s 1ms/step - loss: 0.2588
  743. Epoch 4/10
  744. 1/115 [..............................] - ETA: 0s - loss: 0.2452 41/115 [=========>....................] - ETA: 0s - loss: 0.2632 79/115 [===================>..........] - ETA: 0s - loss: 0.2663 115/115 [==============================] - 0s 1ms/step - loss: 0.2568
  745. Epoch 5/10
  746. 1/115 [..............................] - ETA: 0s - loss: 0.4042 41/115 [=========>....................] - ETA: 0s - loss: 0.2377 81/115 [====================>.........] - ETA: 0s - loss: 0.2527 115/115 [==============================] - 0s 1ms/step - loss: 0.2543
  747. Epoch 6/10
  748. 1/115 [..............................] - ETA: 0s - loss: 0.1549 41/115 [=========>....................] - ETA: 0s - loss: 0.2453 81/115 [====================>.........] - ETA: 0s - loss: 0.2411 115/115 [==============================] - 0s 1ms/step - loss: 0.2515
  749. Epoch 7/10
  750. 1/115 [..............................] - ETA: 0s - loss: 0.3832 41/115 [=========>....................] - ETA: 0s - loss: 0.2625 80/115 [===================>..........] - ETA: 0s - loss: 0.2580 115/115 [==============================] - 0s 1ms/step - loss: 0.2531
  751. Epoch 8/10
  752. 1/115 [..............................] - ETA: 0s - loss: 0.2407 41/115 [=========>....................] - ETA: 0s - loss: 0.2400 81/115 [====================>.........] - ETA: 0s - loss: 0.2452 115/115 [==============================] - 0s 1ms/step - loss: 0.2468
  753. Epoch 9/10
  754. 1/115 [..............................] - ETA: 0s - loss: 0.2462 38/115 [========>.....................] - ETA: 0s - loss: 0.2523 76/115 [==================>...........] - ETA: 0s - loss: 0.2530 110/115 [===========================>..] - ETA: 0s - loss: 0.2465 115/115 [==============================] - 0s 1ms/step - loss: 0.2473
  755. Epoch 10/10
  756. 1/115 [..............................] - ETA: 0s - loss: 0.1399 36/115 [========>.....................] - ETA: 0s - loss: 0.2390 68/115 [================>.............] - ETA: 0s - loss: 0.2571 99/115 [========================>.....] - ETA: 0s - loss: 0.2488 115/115 [==============================] - 0s 2ms/step - loss: 0.2459
  757. -> test with GAN.predict
  758. GAN tn, fp: 253, 32
  759. GAN fn, tp: 3, 4
  760. GAN f1 score: 0.186
  761. GAN cohens kappa score: 0.152
  762. -> test with 'LR'
  763. LR tn, fp: 247, 38
  764. LR fn, tp: 2, 5
  765. LR f1 score: 0.200
  766. LR cohens kappa score: 0.166
  767. LR average precision score: 0.399
  768. -> test with 'RF'
  769. RF tn, fp: 285, 0
  770. RF fn, tp: 6, 1
  771. RF f1 score: 0.250
  772. RF cohens kappa score: 0.245
  773. -> test with 'GB'
  774. GB tn, fp: 284, 1
  775. GB fn, tp: 4, 3
  776. GB f1 score: 0.545
  777. GB cohens kappa score: 0.537
  778. -> test with 'KNN'
  779. KNN tn, fp: 257, 28
  780. KNN fn, tp: 1, 6
  781. KNN f1 score: 0.293
  782. KNN cohens kappa score: 0.263
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1106 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/115 [..............................] - ETA: 18s - loss: 0.1757 38/115 [========>.....................] - ETA: 0s - loss: 0.2646  71/115 [=================>............] - ETA: 0s - loss: 0.2845 106/115 [==========================>...] - ETA: 0s - loss: 0.2809 115/115 [==============================] - 0s 1ms/step - loss: 0.2780
  793. Epoch 2/10
  794. 1/115 [..............................] - ETA: 0s - loss: 0.3074 39/115 [=========>....................] - ETA: 0s - loss: 0.2746 79/115 [===================>..........] - ETA: 0s - loss: 0.2682 115/115 [==============================] - 0s 1ms/step - loss: 0.2744
  795. Epoch 3/10
  796. 1/115 [..............................] - ETA: 0s - loss: 0.1048 40/115 [=========>....................] - ETA: 0s - loss: 0.2521 80/115 [===================>..........] - ETA: 0s - loss: 0.2668 115/115 [==============================] - 0s 1ms/step - loss: 0.2724
  797. Epoch 4/10
  798. 1/115 [..............................] - ETA: 0s - loss: 0.2800 38/115 [========>.....................] - ETA: 0s - loss: 0.2784 77/115 [===================>..........] - ETA: 0s - loss: 0.2780 115/115 [==============================] - 0s 1ms/step - loss: 0.2689
  799. Epoch 5/10
  800. 1/115 [..............................] - ETA: 0s - loss: 0.4738 40/115 [=========>....................] - ETA: 0s - loss: 0.2939 79/115 [===================>..........] - ETA: 0s - loss: 0.2740 115/115 [==============================] - 0s 1ms/step - loss: 0.2668
  801. Epoch 6/10
  802. 1/115 [..............................] - ETA: 0s - loss: 0.3234 40/115 [=========>....................] - ETA: 0s - loss: 0.2634 77/115 [===================>..........] - ETA: 0s - loss: 0.2605 115/115 [==============================] - 0s 1ms/step - loss: 0.2627
  803. Epoch 7/10
  804. 1/115 [..............................] - ETA: 0s - loss: 0.2250 41/115 [=========>....................] - ETA: 0s - loss: 0.2549 81/115 [====================>.........] - ETA: 0s - loss: 0.2702 115/115 [==============================] - 0s 1ms/step - loss: 0.2600
  805. Epoch 8/10
  806. 1/115 [..............................] - ETA: 0s - loss: 0.3894 41/115 [=========>....................] - ETA: 0s - loss: 0.2491 78/115 [===================>..........] - ETA: 0s - loss: 0.2437 113/115 [============================>.] - ETA: 0s - loss: 0.2567 115/115 [==============================] - 0s 1ms/step - loss: 0.2563
  807. Epoch 9/10
  808. 1/115 [..............................] - ETA: 0s - loss: 0.3515 41/115 [=========>....................] - ETA: 0s - loss: 0.2440 80/115 [===================>..........] - ETA: 0s - loss: 0.2651 115/115 [==============================] - 0s 1ms/step - loss: 0.2520
  809. Epoch 10/10
  810. 1/115 [..............................] - ETA: 0s - loss: 0.1602 37/115 [========>.....................] - ETA: 0s - loss: 0.2592 77/115 [===================>..........] - ETA: 0s - loss: 0.2483 115/115 [==============================] - 0s 1ms/step - loss: 0.2494
  811. -> test with GAN.predict
  812. GAN tn, fp: 269, 18
  813. GAN fn, tp: 5, 6
  814. GAN f1 score: 0.343
  815. GAN cohens kappa score: 0.308
  816. -> test with 'LR'
  817. LR tn, fp: 252, 35
  818. LR fn, tp: 4, 7
  819. LR f1 score: 0.264
  820. LR cohens kappa score: 0.218
  821. LR average precision score: 0.469
  822. -> test with 'RF'
  823. RF tn, fp: 287, 0
  824. RF fn, tp: 9, 2
  825. RF f1 score: 0.308
  826. RF cohens kappa score: 0.300
  827. -> test with 'GB'
  828. GB tn, fp: 286, 1
  829. GB fn, tp: 10, 1
  830. GB f1 score: 0.154
  831. GB cohens kappa score: 0.144
  832. -> test with 'KNN'
  833. KNN tn, fp: 267, 20
  834. KNN fn, tp: 5, 6
  835. KNN f1 score: 0.324
  836. KNN cohens kappa score: 0.287
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1106 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/115 [..............................] - ETA: 17s - loss: 0.3306 41/115 [=========>....................] - ETA: 0s - loss: 0.2398  83/115 [====================>.........] - ETA: 0s - loss: 0.2291 115/115 [==============================] - 0s 1ms/step - loss: 0.2327
  844. Epoch 2/10
  845. 1/115 [..............................] - ETA: 0s - loss: 0.2379 42/115 [=========>....................] - ETA: 0s - loss: 0.2288 83/115 [====================>.........] - ETA: 0s - loss: 0.2239 115/115 [==============================] - 0s 1ms/step - loss: 0.2277
  846. Epoch 3/10
  847. 1/115 [..............................] - ETA: 0s - loss: 0.0854 42/115 [=========>....................] - ETA: 0s - loss: 0.2288 80/115 [===================>..........] - ETA: 0s - loss: 0.2260 115/115 [==============================] - 0s 1ms/step - loss: 0.2252
  848. Epoch 4/10
  849. 1/115 [..............................] - ETA: 0s - loss: 0.1874 41/115 [=========>....................] - ETA: 0s - loss: 0.1904 82/115 [====================>.........] - ETA: 0s - loss: 0.2025 115/115 [==============================] - 0s 1ms/step - loss: 0.2218
  850. Epoch 5/10
  851. 1/115 [..............................] - ETA: 0s - loss: 0.1680 42/115 [=========>....................] - ETA: 0s - loss: 0.1859 83/115 [====================>.........] - ETA: 0s - loss: 0.2170 115/115 [==============================] - 0s 1ms/step - loss: 0.2198
  852. Epoch 6/10
  853. 1/115 [..............................] - ETA: 0s - loss: 0.2344 41/115 [=========>....................] - ETA: 0s - loss: 0.2359 80/115 [===================>..........] - ETA: 0s - loss: 0.2246 115/115 [==============================] - 0s 1ms/step - loss: 0.2172
  854. Epoch 7/10
  855. 1/115 [..............................] - ETA: 0s - loss: 0.1097 42/115 [=========>....................] - ETA: 0s - loss: 0.1943 82/115 [====================>.........] - ETA: 0s - loss: 0.2102 115/115 [==============================] - 0s 1ms/step - loss: 0.2120
  856. Epoch 8/10
  857. 1/115 [..............................] - ETA: 0s - loss: 0.0725 42/115 [=========>....................] - ETA: 0s - loss: 0.1933 83/115 [====================>.........] - ETA: 0s - loss: 0.2081 115/115 [==============================] - 0s 1ms/step - loss: 0.2100
  858. Epoch 9/10
  859. 1/115 [..............................] - ETA: 0s - loss: 0.0757 43/115 [==========>...................] - ETA: 0s - loss: 0.2112 83/115 [====================>.........] - ETA: 0s - loss: 0.2112 115/115 [==============================] - 0s 1ms/step - loss: 0.2048
  860. Epoch 10/10
  861. 1/115 [..............................] - ETA: 0s - loss: 0.0757 43/115 [==========>...................] - ETA: 0s - loss: 0.2074 83/115 [====================>.........] - ETA: 0s - loss: 0.1986 115/115 [==============================] - 0s 1ms/step - loss: 0.2022
  862. -> test with GAN.predict
  863. GAN tn, fp: 268, 19
  864. GAN fn, tp: 4, 7
  865. GAN f1 score: 0.378
  866. GAN cohens kappa score: 0.344
  867. -> test with 'LR'
  868. LR tn, fp: 258, 29
  869. LR fn, tp: 2, 9
  870. LR f1 score: 0.367
  871. LR cohens kappa score: 0.329
  872. LR average precision score: 0.419
  873. -> test with 'RF'
  874. RF tn, fp: 286, 1
  875. RF fn, tp: 10, 1
  876. RF f1 score: 0.154
  877. RF cohens kappa score: 0.144
  878. -> test with 'GB'
  879. GB tn, fp: 286, 1
  880. GB fn, tp: 8, 3
  881. GB f1 score: 0.400
  882. GB cohens kappa score: 0.388
  883. -> test with 'KNN'
  884. KNN tn, fp: 261, 26
  885. KNN fn, tp: 4, 7
  886. KNN f1 score: 0.318
  887. KNN cohens kappa score: 0.278
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1106 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/115 [..............................] - ETA: 23s - loss: 0.2744 33/115 [=======>......................] - ETA: 0s - loss: 0.2627  65/115 [===============>..............] - ETA: 0s - loss: 0.2460 105/115 [==========================>...] - ETA: 0s - loss: 0.2602 115/115 [==============================] - 0s 1ms/step - loss: 0.2663
  895. Epoch 2/10
  896. 1/115 [..............................] - ETA: 0s - loss: 0.2412 35/115 [========>.....................] - ETA: 0s - loss: 0.2348 73/115 [==================>...........] - ETA: 0s - loss: 0.2556 111/115 [===========================>..] - ETA: 0s - loss: 0.2590 115/115 [==============================] - 0s 1ms/step - loss: 0.2620
  897. Epoch 3/10
  898. 1/115 [..............................] - ETA: 0s - loss: 0.2098 40/115 [=========>....................] - ETA: 0s - loss: 0.2480 78/115 [===================>..........] - ETA: 0s - loss: 0.2557 115/115 [==============================] - 0s 1ms/step - loss: 0.2611
  899. Epoch 4/10
  900. 1/115 [..............................] - ETA: 0s - loss: 0.1654 38/115 [========>.....................] - ETA: 0s - loss: 0.2622 78/115 [===================>..........] - ETA: 0s - loss: 0.2454 115/115 [==============================] - 0s 1ms/step - loss: 0.2576
  901. Epoch 5/10
  902. 1/115 [..............................] - ETA: 0s - loss: 0.1179 42/115 [=========>....................] - ETA: 0s - loss: 0.2524 82/115 [====================>.........] - ETA: 0s - loss: 0.2569 115/115 [==============================] - 0s 1ms/step - loss: 0.2560
  903. Epoch 6/10
  904. 1/115 [..............................] - ETA: 0s - loss: 0.2890 42/115 [=========>....................] - ETA: 0s - loss: 0.2460 81/115 [====================>.........] - ETA: 0s - loss: 0.2567 115/115 [==============================] - 0s 1ms/step - loss: 0.2532
  905. Epoch 7/10
  906. 1/115 [..............................] - ETA: 0s - loss: 0.3820 42/115 [=========>....................] - ETA: 0s - loss: 0.2455 85/115 [=====================>........] - ETA: 0s - loss: 0.2353 115/115 [==============================] - 0s 1ms/step - loss: 0.2504
  907. Epoch 8/10
  908. 1/115 [..............................] - ETA: 0s - loss: 0.0858 41/115 [=========>....................] - ETA: 0s - loss: 0.2417 82/115 [====================>.........] - ETA: 0s - loss: 0.2410 115/115 [==============================] - 0s 1ms/step - loss: 0.2480
  909. Epoch 9/10
  910. 1/115 [..............................] - ETA: 0s - loss: 0.3768 41/115 [=========>....................] - ETA: 0s - loss: 0.2520 82/115 [====================>.........] - ETA: 0s - loss: 0.2488 115/115 [==============================] - 0s 1ms/step - loss: 0.2439
  911. Epoch 10/10
  912. 1/115 [..............................] - ETA: 0s - loss: 0.1173 41/115 [=========>....................] - ETA: 0s - loss: 0.2372 80/115 [===================>..........] - ETA: 0s - loss: 0.2379 115/115 [==============================] - 0s 1ms/step - loss: 0.2411
  913. -> test with GAN.predict
  914. GAN tn, fp: 259, 28
  915. GAN fn, tp: 4, 7
  916. GAN f1 score: 0.304
  917. GAN cohens kappa score: 0.263
  918. -> test with 'LR'
  919. LR tn, fp: 237, 50
  920. LR fn, tp: 2, 9
  921. LR f1 score: 0.257
  922. LR cohens kappa score: 0.208
  923. LR average precision score: 0.303
  924. -> test with 'RF'
  925. RF tn, fp: 284, 3
  926. RF fn, tp: 11, 0
  927. RF f1 score: 0.000
  928. RF cohens kappa score: -0.016
  929. -> test with 'GB'
  930. GB tn, fp: 282, 5
  931. GB fn, tp: 10, 1
  932. GB f1 score: 0.118
  933. GB cohens kappa score: 0.094
  934. -> test with 'KNN'
  935. KNN tn, fp: 255, 32
  936. KNN fn, tp: 1, 10
  937. KNN f1 score: 0.377
  938. KNN cohens kappa score: 0.339
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1106 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/115 [..............................] - ETA: 21s - loss: 0.2545 31/115 [=======>......................] - ETA: 0s - loss: 0.2398  60/115 [==============>...............] - ETA: 0s - loss: 0.2447 96/115 [========================>.....] - ETA: 0s - loss: 0.2498 115/115 [==============================] - 0s 2ms/step - loss: 0.2469
  946. Epoch 2/10
  947. 1/115 [..............................] - ETA: 0s - loss: 0.5911 34/115 [=======>......................] - ETA: 0s - loss: 0.2922 72/115 [=================>............] - ETA: 0s - loss: 0.2517 106/115 [==========================>...] - ETA: 0s - loss: 0.2429 115/115 [==============================] - 0s 1ms/step - loss: 0.2435
  948. Epoch 3/10
  949. 1/115 [..............................] - ETA: 0s - loss: 0.2396 36/115 [========>.....................] - ETA: 0s - loss: 0.2459 70/115 [=================>............] - ETA: 0s - loss: 0.2416 105/115 [==========================>...] - ETA: 0s - loss: 0.2379 115/115 [==============================] - 0s 1ms/step - loss: 0.2391
  950. Epoch 4/10
  951. 1/115 [..............................] - ETA: 0s - loss: 0.2249 40/115 [=========>....................] - ETA: 0s - loss: 0.2200 79/115 [===================>..........] - ETA: 0s - loss: 0.2273 115/115 [==============================] - 0s 1ms/step - loss: 0.2381
  952. Epoch 5/10
  953. 1/115 [..............................] - ETA: 0s - loss: 0.3661 37/115 [========>.....................] - ETA: 0s - loss: 0.2530 72/115 [=================>............] - ETA: 0s - loss: 0.2351 106/115 [==========================>...] - ETA: 0s - loss: 0.2346 115/115 [==============================] - 0s 1ms/step - loss: 0.2354
  954. Epoch 6/10
  955. 1/115 [..............................] - ETA: 0s - loss: 0.1563 37/115 [========>.....................] - ETA: 0s - loss: 0.2238 71/115 [=================>............] - ETA: 0s - loss: 0.2302 105/115 [==========================>...] - ETA: 0s - loss: 0.2330 115/115 [==============================] - 0s 1ms/step - loss: 0.2351
  956. Epoch 7/10
  957. 1/115 [..............................] - ETA: 0s - loss: 0.3268 40/115 [=========>....................] - ETA: 0s - loss: 0.2378 76/115 [==================>...........] - ETA: 0s - loss: 0.2509 108/115 [===========================>..] - ETA: 0s - loss: 0.2353 115/115 [==============================] - 0s 1ms/step - loss: 0.2312
  958. Epoch 8/10
  959. 1/115 [..............................] - ETA: 0s - loss: 0.1234 36/115 [========>.....................] - ETA: 0s - loss: 0.2136 69/115 [=================>............] - ETA: 0s - loss: 0.2279 102/115 [=========================>....] - ETA: 0s - loss: 0.2277 115/115 [==============================] - 0s 2ms/step - loss: 0.2273
  960. Epoch 9/10
  961. 1/115 [..............................] - ETA: 0s - loss: 0.2610 35/115 [========>.....................] - ETA: 0s - loss: 0.2271 68/115 [================>.............] - ETA: 0s - loss: 0.2244 103/115 [=========================>....] - ETA: 0s - loss: 0.2219 115/115 [==============================] - 0s 1ms/step - loss: 0.2268
  962. Epoch 10/10
  963. 1/115 [..............................] - ETA: 0s - loss: 0.1487 37/115 [========>.....................] - ETA: 0s - loss: 0.2153 73/115 [==================>...........] - ETA: 0s - loss: 0.2102 109/115 [===========================>..] - ETA: 0s - loss: 0.2239 115/115 [==============================] - 0s 1ms/step - loss: 0.2222
  964. -> test with GAN.predict
  965. GAN tn, fp: 262, 25
  966. GAN fn, tp: 4, 7
  967. GAN f1 score: 0.326
  968. GAN cohens kappa score: 0.286
  969. -> test with 'LR'
  970. LR tn, fp: 247, 40
  971. LR fn, tp: 4, 7
  972. LR f1 score: 0.241
  973. LR cohens kappa score: 0.193
  974. LR average precision score: 0.303
  975. -> test with 'RF'
  976. RF tn, fp: 286, 1
  977. RF fn, tp: 8, 3
  978. RF f1 score: 0.400
  979. RF cohens kappa score: 0.388
  980. -> test with 'GB'
  981. GB tn, fp: 283, 4
  982. GB fn, tp: 10, 1
  983. GB f1 score: 0.125
  984. GB cohens kappa score: 0.104
  985. -> test with 'KNN'
  986. KNN tn, fp: 254, 33
  987. KNN fn, tp: 4, 7
  988. KNN f1 score: 0.275
  989. KNN cohens kappa score: 0.230
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1104 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/115 [..............................] - ETA: 17s - loss: 0.2122 41/115 [=========>....................] - ETA: 0s - loss: 0.3062  80/115 [===================>..........] - ETA: 0s - loss: 0.2995 115/115 [==============================] - 0s 1ms/step - loss: 0.3053
  997. Epoch 2/10
  998. 1/115 [..............................] - ETA: 0s - loss: 0.2551 40/115 [=========>....................] - ETA: 0s - loss: 0.2850 80/115 [===================>..........] - ETA: 0s - loss: 0.3077 115/115 [==============================] - 0s 1ms/step - loss: 0.3036
  999. Epoch 3/10
  1000. 1/115 [..............................] - ETA: 0s - loss: 0.1977 42/115 [=========>....................] - ETA: 0s - loss: 0.3064 80/115 [===================>..........] - ETA: 0s - loss: 0.3021 115/115 [==============================] - 0s 1ms/step - loss: 0.3011
  1001. Epoch 4/10
  1002. 1/115 [..............................] - ETA: 0s - loss: 0.1090 41/115 [=========>....................] - ETA: 0s - loss: 0.2861 80/115 [===================>..........] - ETA: 0s - loss: 0.3021 115/115 [==============================] - 0s 1ms/step - loss: 0.2990
  1003. Epoch 5/10
  1004. 1/115 [..............................] - ETA: 0s - loss: 0.1847 36/115 [========>.....................] - ETA: 0s - loss: 0.2662 75/115 [==================>...........] - ETA: 0s - loss: 0.2897 115/115 [==============================] - 0s 1ms/step - loss: 0.2984
  1005. Epoch 6/10
  1006. 1/115 [..............................] - ETA: 0s - loss: 0.3823 42/115 [=========>....................] - ETA: 0s - loss: 0.3059 83/115 [====================>.........] - ETA: 0s - loss: 0.2981 115/115 [==============================] - 0s 1ms/step - loss: 0.2916
  1007. Epoch 7/10
  1008. 1/115 [..............................] - ETA: 0s - loss: 0.2933 42/115 [=========>....................] - ETA: 0s - loss: 0.2949 81/115 [====================>.........] - ETA: 0s - loss: 0.2913 115/115 [==============================] - 0s 1ms/step - loss: 0.2894
  1009. Epoch 8/10
  1010. 1/115 [..............................] - ETA: 0s - loss: 0.1652 41/115 [=========>....................] - ETA: 0s - loss: 0.2679 82/115 [====================>.........] - ETA: 0s - loss: 0.2865 115/115 [==============================] - 0s 1ms/step - loss: 0.2878
  1011. Epoch 9/10
  1012. 1/115 [..............................] - ETA: 0s - loss: 0.3369 41/115 [=========>....................] - ETA: 0s - loss: 0.2652 82/115 [====================>.........] - ETA: 0s - loss: 0.2878 115/115 [==============================] - 0s 1ms/step - loss: 0.2837
  1013. Epoch 10/10
  1014. 1/115 [..............................] - ETA: 0s - loss: 0.3313 41/115 [=========>....................] - ETA: 0s - loss: 0.2689 82/115 [====================>.........] - ETA: 0s - loss: 0.2736 115/115 [==============================] - 0s 1ms/step - loss: 0.2796
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 258, 27
  1017. GAN fn, tp: 2, 5
  1018. GAN f1 score: 0.256
  1019. GAN cohens kappa score: 0.226
  1020. -> test with 'LR'
  1021. LR tn, fp: 241, 44
  1022. LR fn, tp: 2, 5
  1023. LR f1 score: 0.179
  1024. LR cohens kappa score: 0.143
  1025. LR average precision score: 0.510
  1026. -> test with 'RF'
  1027. RF tn, fp: 285, 0
  1028. RF fn, tp: 4, 3
  1029. RF f1 score: 0.600
  1030. RF cohens kappa score: 0.594
  1031. -> test with 'GB'
  1032. GB tn, fp: 282, 3
  1033. GB fn, tp: 4, 3
  1034. GB f1 score: 0.462
  1035. GB cohens kappa score: 0.449
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 257, 28
  1038. KNN fn, tp: 2, 5
  1039. KNN f1 score: 0.250
  1040. KNN cohens kappa score: 0.219
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1106 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/115 [..............................] - ETA: 23s - loss: 0.4455 39/115 [=========>....................] - ETA: 0s - loss: 0.3091  78/115 [===================>..........] - ETA: 0s - loss: 0.3019 113/115 [============================>.] - ETA: 0s - loss: 0.2878 115/115 [==============================] - 0s 1ms/step - loss: 0.2859
  1051. Epoch 2/10
  1052. 1/115 [..............................] - ETA: 0s - loss: 0.1116 36/115 [========>.....................] - ETA: 0s - loss: 0.2985 68/115 [================>.............] - ETA: 0s - loss: 0.2936 103/115 [=========================>....] - ETA: 0s - loss: 0.2865 115/115 [==============================] - 0s 1ms/step - loss: 0.2832
  1053. Epoch 3/10
  1054. 1/115 [..............................] - ETA: 0s - loss: 0.3863 41/115 [=========>....................] - ETA: 0s - loss: 0.2888 81/115 [====================>.........] - ETA: 0s - loss: 0.2843 115/115 [==============================] - 0s 1ms/step - loss: 0.2802
  1055. Epoch 4/10
  1056. 1/115 [..............................] - ETA: 0s - loss: 0.2467 39/115 [=========>....................] - ETA: 0s - loss: 0.2959 79/115 [===================>..........] - ETA: 0s - loss: 0.2906 115/115 [==============================] - 0s 1ms/step - loss: 0.2783
  1057. Epoch 5/10
  1058. 1/115 [..............................] - ETA: 0s - loss: 0.1639 41/115 [=========>....................] - ETA: 0s - loss: 0.2808 81/115 [====================>.........] - ETA: 0s - loss: 0.2693 115/115 [==============================] - 0s 1ms/step - loss: 0.2754
  1059. Epoch 6/10
  1060. 1/115 [..............................] - ETA: 0s - loss: 0.1932 41/115 [=========>....................] - ETA: 0s - loss: 0.2846 79/115 [===================>..........] - ETA: 0s - loss: 0.2752 115/115 [==============================] - 0s 1ms/step - loss: 0.2764
  1061. Epoch 7/10
  1062. 1/115 [..............................] - ETA: 0s - loss: 0.0979 40/115 [=========>....................] - ETA: 0s - loss: 0.2444 80/115 [===================>..........] - ETA: 0s - loss: 0.2674 115/115 [==============================] - 0s 1ms/step - loss: 0.2726
  1063. Epoch 8/10
  1064. 1/115 [..............................] - ETA: 0s - loss: 0.4131 40/115 [=========>....................] - ETA: 0s - loss: 0.2448 78/115 [===================>..........] - ETA: 0s - loss: 0.2782 115/115 [==============================] - 0s 1ms/step - loss: 0.2723
  1065. Epoch 9/10
  1066. 1/115 [..............................] - ETA: 0s - loss: 0.3125 40/115 [=========>....................] - ETA: 0s - loss: 0.2922 80/115 [===================>..........] - ETA: 0s - loss: 0.2768 115/115 [==============================] - 0s 1ms/step - loss: 0.2676
  1067. Epoch 10/10
  1068. 1/115 [..............................] - ETA: 0s - loss: 0.2023 41/115 [=========>....................] - ETA: 0s - loss: 0.2666 81/115 [====================>.........] - ETA: 0s - loss: 0.2559 115/115 [==============================] - 0s 1ms/step - loss: 0.2653
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 260, 27
  1071. GAN fn, tp: 4, 7
  1072. GAN f1 score: 0.311
  1073. GAN cohens kappa score: 0.270
  1074. -> test with 'LR'
  1075. LR tn, fp: 247, 40
  1076. LR fn, tp: 3, 8
  1077. LR f1 score: 0.271
  1078. LR cohens kappa score: 0.225
  1079. LR average precision score: 0.231
  1080. -> test with 'RF'
  1081. RF tn, fp: 286, 1
  1082. RF fn, tp: 11, 0
  1083. RF f1 score: 0.000
  1084. RF cohens kappa score: -0.006
  1085. -> test with 'GB'
  1086. GB tn, fp: 285, 2
  1087. GB fn, tp: 11, 0
  1088. GB f1 score: 0.000
  1089. GB cohens kappa score: -0.011
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 265, 22
  1092. KNN fn, tp: 1, 10
  1093. KNN f1 score: 0.465
  1094. KNN cohens kappa score: 0.434
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1106 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/115 [..............................] - ETA: 17s - loss: 0.3917 34/115 [=======>......................] - ETA: 0s - loss: 0.3027  69/115 [=================>............] - ETA: 0s - loss: 0.2971 108/115 [===========================>..] - ETA: 0s - loss: 0.3014 115/115 [==============================] - 0s 1ms/step - loss: 0.3030
  1102. Epoch 2/10
  1103. 1/115 [..............................] - ETA: 0s - loss: 0.3850 42/115 [=========>....................] - ETA: 0s - loss: 0.2985 82/115 [====================>.........] - ETA: 0s - loss: 0.3018 115/115 [==============================] - 0s 1ms/step - loss: 0.2947
  1104. Epoch 3/10
  1105. 1/115 [..............................] - ETA: 0s - loss: 0.1177 41/115 [=========>....................] - ETA: 0s - loss: 0.2881 82/115 [====================>.........] - ETA: 0s - loss: 0.2945 115/115 [==============================] - 0s 1ms/step - loss: 0.2909
  1106. Epoch 4/10
  1107. 1/115 [..............................] - ETA: 0s - loss: 0.3138 40/115 [=========>....................] - ETA: 0s - loss: 0.2764 81/115 [====================>.........] - ETA: 0s - loss: 0.2914 115/115 [==============================] - 0s 1ms/step - loss: 0.2883
  1108. Epoch 5/10
  1109. 1/115 [..............................] - ETA: 0s - loss: 0.4893 40/115 [=========>....................] - ETA: 0s - loss: 0.2872 79/115 [===================>..........] - ETA: 0s - loss: 0.2970 115/115 [==============================] - 0s 1ms/step - loss: 0.2841
  1110. Epoch 6/10
  1111. 1/115 [..............................] - ETA: 0s - loss: 0.2881 39/115 [=========>....................] - ETA: 0s - loss: 0.3064 79/115 [===================>..........] - ETA: 0s - loss: 0.2797 115/115 [==============================] - 0s 1ms/step - loss: 0.2804
  1112. Epoch 7/10
  1113. 1/115 [..............................] - ETA: 0s - loss: 0.5047 38/115 [========>.....................] - ETA: 0s - loss: 0.2892 79/115 [===================>..........] - ETA: 0s - loss: 0.2740 115/115 [==============================] - 0s 1ms/step - loss: 0.2768
  1114. Epoch 8/10
  1115. 1/115 [..............................] - ETA: 0s - loss: 0.3547 37/115 [========>.....................] - ETA: 0s - loss: 0.2505 70/115 [=================>............] - ETA: 0s - loss: 0.2684 103/115 [=========================>....] - ETA: 0s - loss: 0.2723 115/115 [==============================] - 0s 2ms/step - loss: 0.2729
  1116. Epoch 9/10
  1117. 1/115 [..............................] - ETA: 0s - loss: 0.3061 38/115 [========>.....................] - ETA: 0s - loss: 0.2640 77/115 [===================>..........] - ETA: 0s - loss: 0.2649 115/115 [==============================] - 0s 1ms/step - loss: 0.2690
  1118. Epoch 10/10
  1119. 1/115 [..............................] - ETA: 0s - loss: 0.1421 40/115 [=========>....................] - ETA: 0s - loss: 0.2708 81/115 [====================>.........] - ETA: 0s - loss: 0.2749 115/115 [==============================] - 0s 1ms/step - loss: 0.2658
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 239, 48
  1122. GAN fn, tp: 2, 9
  1123. GAN f1 score: 0.265
  1124. GAN cohens kappa score: 0.216
  1125. -> test with 'LR'
  1126. LR tn, fp: 227, 60
  1127. LR fn, tp: 2, 9
  1128. LR f1 score: 0.225
  1129. LR cohens kappa score: 0.172
  1130. LR average precision score: 0.541
  1131. -> test with 'RF'
  1132. RF tn, fp: 285, 2
  1133. RF fn, tp: 10, 1
  1134. RF f1 score: 0.143
  1135. RF cohens kappa score: 0.129
  1136. -> test with 'GB'
  1137. GB tn, fp: 286, 1
  1138. GB fn, tp: 9, 2
  1139. GB f1 score: 0.286
  1140. GB cohens kappa score: 0.274
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 258, 29
  1143. KNN fn, tp: 1, 10
  1144. KNN f1 score: 0.400
  1145. KNN cohens kappa score: 0.363
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1106 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/115 [..............................] - ETA: 17s - loss: 0.2369 40/115 [=========>....................] - ETA: 0s - loss: 0.2638  78/115 [===================>..........] - ETA: 0s - loss: 0.2778 115/115 [==============================] - 0s 1ms/step - loss: 0.2887
  1153. Epoch 2/10
  1154. 1/115 [..............................] - ETA: 0s - loss: 0.1870 41/115 [=========>....................] - ETA: 0s - loss: 0.3085 80/115 [===================>..........] - ETA: 0s - loss: 0.2836 115/115 [==============================] - 0s 1ms/step - loss: 0.2849
  1155. Epoch 3/10
  1156. 1/115 [..............................] - ETA: 0s - loss: 0.5019 39/115 [=========>....................] - ETA: 0s - loss: 0.2779 75/115 [==================>...........] - ETA: 0s - loss: 0.2851 114/115 [============================>.] - ETA: 0s - loss: 0.2810 115/115 [==============================] - 0s 1ms/step - loss: 0.2810
  1157. Epoch 4/10
  1158. 1/115 [..............................] - ETA: 0s - loss: 0.3585 41/115 [=========>....................] - ETA: 0s - loss: 0.2793 80/115 [===================>..........] - ETA: 0s - loss: 0.2709 115/115 [==============================] - 0s 1ms/step - loss: 0.2772
  1159. Epoch 5/10
  1160. 1/115 [..............................] - ETA: 0s - loss: 0.3424 39/115 [=========>....................] - ETA: 0s - loss: 0.2779 76/115 [==================>...........] - ETA: 0s - loss: 0.2618 115/115 [==============================] - 0s 1ms/step - loss: 0.2745
  1161. Epoch 6/10
  1162. 1/115 [..............................] - ETA: 0s - loss: 0.2428 39/115 [=========>....................] - ETA: 0s - loss: 0.2630 79/115 [===================>..........] - ETA: 0s - loss: 0.2647 115/115 [==============================] - 0s 1ms/step - loss: 0.2693
  1163. Epoch 7/10
  1164. 1/115 [..............................] - ETA: 0s - loss: 0.2974 38/115 [========>.....................] - ETA: 0s - loss: 0.2489 77/115 [===================>..........] - ETA: 0s - loss: 0.2715 115/115 [==============================] - 0s 1ms/step - loss: 0.2649
  1165. Epoch 8/10
  1166. 1/115 [..............................] - ETA: 0s - loss: 0.4004 39/115 [=========>....................] - ETA: 0s - loss: 0.2749 74/115 [==================>...........] - ETA: 0s - loss: 0.2605 108/115 [===========================>..] - ETA: 0s - loss: 0.2563 115/115 [==============================] - 0s 1ms/step - loss: 0.2611
  1167. Epoch 9/10
  1168. 1/115 [..............................] - ETA: 0s - loss: 0.2219 37/115 [========>.....................] - ETA: 0s - loss: 0.2615 74/115 [==================>...........] - ETA: 0s - loss: 0.2674 113/115 [============================>.] - ETA: 0s - loss: 0.2577 115/115 [==============================] - 0s 1ms/step - loss: 0.2573
  1169. Epoch 10/10
  1170. 1/115 [..............................] - ETA: 0s - loss: 0.4025 39/115 [=========>....................] - ETA: 0s - loss: 0.2488 79/115 [===================>..........] - ETA: 0s - loss: 0.2536 115/115 [==============================] - 0s 1ms/step - loss: 0.2533
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 262, 25
  1173. GAN fn, tp: 4, 7
  1174. GAN f1 score: 0.326
  1175. GAN cohens kappa score: 0.286
  1176. -> test with 'LR'
  1177. LR tn, fp: 244, 43
  1178. LR fn, tp: 3, 8
  1179. LR f1 score: 0.258
  1180. LR cohens kappa score: 0.210
  1181. LR average precision score: 0.561
  1182. -> test with 'RF'
  1183. RF tn, fp: 287, 0
  1184. RF fn, tp: 10, 1
  1185. RF f1 score: 0.167
  1186. RF cohens kappa score: 0.162
  1187. -> test with 'GB'
  1188. GB tn, fp: 287, 0
  1189. GB fn, tp: 8, 3
  1190. GB f1 score: 0.429
  1191. GB cohens kappa score: 0.419
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 257, 30
  1194. KNN fn, tp: 5, 6
  1195. KNN f1 score: 0.255
  1196. KNN cohens kappa score: 0.211
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1106 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/115 [..............................] - ETA: 19s - loss: 0.2654 40/115 [=========>....................] - ETA: 0s - loss: 0.3242  77/115 [===================>..........] - ETA: 0s - loss: 0.3204 112/115 [============================>.] - ETA: 0s - loss: 0.3123 115/115 [==============================] - 0s 1ms/step - loss: 0.3125
  1204. Epoch 2/10
  1205. 1/115 [..............................] - ETA: 0s - loss: 0.2923 36/115 [========>.....................] - ETA: 0s - loss: 0.3004 76/115 [==================>...........] - ETA: 0s - loss: 0.3016 115/115 [==============================] - 0s 1ms/step - loss: 0.3088
  1206. Epoch 3/10
  1207. 1/115 [..............................] - ETA: 0s - loss: 0.2806 41/115 [=========>....................] - ETA: 0s - loss: 0.3202 82/115 [====================>.........] - ETA: 0s - loss: 0.3157 115/115 [==============================] - 0s 1ms/step - loss: 0.3052
  1208. Epoch 4/10
  1209. 1/115 [..............................] - ETA: 0s - loss: 0.3156 40/115 [=========>....................] - ETA: 0s - loss: 0.2918 80/115 [===================>..........] - ETA: 0s - loss: 0.2977 115/115 [==============================] - 0s 1ms/step - loss: 0.3043
  1210. Epoch 5/10
  1211. 1/115 [..............................] - ETA: 0s - loss: 0.3455 41/115 [=========>....................] - ETA: 0s - loss: 0.2843 82/115 [====================>.........] - ETA: 0s - loss: 0.3134 115/115 [==============================] - 0s 1ms/step - loss: 0.3021
  1212. Epoch 6/10
  1213. 1/115 [..............................] - ETA: 0s - loss: 0.3199 40/115 [=========>....................] - ETA: 0s - loss: 0.3130 80/115 [===================>..........] - ETA: 0s - loss: 0.3052 115/115 [==============================] - 0s 1ms/step - loss: 0.2972
  1214. Epoch 7/10
  1215. 1/115 [..............................] - ETA: 0s - loss: 0.2079 39/115 [=========>....................] - ETA: 0s - loss: 0.3114 77/115 [===================>..........] - ETA: 0s - loss: 0.3091 115/115 [==============================] - 0s 1ms/step - loss: 0.2972
  1216. Epoch 8/10
  1217. 1/115 [..............................] - ETA: 0s - loss: 0.3332 42/115 [=========>....................] - ETA: 0s - loss: 0.2888 81/115 [====================>.........] - ETA: 0s - loss: 0.2884 115/115 [==============================] - 0s 1ms/step - loss: 0.2921
  1218. Epoch 9/10
  1219. 1/115 [..............................] - ETA: 0s - loss: 0.3683 40/115 [=========>....................] - ETA: 0s - loss: 0.2630 79/115 [===================>..........] - ETA: 0s - loss: 0.2830 115/115 [==============================] - 0s 1ms/step - loss: 0.2901
  1220. Epoch 10/10
  1221. 1/115 [..............................] - ETA: 0s - loss: 0.3831 39/115 [=========>....................] - ETA: 0s - loss: 0.2963 78/115 [===================>..........] - ETA: 0s - loss: 0.3005 115/115 [==============================] - 0s 1ms/step - loss: 0.2876
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 262, 25
  1224. GAN fn, tp: 1, 10
  1225. GAN f1 score: 0.435
  1226. GAN cohens kappa score: 0.401
  1227. -> test with 'LR'
  1228. LR tn, fp: 239, 48
  1229. LR fn, tp: 1, 10
  1230. LR f1 score: 0.290
  1231. LR cohens kappa score: 0.243
  1232. LR average precision score: 0.501
  1233. -> test with 'RF'
  1234. RF tn, fp: 286, 1
  1235. RF fn, tp: 10, 1
  1236. RF f1 score: 0.154
  1237. RF cohens kappa score: 0.144
  1238. -> test with 'GB'
  1239. GB tn, fp: 281, 6
  1240. GB fn, tp: 9, 2
  1241. GB f1 score: 0.211
  1242. GB cohens kappa score: 0.185
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 256, 31
  1245. KNN fn, tp: 3, 8
  1246. KNN f1 score: 0.320
  1247. KNN cohens kappa score: 0.278
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1104 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/115 [..............................] - ETA: 23s - loss: 0.1998 41/115 [=========>....................] - ETA: 0s - loss: 0.3021  82/115 [====================>.........] - ETA: 0s - loss: 0.3112 115/115 [==============================] - 0s 1ms/step - loss: 0.3022
  1255. Epoch 2/10
  1256. 1/115 [..............................] - ETA: 0s - loss: 0.3872 41/115 [=========>....................] - ETA: 0s - loss: 0.3169 82/115 [====================>.........] - ETA: 0s - loss: 0.3045 115/115 [==============================] - 0s 1ms/step - loss: 0.3009
  1257. Epoch 3/10
  1258. 1/115 [..............................] - ETA: 0s - loss: 0.2518 41/115 [=========>....................] - ETA: 0s - loss: 0.2766 78/115 [===================>..........] - ETA: 0s - loss: 0.2829 115/115 [==============================] - 0s 1ms/step - loss: 0.2990
  1259. Epoch 4/10
  1260. 1/115 [..............................] - ETA: 0s - loss: 0.3721 41/115 [=========>....................] - ETA: 0s - loss: 0.2843 81/115 [====================>.........] - ETA: 0s - loss: 0.2765 115/115 [==============================] - 0s 1ms/step - loss: 0.2961
  1261. Epoch 5/10
  1262. 1/115 [..............................] - ETA: 0s - loss: 0.3180 40/115 [=========>....................] - ETA: 0s - loss: 0.2872 78/115 [===================>..........] - ETA: 0s - loss: 0.2911 115/115 [==============================] - 0s 1ms/step - loss: 0.2941
  1263. Epoch 6/10
  1264. 1/115 [..............................] - ETA: 0s - loss: 0.2064 41/115 [=========>....................] - ETA: 0s - loss: 0.3155 80/115 [===================>..........] - ETA: 0s - loss: 0.2867 115/115 [==============================] - 0s 1ms/step - loss: 0.2920
  1265. Epoch 7/10
  1266. 1/115 [..............................] - ETA: 0s - loss: 0.0984 40/115 [=========>....................] - ETA: 0s - loss: 0.2876 78/115 [===================>..........] - ETA: 0s - loss: 0.2837 115/115 [==============================] - 0s 1ms/step - loss: 0.2928
  1267. Epoch 8/10
  1268. 1/115 [..............................] - ETA: 0s - loss: 0.1463 41/115 [=========>....................] - ETA: 0s - loss: 0.3132 81/115 [====================>.........] - ETA: 0s - loss: 0.2974 115/115 [==============================] - 0s 1ms/step - loss: 0.2902
  1269. Epoch 9/10
  1270. 1/115 [..............................] - ETA: 0s - loss: 0.2462 41/115 [=========>....................] - ETA: 0s - loss: 0.2682 79/115 [===================>..........] - ETA: 0s - loss: 0.2842 115/115 [==============================] - 0s 1ms/step - loss: 0.2877
  1271. Epoch 10/10
  1272. 1/115 [..............................] - ETA: 0s - loss: 0.3722 40/115 [=========>....................] - ETA: 0s - loss: 0.2663 80/115 [===================>..........] - ETA: 0s - loss: 0.2712 115/115 [==============================] - 0s 1ms/step - loss: 0.2851
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 256, 29
  1275. GAN fn, tp: 3, 4
  1276. GAN f1 score: 0.200
  1277. GAN cohens kappa score: 0.167
  1278. -> test with 'LR'
  1279. LR tn, fp: 234, 51
  1280. LR fn, tp: 3, 4
  1281. LR f1 score: 0.129
  1282. LR cohens kappa score: 0.090
  1283. LR average precision score: 0.122
  1284. -> test with 'RF'
  1285. RF tn, fp: 282, 3
  1286. RF fn, tp: 6, 1
  1287. RF f1 score: 0.182
  1288. RF cohens kappa score: 0.167
  1289. -> test with 'GB'
  1290. GB tn, fp: 281, 4
  1291. GB fn, tp: 5, 2
  1292. GB f1 score: 0.308
  1293. GB cohens kappa score: 0.292
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 263, 22
  1296. KNN fn, tp: 1, 6
  1297. KNN f1 score: 0.343
  1298. KNN cohens kappa score: 0.317
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 258, 61
  1303. LR fn, tp: 6, 10
  1304. LR f1 score: 0.367
  1305. LR cohens kappa score: 0.329
  1306. LR average precision score: 0.661
  1307. average:
  1308. LR tn, fp: 242.36, 44.24
  1309. LR fn, tp: 2.32, 7.88
  1310. LR f1 score: 0.254
  1311. LR cohens kappa score: 0.209
  1312. LR average precision score: 0.387
  1313. minimum:
  1314. LR tn, fp: 224, 29
  1315. LR fn, tp: 1, 4
  1316. LR f1 score: 0.129
  1317. LR cohens kappa score: 0.090
  1318. LR average precision score: 0.122
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 287, 4
  1322. RF fn, tp: 11, 4
  1323. RF f1 score: 0.600
  1324. RF cohens kappa score: 0.594
  1325. average:
  1326. RF tn, fp: 285.32, 1.28
  1327. RF fn, tp: 8.48, 1.72
  1328. RF f1 score: 0.251
  1329. RF cohens kappa score: 0.240
  1330. minimum:
  1331. RF tn, fp: 282, 0
  1332. RF fn, tp: 4, 0
  1333. RF f1 score: 0.000
  1334. RF cohens kappa score: -0.016
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 287, 6
  1338. GB fn, tp: 11, 5
  1339. GB f1 score: 0.556
  1340. GB cohens kappa score: 0.542
  1341. average:
  1342. GB tn, fp: 284.04, 2.56
  1343. GB fn, tp: 8.28, 1.92
  1344. GB f1 score: 0.257
  1345. GB cohens kappa score: 0.242
  1346. minimum:
  1347. GB tn, fp: 281, 0
  1348. GB fn, tp: 4, 0
  1349. GB f1 score: 0.000
  1350. GB cohens kappa score: -0.011
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 268, 52
  1354. KNN fn, tp: 5, 11
  1355. KNN f1 score: 0.465
  1356. KNN cohens kappa score: 0.434
  1357. average:
  1358. KNN tn, fp: 257.88, 28.72
  1359. KNN fn, tp: 2.52, 7.68
  1360. KNN f1 score: 0.334
  1361. KNN cohens kappa score: 0.296
  1362. minimum:
  1363. KNN tn, fp: 235, 18
  1364. KNN fn, tp: 0, 5
  1365. KNN f1 score: 0.225
  1366. KNN cohens kappa score: 0.174
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 269, 48
  1370. GAN fn, tp: 6, 10
  1371. GAN f1 score: 0.435
  1372. GAN cohens kappa score: 0.401
  1373. average:
  1374. GAN tn, fp: 257.88, 28.72
  1375. GAN fn, tp: 3.04, 7.16
  1376. GAN f1 score: 0.312
  1377. GAN cohens kappa score: 0.274
  1378. minimum:
  1379. GAN tn, fp: 239, 18
  1380. GAN fn, tp: 1, 4
  1381. GAN f1 score: 0.186
  1382. GAN cohens kappa score: 0.152