folding_yeast6.log 145 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-proximary-full on folding_yeast6
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast6'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1131 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/116 [..............................] - ETA: 18s - loss: 0.2957 42/116 [=========>....................] - ETA: 0s - loss: 0.0826  82/116 [====================>.........] - ETA: 0s - loss: 0.0870 116/116 [==============================] - 0s 1ms/step - loss: 0.0975
  19. Epoch 2/10
  20. 1/116 [..............................] - ETA: 0s - loss: 0.1553 42/116 [=========>....................] - ETA: 0s - loss: 0.0701 83/116 [====================>.........] - ETA: 0s - loss: 0.0771 116/116 [==============================] - 0s 1ms/step - loss: 0.0915
  21. Epoch 3/10
  22. 1/116 [..............................] - ETA: 0s - loss: 0.0255 42/116 [=========>....................] - ETA: 0s - loss: 0.0933 82/116 [====================>.........] - ETA: 0s - loss: 0.0942 116/116 [==============================] - 0s 1ms/step - loss: 0.0895
  23. Epoch 4/10
  24. 1/116 [..............................] - ETA: 0s - loss: 0.2713 40/116 [=========>....................] - ETA: 0s - loss: 0.1028 80/116 [===================>..........] - ETA: 0s - loss: 0.0946 116/116 [==============================] - 0s 1ms/step - loss: 0.0872
  25. Epoch 5/10
  26. 1/116 [..............................] - ETA: 0s - loss: 0.0058 42/116 [=========>....................] - ETA: 0s - loss: 0.0809 83/116 [====================>.........] - ETA: 0s - loss: 0.0900 116/116 [==============================] - 0s 1ms/step - loss: 0.0862
  27. Epoch 6/10
  28. 1/116 [..............................] - ETA: 0s - loss: 0.0254 34/116 [=======>......................] - ETA: 0s - loss: 0.1050 66/116 [================>.............] - ETA: 0s - loss: 0.0912 105/116 [==========================>...] - ETA: 0s - loss: 0.0835 116/116 [==============================] - 0s 1ms/step - loss: 0.0833
  29. Epoch 7/10
  30. 1/116 [..............................] - ETA: 0s - loss: 0.0511 41/116 [=========>....................] - ETA: 0s - loss: 0.0950 83/116 [====================>.........] - ETA: 0s - loss: 0.0868 116/116 [==============================] - 0s 1ms/step - loss: 0.0819
  31. Epoch 8/10
  32. 1/116 [..............................] - ETA: 0s - loss: 0.1233 40/116 [=========>....................] - ETA: 0s - loss: 0.0878 78/116 [===================>..........] - ETA: 0s - loss: 0.0906 116/116 [==============================] - 0s 1ms/step - loss: 0.0792
  33. Epoch 9/10
  34. 1/116 [..............................] - ETA: 0s - loss: 0.0137 43/116 [==========>...................] - ETA: 0s - loss: 0.0710 79/116 [===================>..........] - ETA: 0s - loss: 0.0744 114/116 [============================>.] - ETA: 0s - loss: 0.0791 116/116 [==============================] - 0s 1ms/step - loss: 0.0797
  35. Epoch 10/10
  36. 1/116 [..............................] - ETA: 0s - loss: 0.0213 34/116 [=======>......................] - ETA: 0s - loss: 0.0738 72/116 [=================>............] - ETA: 0s - loss: 0.0735 113/116 [============================>.] - ETA: 0s - loss: 0.0783 116/116 [==============================] - 0s 1ms/step - loss: 0.0771
  37. -> test with GAN.predict
  38. GAN tn, fp: 279, 11
  39. GAN fn, tp: 1, 6
  40. GAN f1 score: 0.500
  41. GAN cohens kappa score: 0.483
  42. -> test with 'LR'
  43. LR tn, fp: 271, 19
  44. LR fn, tp: 1, 6
  45. LR f1 score: 0.375
  46. LR cohens kappa score: 0.351
  47. LR average precision score: 0.699
  48. -> test with 'RF'
  49. RF tn, fp: 288, 2
  50. RF fn, tp: 4, 3
  51. RF f1 score: 0.500
  52. RF cohens kappa score: 0.490
  53. -> test with 'GB'
  54. GB tn, fp: 287, 3
  55. GB fn, tp: 4, 3
  56. GB f1 score: 0.462
  57. GB cohens kappa score: 0.450
  58. -> test with 'KNN'
  59. KNN tn, fp: 277, 13
  60. KNN fn, tp: 1, 6
  61. KNN f1 score: 0.462
  62. KNN cohens kappa score: 0.442
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1131 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/116 [..............................] - ETA: 19s - loss: 0.0451 40/116 [=========>....................] - ETA: 0s - loss: 0.1817  80/116 [===================>..........] - ETA: 0s - loss: 0.1935 116/116 [==============================] - 0s 1ms/step - loss: 0.1879
  70. Epoch 2/10
  71. 1/116 [..............................] - ETA: 0s - loss: 0.2108 40/116 [=========>....................] - ETA: 0s - loss: 0.1967 80/116 [===================>..........] - ETA: 0s - loss: 0.1619 116/116 [==============================] - 0s 1ms/step - loss: 0.1664
  72. Epoch 3/10
  73. 1/116 [..............................] - ETA: 0s - loss: 0.0913 41/116 [=========>....................] - ETA: 0s - loss: 0.1927 81/116 [===================>..........] - ETA: 0s - loss: 0.1677 116/116 [==============================] - 0s 1ms/step - loss: 0.1559
  74. Epoch 4/10
  75. 1/116 [..............................] - ETA: 0s - loss: 0.2274 41/116 [=========>....................] - ETA: 0s - loss: 0.1641 81/116 [===================>..........] - ETA: 0s - loss: 0.1561 116/116 [==============================] - 0s 1ms/step - loss: 0.1478
  76. Epoch 5/10
  77. 1/116 [..............................] - ETA: 0s - loss: 0.5400 40/116 [=========>....................] - ETA: 0s - loss: 0.1668 80/116 [===================>..........] - ETA: 0s - loss: 0.1523 116/116 [==============================] - 0s 1ms/step - loss: 0.1429
  78. Epoch 6/10
  79. 1/116 [..............................] - ETA: 0s - loss: 0.0459 41/116 [=========>....................] - ETA: 0s - loss: 0.1328 82/116 [====================>.........] - ETA: 0s - loss: 0.1383 116/116 [==============================] - 0s 1ms/step - loss: 0.1367
  80. Epoch 7/10
  81. 1/116 [..............................] - ETA: 0s - loss: 0.0510 40/116 [=========>....................] - ETA: 0s - loss: 0.1131 79/116 [===================>..........] - ETA: 0s - loss: 0.1283 114/116 [============================>.] - ETA: 0s - loss: 0.1330 116/116 [==============================] - 0s 1ms/step - loss: 0.1356
  82. Epoch 8/10
  83. 1/116 [..............................] - ETA: 0s - loss: 0.1984 38/116 [========>.....................] - ETA: 0s - loss: 0.1291 78/116 [===================>..........] - ETA: 0s - loss: 0.1377 116/116 [==============================] - 0s 1ms/step - loss: 0.1347
  84. Epoch 9/10
  85. 1/116 [..............................] - ETA: 0s - loss: 0.0416 41/116 [=========>....................] - ETA: 0s - loss: 0.1405 82/116 [====================>.........] - ETA: 0s - loss: 0.1219 116/116 [==============================] - 0s 1ms/step - loss: 0.1296
  86. Epoch 10/10
  87. 1/116 [..............................] - ETA: 0s - loss: 0.2945 41/116 [=========>....................] - ETA: 0s - loss: 0.1498 80/116 [===================>..........] - ETA: 0s - loss: 0.1245 116/116 [==============================] - 0s 1ms/step - loss: 0.1272
  88. -> test with GAN.predict
  89. GAN tn, fp: 273, 17
  90. GAN fn, tp: 3, 4
  91. GAN f1 score: 0.286
  92. GAN cohens kappa score: 0.260
  93. -> test with 'LR'
  94. LR tn, fp: 265, 25
  95. LR fn, tp: 2, 5
  96. LR f1 score: 0.270
  97. LR cohens kappa score: 0.241
  98. LR average precision score: 0.427
  99. -> test with 'RF'
  100. RF tn, fp: 287, 3
  101. RF fn, tp: 5, 2
  102. RF f1 score: 0.333
  103. RF cohens kappa score: 0.320
  104. -> test with 'GB'
  105. GB tn, fp: 286, 4
  106. GB fn, tp: 3, 4
  107. GB f1 score: 0.533
  108. GB cohens kappa score: 0.521
  109. -> test with 'KNN'
  110. KNN tn, fp: 273, 17
  111. KNN fn, tp: 3, 4
  112. KNN f1 score: 0.286
  113. KNN cohens kappa score: 0.260
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1131 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/116 [..............................] - ETA: 18s - loss: 0.1592 42/116 [=========>....................] - ETA: 0s - loss: 0.1669  82/116 [====================>.........] - ETA: 0s - loss: 0.1676 116/116 [==============================] - 0s 1ms/step - loss: 0.1636
  121. Epoch 2/10
  122. 1/116 [..............................] - ETA: 0s - loss: 0.1153 41/116 [=========>....................] - ETA: 0s - loss: 0.1407 79/116 [===================>..........] - ETA: 0s - loss: 0.1472 114/116 [============================>.] - ETA: 0s - loss: 0.1457 116/116 [==============================] - 0s 1ms/step - loss: 0.1470
  123. Epoch 3/10
  124. 1/116 [..............................] - ETA: 0s - loss: 0.1232 36/116 [========>.....................] - ETA: 0s - loss: 0.1703 70/116 [=================>............] - ETA: 0s - loss: 0.1617 108/116 [==========================>...] - ETA: 0s - loss: 0.1473 116/116 [==============================] - 0s 1ms/step - loss: 0.1470
  125. Epoch 4/10
  126. 1/116 [..............................] - ETA: 0s - loss: 0.0573 41/116 [=========>....................] - ETA: 0s - loss: 0.1350 82/116 [====================>.........] - ETA: 0s - loss: 0.1368 116/116 [==============================] - 0s 1ms/step - loss: 0.1389
  127. Epoch 5/10
  128. 1/116 [..............................] - ETA: 0s - loss: 0.2281 43/116 [==========>...................] - ETA: 0s - loss: 0.1196 83/116 [====================>.........] - ETA: 0s - loss: 0.1306 116/116 [==============================] - 0s 1ms/step - loss: 0.1360
  129. Epoch 6/10
  130. 1/116 [..............................] - ETA: 0s - loss: 0.3991 41/116 [=========>....................] - ETA: 0s - loss: 0.1331 79/116 [===================>..........] - ETA: 0s - loss: 0.1344 116/116 [==============================] - 0s 1ms/step - loss: 0.1308
  131. Epoch 7/10
  132. 1/116 [..............................] - ETA: 0s - loss: 0.1784 42/116 [=========>....................] - ETA: 0s - loss: 0.1321 82/116 [====================>.........] - ETA: 0s - loss: 0.1298 116/116 [==============================] - 0s 1ms/step - loss: 0.1307
  133. Epoch 8/10
  134. 1/116 [..............................] - ETA: 0s - loss: 0.0736 40/116 [=========>....................] - ETA: 0s - loss: 0.1343 79/116 [===================>..........] - ETA: 0s - loss: 0.1337 116/116 [==============================] - 0s 1ms/step - loss: 0.1280
  135. Epoch 9/10
  136. 1/116 [..............................] - ETA: 0s - loss: 0.2588 42/116 [=========>....................] - ETA: 0s - loss: 0.1201 81/116 [===================>..........] - ETA: 0s - loss: 0.1265 116/116 [==============================] - 0s 1ms/step - loss: 0.1249
  137. Epoch 10/10
  138. 1/116 [..............................] - ETA: 0s - loss: 0.0385 42/116 [=========>....................] - ETA: 0s - loss: 0.1346 81/116 [===================>..........] - ETA: 0s - loss: 0.1290 116/116 [==============================] - 0s 1ms/step - loss: 0.1246
  139. -> test with GAN.predict
  140. GAN tn, fp: 268, 22
  141. GAN fn, tp: 1, 6
  142. GAN f1 score: 0.343
  143. GAN cohens kappa score: 0.317
  144. -> test with 'LR'
  145. LR tn, fp: 261, 29
  146. LR fn, tp: 1, 6
  147. LR f1 score: 0.286
  148. LR cohens kappa score: 0.257
  149. LR average precision score: 0.297
  150. -> test with 'RF'
  151. RF tn, fp: 290, 0
  152. RF fn, tp: 3, 4
  153. RF f1 score: 0.727
  154. RF cohens kappa score: 0.723
  155. -> test with 'GB'
  156. GB tn, fp: 290, 0
  157. GB fn, tp: 3, 4
  158. GB f1 score: 0.727
  159. GB cohens kappa score: 0.723
  160. -> test with 'KNN'
  161. KNN tn, fp: 274, 16
  162. KNN fn, tp: 1, 6
  163. KNN f1 score: 0.414
  164. KNN cohens kappa score: 0.392
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1131 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/116 [..............................] - ETA: 18s - loss: 0.2895 38/116 [========>.....................] - ETA: 0s - loss: 0.2063  75/116 [==================>...........] - ETA: 0s - loss: 0.1902 116/116 [==============================] - ETA: 0s - loss: 0.1864 116/116 [==============================] - 0s 1ms/step - loss: 0.1864
  172. Epoch 2/10
  173. 1/116 [..............................] - ETA: 0s - loss: 0.0656 38/116 [========>.....................] - ETA: 0s - loss: 0.1409 78/116 [===================>..........] - ETA: 0s - loss: 0.1496 116/116 [==============================] - 0s 1ms/step - loss: 0.1557
  174. Epoch 3/10
  175. 1/116 [..............................] - ETA: 0s - loss: 0.1260 40/116 [=========>....................] - ETA: 0s - loss: 0.1268 80/116 [===================>..........] - ETA: 0s - loss: 0.1376 116/116 [==============================] - 0s 1ms/step - loss: 0.1406
  176. Epoch 4/10
  177. 1/116 [..............................] - ETA: 0s - loss: 0.0746 43/116 [==========>...................] - ETA: 0s - loss: 0.1391 84/116 [====================>.........] - ETA: 0s - loss: 0.1397 116/116 [==============================] - 0s 1ms/step - loss: 0.1337
  178. Epoch 5/10
  179. 1/116 [..............................] - ETA: 0s - loss: 0.0709 42/116 [=========>....................] - ETA: 0s - loss: 0.1151 81/116 [===================>..........] - ETA: 0s - loss: 0.1301 116/116 [==============================] - 0s 1ms/step - loss: 0.1291
  180. Epoch 6/10
  181. 1/116 [..............................] - ETA: 0s - loss: 0.2247 39/116 [=========>....................] - ETA: 0s - loss: 0.1255 79/116 [===================>..........] - ETA: 0s - loss: 0.1282 116/116 [==============================] - 0s 1ms/step - loss: 0.1282
  182. Epoch 7/10
  183. 1/116 [..............................] - ETA: 0s - loss: 0.1370 41/116 [=========>....................] - ETA: 0s - loss: 0.1300 82/116 [====================>.........] - ETA: 0s - loss: 0.1256 116/116 [==============================] - 0s 1ms/step - loss: 0.1240
  184. Epoch 8/10
  185. 1/116 [..............................] - ETA: 0s - loss: 0.0395 42/116 [=========>....................] - ETA: 0s - loss: 0.1367 83/116 [====================>.........] - ETA: 0s - loss: 0.1262 116/116 [==============================] - 0s 1ms/step - loss: 0.1232
  186. Epoch 9/10
  187. 1/116 [..............................] - ETA: 0s - loss: 0.1509 34/116 [=======>......................] - ETA: 0s - loss: 0.1254 69/116 [================>.............] - ETA: 0s - loss: 0.1164 106/116 [==========================>...] - ETA: 0s - loss: 0.1167 116/116 [==============================] - 0s 1ms/step - loss: 0.1199
  188. Epoch 10/10
  189. 1/116 [..............................] - ETA: 0s - loss: 0.1721 41/116 [=========>....................] - ETA: 0s - loss: 0.1283 77/116 [==================>...........] - ETA: 0s - loss: 0.1278 116/116 [==============================] - 0s 1ms/step - loss: 0.1202
  190. -> test with GAN.predict
  191. GAN tn, fp: 274, 16
  192. GAN fn, tp: 1, 6
  193. GAN f1 score: 0.414
  194. GAN cohens kappa score: 0.392
  195. -> test with 'LR'
  196. LR tn, fp: 270, 20
  197. LR fn, tp: 1, 6
  198. LR f1 score: 0.364
  199. LR cohens kappa score: 0.339
  200. LR average precision score: 0.600
  201. -> test with 'RF'
  202. RF tn, fp: 288, 2
  203. RF fn, tp: 5, 2
  204. RF f1 score: 0.364
  205. RF cohens kappa score: 0.353
  206. -> test with 'GB'
  207. GB tn, fp: 286, 4
  208. GB fn, tp: 4, 3
  209. GB f1 score: 0.429
  210. GB cohens kappa score: 0.415
  211. -> test with 'KNN'
  212. KNN tn, fp: 276, 14
  213. KNN fn, tp: 1, 6
  214. KNN f1 score: 0.444
  215. KNN cohens kappa score: 0.424
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1132 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/116 [..............................] - ETA: 15s - loss: 0.1071 43/116 [==========>...................] - ETA: 0s - loss: 0.1561  84/116 [====================>.........] - ETA: 0s - loss: 0.1583 116/116 [==============================] - 0s 1ms/step - loss: 0.1644
  223. Epoch 2/10
  224. 1/116 [..............................] - ETA: 0s - loss: 0.2072 43/116 [==========>...................] - ETA: 0s - loss: 0.1679 84/116 [====================>.........] - ETA: 0s - loss: 0.1444 116/116 [==============================] - 0s 1ms/step - loss: 0.1490
  225. Epoch 3/10
  226. 1/116 [..............................] - ETA: 0s - loss: 0.0503 45/116 [==========>...................] - ETA: 0s - loss: 0.1444 88/116 [=====================>........] - ETA: 0s - loss: 0.1393 116/116 [==============================] - 0s 1ms/step - loss: 0.1410
  227. Epoch 4/10
  228. 1/116 [..............................] - ETA: 0s - loss: 0.3456 44/116 [==========>...................] - ETA: 0s - loss: 0.1398 87/116 [=====================>........] - ETA: 0s - loss: 0.1429 116/116 [==============================] - 0s 1ms/step - loss: 0.1360
  229. Epoch 5/10
  230. 1/116 [..............................] - ETA: 0s - loss: 0.3433 38/116 [========>.....................] - ETA: 0s - loss: 0.1395 80/116 [===================>..........] - ETA: 0s - loss: 0.1321 116/116 [==============================] - 0s 1ms/step - loss: 0.1369
  231. Epoch 6/10
  232. 1/116 [..............................] - ETA: 0s - loss: 0.0456 42/116 [=========>....................] - ETA: 0s - loss: 0.1481 84/116 [====================>.........] - ETA: 0s - loss: 0.1426 116/116 [==============================] - 0s 1ms/step - loss: 0.1359
  233. Epoch 7/10
  234. 1/116 [..............................] - ETA: 0s - loss: 0.1746 44/116 [==========>...................] - ETA: 0s - loss: 0.1302 87/116 [=====================>........] - ETA: 0s - loss: 0.1346 116/116 [==============================] - 0s 1ms/step - loss: 0.1329
  235. Epoch 8/10
  236. 1/116 [..............................] - ETA: 0s - loss: 0.0592 43/116 [==========>...................] - ETA: 0s - loss: 0.1247 86/116 [=====================>........] - ETA: 0s - loss: 0.1268 116/116 [==============================] - 0s 1ms/step - loss: 0.1298
  237. Epoch 9/10
  238. 1/116 [..............................] - ETA: 0s - loss: 0.0526 43/116 [==========>...................] - ETA: 0s - loss: 0.1471 87/116 [=====================>........] - ETA: 0s - loss: 0.1357 116/116 [==============================] - 0s 1ms/step - loss: 0.1318
  239. Epoch 10/10
  240. 1/116 [..............................] - ETA: 0s - loss: 0.1364 43/116 [==========>...................] - ETA: 0s - loss: 0.1157 84/116 [====================>.........] - ETA: 0s - loss: 0.1179 116/116 [==============================] - 0s 1ms/step - loss: 0.1303
  241. -> test with GAN.predict
  242. GAN tn, fp: 271, 18
  243. GAN fn, tp: 1, 6
  244. GAN f1 score: 0.387
  245. GAN cohens kappa score: 0.364
  246. -> test with 'LR'
  247. LR tn, fp: 253, 36
  248. LR fn, tp: 0, 7
  249. LR f1 score: 0.280
  250. LR cohens kappa score: 0.249
  251. LR average precision score: 0.585
  252. -> test with 'RF'
  253. RF tn, fp: 287, 2
  254. RF fn, tp: 2, 5
  255. RF f1 score: 0.714
  256. RF cohens kappa score: 0.707
  257. -> test with 'GB'
  258. GB tn, fp: 285, 4
  259. GB fn, tp: 1, 6
  260. GB f1 score: 0.706
  261. GB cohens kappa score: 0.697
  262. -> test with 'KNN'
  263. KNN tn, fp: 267, 22
  264. KNN fn, tp: 0, 7
  265. KNN f1 score: 0.389
  266. KNN cohens kappa score: 0.365
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1131 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/116 [..............................] - ETA: 21s - loss: 0.1792 40/116 [=========>....................] - ETA: 0s - loss: 0.1497  79/116 [===================>..........] - ETA: 0s - loss: 0.1440 116/116 [==============================] - 0s 1ms/step - loss: 0.1434
  277. Epoch 2/10
  278. 1/116 [..............................] - ETA: 0s - loss: 0.2197 36/116 [========>.....................] - ETA: 0s - loss: 0.1358 69/116 [================>.............] - ETA: 0s - loss: 0.1339 108/116 [==========================>...] - ETA: 0s - loss: 0.1294 116/116 [==============================] - 0s 1ms/step - loss: 0.1278
  279. Epoch 3/10
  280. 1/116 [..............................] - ETA: 0s - loss: 0.0809 42/116 [=========>....................] - ETA: 0s - loss: 0.1331 83/116 [====================>.........] - ETA: 0s - loss: 0.1239 116/116 [==============================] - 0s 1ms/step - loss: 0.1179
  281. Epoch 4/10
  282. 1/116 [..............................] - ETA: 0s - loss: 0.0405 40/116 [=========>....................] - ETA: 0s - loss: 0.1179 78/116 [===================>..........] - ETA: 0s - loss: 0.1139 116/116 [==============================] - 0s 1ms/step - loss: 0.1146
  283. Epoch 5/10
  284. 1/116 [..............................] - ETA: 0s - loss: 0.0493 41/116 [=========>....................] - ETA: 0s - loss: 0.1113 78/116 [===================>..........] - ETA: 0s - loss: 0.1235 116/116 [==============================] - ETA: 0s - loss: 0.1115 116/116 [==============================] - 0s 1ms/step - loss: 0.1115
  285. Epoch 6/10
  286. 1/116 [..............................] - ETA: 0s - loss: 0.0678 42/116 [=========>....................] - ETA: 0s - loss: 0.0986 82/116 [====================>.........] - ETA: 0s - loss: 0.1064 116/116 [==============================] - 0s 1ms/step - loss: 0.1092
  287. Epoch 7/10
  288. 1/116 [..............................] - ETA: 0s - loss: 0.1571 39/116 [=========>....................] - ETA: 0s - loss: 0.0971 79/116 [===================>..........] - ETA: 0s - loss: 0.1113 116/116 [==============================] - 0s 1ms/step - loss: 0.1085
  289. Epoch 8/10
  290. 1/116 [..............................] - ETA: 0s - loss: 0.0236 41/116 [=========>....................] - ETA: 0s - loss: 0.1039 82/116 [====================>.........] - ETA: 0s - loss: 0.1035 116/116 [==============================] - 0s 1ms/step - loss: 0.1058
  291. Epoch 9/10
  292. 1/116 [..............................] - ETA: 0s - loss: 0.0109 40/116 [=========>....................] - ETA: 0s - loss: 0.1113 79/116 [===================>..........] - ETA: 0s - loss: 0.1023 116/116 [==============================] - 0s 1ms/step - loss: 0.1069
  293. Epoch 10/10
  294. 1/116 [..............................] - ETA: 0s - loss: 0.0096 41/116 [=========>....................] - ETA: 0s - loss: 0.0925 81/116 [===================>..........] - ETA: 0s - loss: 0.1099 116/116 [==============================] - 0s 1ms/step - loss: 0.1044
  295. -> test with GAN.predict
  296. GAN tn, fp: 276, 14
  297. GAN fn, tp: 1, 6
  298. GAN f1 score: 0.444
  299. GAN cohens kappa score: 0.424
  300. -> test with 'LR'
  301. LR tn, fp: 272, 18
  302. LR fn, tp: 1, 6
  303. LR f1 score: 0.387
  304. LR cohens kappa score: 0.364
  305. LR average precision score: 0.668
  306. -> test with 'RF'
  307. RF tn, fp: 287, 3
  308. RF fn, tp: 3, 4
  309. RF f1 score: 0.571
  310. RF cohens kappa score: 0.561
  311. -> test with 'GB'
  312. GB tn, fp: 287, 3
  313. GB fn, tp: 3, 4
  314. GB f1 score: 0.571
  315. GB cohens kappa score: 0.561
  316. -> test with 'KNN'
  317. KNN tn, fp: 274, 16
  318. KNN fn, tp: 1, 6
  319. KNN f1 score: 0.414
  320. KNN cohens kappa score: 0.392
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1131 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/116 [..............................] - ETA: 18s - loss: 0.0609 37/116 [========>.....................] - ETA: 0s - loss: 0.1247  67/116 [================>.............] - ETA: 0s - loss: 0.1340 96/116 [=======================>......] - ETA: 0s - loss: 0.1277 116/116 [==============================] - 0s 2ms/step - loss: 0.1309
  328. Epoch 2/10
  329. 1/116 [..............................] - ETA: 0s - loss: 0.0089 40/116 [=========>....................] - ETA: 0s - loss: 0.1188 79/116 [===================>..........] - ETA: 0s - loss: 0.1177 116/116 [==============================] - 0s 1ms/step - loss: 0.1191
  330. Epoch 3/10
  331. 1/116 [..............................] - ETA: 0s - loss: 0.2476 40/116 [=========>....................] - ETA: 0s - loss: 0.0959 79/116 [===================>..........] - ETA: 0s - loss: 0.1071 116/116 [==============================] - 0s 1ms/step - loss: 0.1115
  332. Epoch 4/10
  333. 1/116 [..............................] - ETA: 0s - loss: 0.2014 39/116 [=========>....................] - ETA: 0s - loss: 0.0966 79/116 [===================>..........] - ETA: 0s - loss: 0.1020 116/116 [==============================] - 0s 1ms/step - loss: 0.1088
  334. Epoch 5/10
  335. 1/116 [..............................] - ETA: 0s - loss: 0.1438 41/116 [=========>....................] - ETA: 0s - loss: 0.0807 80/116 [===================>..........] - ETA: 0s - loss: 0.1056 116/116 [==============================] - 0s 1ms/step - loss: 0.1071
  336. Epoch 6/10
  337. 1/116 [..............................] - ETA: 0s - loss: 0.0268 40/116 [=========>....................] - ETA: 0s - loss: 0.1038 80/116 [===================>..........] - ETA: 0s - loss: 0.0990 116/116 [==============================] - 0s 1ms/step - loss: 0.1029
  338. Epoch 7/10
  339. 1/116 [..............................] - ETA: 0s - loss: 0.0779 39/116 [=========>....................] - ETA: 0s - loss: 0.1078 79/116 [===================>..........] - ETA: 0s - loss: 0.0927 116/116 [==============================] - 0s 1ms/step - loss: 0.1007
  340. Epoch 8/10
  341. 1/116 [..............................] - ETA: 0s - loss: 0.0448 41/116 [=========>....................] - ETA: 0s - loss: 0.0993 81/116 [===================>..........] - ETA: 0s - loss: 0.1007 116/116 [==============================] - 0s 1ms/step - loss: 0.0987
  342. Epoch 9/10
  343. 1/116 [..............................] - ETA: 0s - loss: 0.0794 39/116 [=========>....................] - ETA: 0s - loss: 0.0998 80/116 [===================>..........] - ETA: 0s - loss: 0.0959 116/116 [==============================] - 0s 1ms/step - loss: 0.0978
  344. Epoch 10/10
  345. 1/116 [..............................] - ETA: 0s - loss: 0.1047 42/116 [=========>....................] - ETA: 0s - loss: 0.1019 83/116 [====================>.........] - ETA: 0s - loss: 0.0955 116/116 [==============================] - 0s 1ms/step - loss: 0.0994
  346. -> test with GAN.predict
  347. GAN tn, fp: 263, 27
  348. GAN fn, tp: 1, 6
  349. GAN f1 score: 0.300
  350. GAN cohens kappa score: 0.272
  351. -> test with 'LR'
  352. LR tn, fp: 263, 27
  353. LR fn, tp: 0, 7
  354. LR f1 score: 0.341
  355. LR cohens kappa score: 0.315
  356. LR average precision score: 0.291
  357. -> test with 'RF'
  358. RF tn, fp: 287, 3
  359. RF fn, tp: 3, 4
  360. RF f1 score: 0.571
  361. RF cohens kappa score: 0.561
  362. -> test with 'GB'
  363. GB tn, fp: 286, 4
  364. GB fn, tp: 0, 7
  365. GB f1 score: 0.778
  366. GB cohens kappa score: 0.771
  367. -> test with 'KNN'
  368. KNN tn, fp: 276, 14
  369. KNN fn, tp: 0, 7
  370. KNN f1 score: 0.500
  371. KNN cohens kappa score: 0.482
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1131 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/116 [..............................] - ETA: 17s - loss: 0.0070 41/116 [=========>....................] - ETA: 0s - loss: 0.1289  81/116 [===================>..........] - ETA: 0s - loss: 0.1437 116/116 [==============================] - 0s 1ms/step - loss: 0.1348
  379. Epoch 2/10
  380. 1/116 [..............................] - ETA: 0s - loss: 0.0159 41/116 [=========>....................] - ETA: 0s - loss: 0.1472 79/116 [===================>..........] - ETA: 0s - loss: 0.1290 114/116 [============================>.] - ETA: 0s - loss: 0.1244 116/116 [==============================] - 0s 1ms/step - loss: 0.1230
  381. Epoch 3/10
  382. 1/116 [..............................] - ETA: 0s - loss: 0.1720 40/116 [=========>....................] - ETA: 0s - loss: 0.0803 80/116 [===================>..........] - ETA: 0s - loss: 0.0925 116/116 [==============================] - 0s 1ms/step - loss: 0.1111
  383. Epoch 4/10
  384. 1/116 [..............................] - ETA: 0s - loss: 0.1218 41/116 [=========>....................] - ETA: 0s - loss: 0.1070 82/116 [====================>.........] - ETA: 0s - loss: 0.1064 116/116 [==============================] - 0s 1ms/step - loss: 0.1043
  385. Epoch 5/10
  386. 1/116 [..............................] - ETA: 0s - loss: 0.0270 39/116 [=========>....................] - ETA: 0s - loss: 0.1000 78/116 [===================>..........] - ETA: 0s - loss: 0.0970 116/116 [==============================] - 0s 1ms/step - loss: 0.1014
  387. Epoch 6/10
  388. 1/116 [..............................] - ETA: 0s - loss: 0.0912 41/116 [=========>....................] - ETA: 0s - loss: 0.1124 81/116 [===================>..........] - ETA: 0s - loss: 0.1043 116/116 [==============================] - 0s 1ms/step - loss: 0.0994
  389. Epoch 7/10
  390. 1/116 [..............................] - ETA: 0s - loss: 0.1788 41/116 [=========>....................] - ETA: 0s - loss: 0.1048 80/116 [===================>..........] - ETA: 0s - loss: 0.0959 116/116 [==============================] - 0s 1ms/step - loss: 0.0993
  391. Epoch 8/10
  392. 1/116 [..............................] - ETA: 0s - loss: 0.0133 41/116 [=========>....................] - ETA: 0s - loss: 0.0917 79/116 [===================>..........] - ETA: 0s - loss: 0.0981 116/116 [==============================] - 0s 1ms/step - loss: 0.0954
  393. Epoch 9/10
  394. 1/116 [..............................] - ETA: 0s - loss: 0.0861 41/116 [=========>....................] - ETA: 0s - loss: 0.0879 81/116 [===================>..........] - ETA: 0s - loss: 0.0949 116/116 [==============================] - 0s 1ms/step - loss: 0.0951
  395. Epoch 10/10
  396. 1/116 [..............................] - ETA: 0s - loss: 0.1786 38/116 [========>.....................] - ETA: 0s - loss: 0.1069 77/116 [==================>...........] - ETA: 0s - loss: 0.0920 115/116 [============================>.] - ETA: 0s - loss: 0.0946 116/116 [==============================] - 0s 1ms/step - loss: 0.0947
  397. -> test with GAN.predict
  398. GAN tn, fp: 277, 13
  399. GAN fn, tp: 2, 5
  400. GAN f1 score: 0.400
  401. GAN cohens kappa score: 0.379
  402. -> test with 'LR'
  403. LR tn, fp: 263, 27
  404. LR fn, tp: 1, 6
  405. LR f1 score: 0.300
  406. LR cohens kappa score: 0.272
  407. LR average precision score: 0.510
  408. -> test with 'RF'
  409. RF tn, fp: 288, 2
  410. RF fn, tp: 3, 4
  411. RF f1 score: 0.615
  412. RF cohens kappa score: 0.607
  413. -> test with 'GB'
  414. GB tn, fp: 287, 3
  415. GB fn, tp: 3, 4
  416. GB f1 score: 0.571
  417. GB cohens kappa score: 0.561
  418. -> test with 'KNN'
  419. KNN tn, fp: 265, 25
  420. KNN fn, tp: 1, 6
  421. KNN f1 score: 0.316
  422. KNN cohens kappa score: 0.288
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1131 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/116 [..............................] - ETA: 19s - loss: 0.0782 42/116 [=========>....................] - ETA: 0s - loss: 0.1696  82/116 [====================>.........] - ETA: 0s - loss: 0.1557 116/116 [==============================] - 0s 1ms/step - loss: 0.1407
  430. Epoch 2/10
  431. 1/116 [..............................] - ETA: 0s - loss: 0.0306 38/116 [========>.....................] - ETA: 0s - loss: 0.1247 78/116 [===================>..........] - ETA: 0s - loss: 0.1234 116/116 [==============================] - 0s 1ms/step - loss: 0.1203
  432. Epoch 3/10
  433. 1/116 [..............................] - ETA: 0s - loss: 0.2236 41/116 [=========>....................] - ETA: 0s - loss: 0.1282 79/116 [===================>..........] - ETA: 0s - loss: 0.1191 116/116 [==============================] - 0s 1ms/step - loss: 0.1148
  434. Epoch 4/10
  435. 1/116 [..............................] - ETA: 0s - loss: 0.0221 39/116 [=========>....................] - ETA: 0s - loss: 0.1153 79/116 [===================>..........] - ETA: 0s - loss: 0.1133 116/116 [==============================] - 0s 1ms/step - loss: 0.1098
  436. Epoch 5/10
  437. 1/116 [..............................] - ETA: 0s - loss: 0.2293 39/116 [=========>....................] - ETA: 0s - loss: 0.1133 82/116 [====================>.........] - ETA: 0s - loss: 0.1001 116/116 [==============================] - 0s 1ms/step - loss: 0.1091
  438. Epoch 6/10
  439. 1/116 [..............................] - ETA: 0s - loss: 0.0692 41/116 [=========>....................] - ETA: 0s - loss: 0.1049 81/116 [===================>..........] - ETA: 0s - loss: 0.1040 116/116 [==============================] - 0s 1ms/step - loss: 0.1062
  440. Epoch 7/10
  441. 1/116 [..............................] - ETA: 0s - loss: 0.0720 40/116 [=========>....................] - ETA: 0s - loss: 0.1033 77/116 [==================>...........] - ETA: 0s - loss: 0.1115 115/116 [============================>.] - ETA: 0s - loss: 0.1047 116/116 [==============================] - 0s 1ms/step - loss: 0.1046
  442. Epoch 8/10
  443. 1/116 [..............................] - ETA: 0s - loss: 0.0689 42/116 [=========>....................] - ETA: 0s - loss: 0.1190 82/116 [====================>.........] - ETA: 0s - loss: 0.1068 116/116 [==============================] - 0s 1ms/step - loss: 0.1012
  444. Epoch 9/10
  445. 1/116 [..............................] - ETA: 0s - loss: 0.0463 41/116 [=========>....................] - ETA: 0s - loss: 0.0916 81/116 [===================>..........] - ETA: 0s - loss: 0.0957 116/116 [==============================] - 0s 1ms/step - loss: 0.0996
  446. Epoch 10/10
  447. 1/116 [..............................] - ETA: 0s - loss: 0.0524 40/116 [=========>....................] - ETA: 0s - loss: 0.0924 80/116 [===================>..........] - ETA: 0s - loss: 0.0897 116/116 [==============================] - 0s 1ms/step - loss: 0.0986
  448. -> test with GAN.predict
  449. GAN tn, fp: 279, 11
  450. GAN fn, tp: 2, 5
  451. GAN f1 score: 0.435
  452. GAN cohens kappa score: 0.416
  453. -> test with 'LR'
  454. LR tn, fp: 262, 28
  455. LR fn, tp: 2, 5
  456. LR f1 score: 0.250
  457. LR cohens kappa score: 0.220
  458. LR average precision score: 0.557
  459. -> test with 'RF'
  460. RF tn, fp: 287, 3
  461. RF fn, tp: 5, 2
  462. RF f1 score: 0.333
  463. RF cohens kappa score: 0.320
  464. -> test with 'GB'
  465. GB tn, fp: 287, 3
  466. GB fn, tp: 5, 2
  467. GB f1 score: 0.333
  468. GB cohens kappa score: 0.320
  469. -> test with 'KNN'
  470. KNN tn, fp: 271, 19
  471. KNN fn, tp: 2, 5
  472. KNN f1 score: 0.323
  473. KNN cohens kappa score: 0.297
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1132 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/116 [..............................] - ETA: 20s - loss: 0.1684 42/116 [=========>....................] - ETA: 0s - loss: 0.1867  83/116 [====================>.........] - ETA: 0s - loss: 0.1660 116/116 [==============================] - 0s 1ms/step - loss: 0.1585
  481. Epoch 2/10
  482. 1/116 [..............................] - ETA: 0s - loss: 0.0283 44/116 [==========>...................] - ETA: 0s - loss: 0.1532 87/116 [=====================>........] - ETA: 0s - loss: 0.1425 116/116 [==============================] - 0s 1ms/step - loss: 0.1393
  483. Epoch 3/10
  484. 1/116 [..............................] - ETA: 0s - loss: 0.0584 41/116 [=========>....................] - ETA: 0s - loss: 0.1214 84/116 [====================>.........] - ETA: 0s - loss: 0.1261 116/116 [==============================] - 0s 1ms/step - loss: 0.1307
  485. Epoch 4/10
  486. 1/116 [..............................] - ETA: 0s - loss: 0.0047 44/116 [==========>...................] - ETA: 0s - loss: 0.1246 87/116 [=====================>........] - ETA: 0s - loss: 0.1282 116/116 [==============================] - 0s 1ms/step - loss: 0.1282
  487. Epoch 5/10
  488. 1/116 [..............................] - ETA: 0s - loss: 0.0164 34/116 [=======>......................] - ETA: 0s - loss: 0.1332 70/116 [=================>............] - ETA: 0s - loss: 0.1191 112/116 [===========================>..] - ETA: 0s - loss: 0.1244 116/116 [==============================] - 0s 1ms/step - loss: 0.1225
  489. Epoch 6/10
  490. 1/116 [..............................] - ETA: 0s - loss: 0.1530 40/116 [=========>....................] - ETA: 0s - loss: 0.1164 82/116 [====================>.........] - ETA: 0s - loss: 0.1169 116/116 [==============================] - 0s 1ms/step - loss: 0.1176
  491. Epoch 7/10
  492. 1/116 [..............................] - ETA: 0s - loss: 0.1344 43/116 [==========>...................] - ETA: 0s - loss: 0.1116 86/116 [=====================>........] - ETA: 0s - loss: 0.1193 116/116 [==============================] - 0s 1ms/step - loss: 0.1164
  493. Epoch 8/10
  494. 1/116 [..............................] - ETA: 0s - loss: 0.0112 37/116 [========>.....................] - ETA: 0s - loss: 0.1209 79/116 [===================>..........] - ETA: 0s - loss: 0.1222 116/116 [==============================] - 0s 1ms/step - loss: 0.1138
  495. Epoch 9/10
  496. 1/116 [..............................] - ETA: 0s - loss: 0.1132 43/116 [==========>...................] - ETA: 0s - loss: 0.1189 85/116 [====================>.........] - ETA: 0s - loss: 0.1124 116/116 [==============================] - 0s 1ms/step - loss: 0.1113
  497. Epoch 10/10
  498. 1/116 [..............................] - ETA: 0s - loss: 0.1277 43/116 [==========>...................] - ETA: 0s - loss: 0.0986 82/116 [====================>.........] - ETA: 0s - loss: 0.1109 116/116 [==============================] - 0s 1ms/step - loss: 0.1110
  499. -> test with GAN.predict
  500. GAN tn, fp: 279, 10
  501. GAN fn, tp: 2, 5
  502. GAN f1 score: 0.455
  503. GAN cohens kappa score: 0.436
  504. -> test with 'LR'
  505. LR tn, fp: 272, 17
  506. LR fn, tp: 1, 6
  507. LR f1 score: 0.400
  508. LR cohens kappa score: 0.377
  509. LR average precision score: 0.530
  510. -> test with 'RF'
  511. RF tn, fp: 289, 0
  512. RF fn, tp: 5, 2
  513. RF f1 score: 0.444
  514. RF cohens kappa score: 0.439
  515. -> test with 'GB'
  516. GB tn, fp: 289, 0
  517. GB fn, tp: 6, 1
  518. GB f1 score: 0.250
  519. GB cohens kappa score: 0.246
  520. -> test with 'KNN'
  521. KNN tn, fp: 275, 14
  522. KNN fn, tp: 2, 5
  523. KNN f1 score: 0.385
  524. KNN cohens kappa score: 0.363
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1131 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/116 [..............................] - ETA: 18s - loss: 0.3119 42/116 [=========>....................] - ETA: 0s - loss: 0.2817  83/116 [====================>.........] - ETA: 0s - loss: 0.2615 116/116 [==============================] - 0s 1ms/step - loss: 0.2507
  535. Epoch 2/10
  536. 1/116 [..............................] - ETA: 0s - loss: 0.0014 41/116 [=========>....................] - ETA: 0s - loss: 0.2044 81/116 [===================>..........] - ETA: 0s - loss: 0.2124 116/116 [==============================] - 0s 1ms/step - loss: 0.2022
  537. Epoch 3/10
  538. 1/116 [..............................] - ETA: 0s - loss: 0.0292 42/116 [=========>....................] - ETA: 0s - loss: 0.1617 82/116 [====================>.........] - ETA: 0s - loss: 0.1743 116/116 [==============================] - 0s 1ms/step - loss: 0.1772
  539. Epoch 4/10
  540. 1/116 [..............................] - ETA: 0s - loss: 0.4640 41/116 [=========>....................] - ETA: 0s - loss: 0.1685 81/116 [===================>..........] - ETA: 0s - loss: 0.1778 116/116 [==============================] - 0s 1ms/step - loss: 0.1655
  541. Epoch 5/10
  542. 1/116 [..............................] - ETA: 0s - loss: 0.2000 42/116 [=========>....................] - ETA: 0s - loss: 0.1560 82/116 [====================>.........] - ETA: 0s - loss: 0.1722 116/116 [==============================] - 0s 1ms/step - loss: 0.1611
  543. Epoch 6/10
  544. 1/116 [..............................] - ETA: 0s - loss: 0.1820 41/116 [=========>....................] - ETA: 0s - loss: 0.1574 81/116 [===================>..........] - ETA: 0s - loss: 0.1564 116/116 [==============================] - 0s 1ms/step - loss: 0.1527
  545. Epoch 7/10
  546. 1/116 [..............................] - ETA: 0s - loss: 0.0354 41/116 [=========>....................] - ETA: 0s - loss: 0.1292 81/116 [===================>..........] - ETA: 0s - loss: 0.1342 116/116 [==============================] - 0s 1ms/step - loss: 0.1472
  547. Epoch 8/10
  548. 1/116 [..............................] - ETA: 0s - loss: 0.2782 40/116 [=========>....................] - ETA: 0s - loss: 0.1627 78/116 [===================>..........] - ETA: 0s - loss: 0.1459 116/116 [==============================] - 0s 1ms/step - loss: 0.1438
  549. Epoch 9/10
  550. 1/116 [..............................] - ETA: 0s - loss: 0.4791 40/116 [=========>....................] - ETA: 0s - loss: 0.1515 76/116 [==================>...........] - ETA: 0s - loss: 0.1487 112/116 [===========================>..] - ETA: 0s - loss: 0.1434 116/116 [==============================] - 0s 1ms/step - loss: 0.1436
  551. Epoch 10/10
  552. 1/116 [..............................] - ETA: 0s - loss: 0.0877 38/116 [========>.....................] - ETA: 0s - loss: 0.1542 70/116 [=================>............] - ETA: 0s - loss: 0.1468 100/116 [========================>.....] - ETA: 0s - loss: 0.1419 116/116 [==============================] - 0s 2ms/step - loss: 0.1417
  553. -> test with GAN.predict
  554. GAN tn, fp: 269, 21
  555. GAN fn, tp: 1, 6
  556. GAN f1 score: 0.353
  557. GAN cohens kappa score: 0.328
  558. -> test with 'LR'
  559. LR tn, fp: 262, 28
  560. LR fn, tp: 1, 6
  561. LR f1 score: 0.293
  562. LR cohens kappa score: 0.264
  563. LR average precision score: 0.633
  564. -> test with 'RF'
  565. RF tn, fp: 289, 1
  566. RF fn, tp: 4, 3
  567. RF f1 score: 0.545
  568. RF cohens kappa score: 0.538
  569. -> test with 'GB'
  570. GB tn, fp: 289, 1
  571. GB fn, tp: 4, 3
  572. GB f1 score: 0.545
  573. GB cohens kappa score: 0.538
  574. -> test with 'KNN'
  575. KNN tn, fp: 268, 22
  576. KNN fn, tp: 1, 6
  577. KNN f1 score: 0.343
  578. KNN cohens kappa score: 0.317
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1131 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/116 [..............................] - ETA: 19s - loss: 0.0013 42/116 [=========>....................] - ETA: 0s - loss: 0.2808  82/116 [====================>.........] - ETA: 0s - loss: 0.2459 116/116 [==============================] - 0s 1ms/step - loss: 0.2330
  586. Epoch 2/10
  587. 1/116 [..............................] - ETA: 0s - loss: 0.1633 41/116 [=========>....................] - ETA: 0s - loss: 0.2272 82/116 [====================>.........] - ETA: 0s - loss: 0.2041 116/116 [==============================] - 0s 1ms/step - loss: 0.1931
  588. Epoch 3/10
  589. 1/116 [..............................] - ETA: 0s - loss: 0.0183 42/116 [=========>....................] - ETA: 0s - loss: 0.2017 83/116 [====================>.........] - ETA: 0s - loss: 0.1877 116/116 [==============================] - 0s 1ms/step - loss: 0.1749
  590. Epoch 4/10
  591. 1/116 [..............................] - ETA: 0s - loss: 0.2477 43/116 [==========>...................] - ETA: 0s - loss: 0.1687 83/116 [====================>.........] - ETA: 0s - loss: 0.1668 116/116 [==============================] - 0s 1ms/step - loss: 0.1737
  592. Epoch 5/10
  593. 1/116 [..............................] - ETA: 0s - loss: 0.1015 39/116 [=========>....................] - ETA: 0s - loss: 0.1678 81/116 [===================>..........] - ETA: 0s - loss: 0.1624 116/116 [==============================] - 0s 1ms/step - loss: 0.1651
  594. Epoch 6/10
  595. 1/116 [..............................] - ETA: 0s - loss: 0.2256 42/116 [=========>....................] - ETA: 0s - loss: 0.1406 83/116 [====================>.........] - ETA: 0s - loss: 0.1544 116/116 [==============================] - 0s 1ms/step - loss: 0.1565
  596. Epoch 7/10
  597. 1/116 [..............................] - ETA: 0s - loss: 0.3604 42/116 [=========>....................] - ETA: 0s - loss: 0.1706 82/116 [====================>.........] - ETA: 0s - loss: 0.1500 116/116 [==============================] - 0s 1ms/step - loss: 0.1579
  598. Epoch 8/10
  599. 1/116 [..............................] - ETA: 0s - loss: 0.0749 41/116 [=========>....................] - ETA: 0s - loss: 0.1367 81/116 [===================>..........] - ETA: 0s - loss: 0.1498 116/116 [==============================] - 0s 1ms/step - loss: 0.1541
  600. Epoch 9/10
  601. 1/116 [..............................] - ETA: 0s - loss: 0.0564 36/116 [========>.....................] - ETA: 0s - loss: 0.1357 69/116 [================>.............] - ETA: 0s - loss: 0.1368 102/116 [=========================>....] - ETA: 0s - loss: 0.1494 116/116 [==============================] - 0s 2ms/step - loss: 0.1523
  602. Epoch 10/10
  603. 1/116 [..............................] - ETA: 0s - loss: 0.0808 35/116 [========>.....................] - ETA: 0s - loss: 0.1486 76/116 [==================>...........] - ETA: 0s - loss: 0.1469 114/116 [============================>.] - ETA: 0s - loss: 0.1451 116/116 [==============================] - 0s 1ms/step - loss: 0.1511
  604. -> test with GAN.predict
  605. GAN tn, fp: 267, 23
  606. GAN fn, tp: 0, 7
  607. GAN f1 score: 0.378
  608. GAN cohens kappa score: 0.354
  609. -> test with 'LR'
  610. LR tn, fp: 255, 35
  611. LR fn, tp: 0, 7
  612. LR f1 score: 0.286
  613. LR cohens kappa score: 0.256
  614. LR average precision score: 0.746
  615. -> test with 'RF'
  616. RF tn, fp: 287, 3
  617. RF fn, tp: 3, 4
  618. RF f1 score: 0.571
  619. RF cohens kappa score: 0.561
  620. -> test with 'GB'
  621. GB tn, fp: 286, 4
  622. GB fn, tp: 2, 5
  623. GB f1 score: 0.625
  624. GB cohens kappa score: 0.615
  625. -> test with 'KNN'
  626. KNN tn, fp: 259, 31
  627. KNN fn, tp: 0, 7
  628. KNN f1 score: 0.311
  629. KNN cohens kappa score: 0.283
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1131 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/116 [..............................] - ETA: 18s - loss: 0.2032 41/116 [=========>....................] - ETA: 0s - loss: 0.1768  82/116 [====================>.........] - ETA: 0s - loss: 0.1658 116/116 [==============================] - 0s 1ms/step - loss: 0.1653
  637. Epoch 2/10
  638. 1/116 [..............................] - ETA: 0s - loss: 0.1805 41/116 [=========>....................] - ETA: 0s - loss: 0.1595 81/116 [===================>..........] - ETA: 0s - loss: 0.1603 116/116 [==============================] - 0s 1ms/step - loss: 0.1522
  639. Epoch 3/10
  640. 1/116 [..............................] - ETA: 0s - loss: 0.1415 41/116 [=========>....................] - ETA: 0s - loss: 0.1523 81/116 [===================>..........] - ETA: 0s - loss: 0.1535 116/116 [==============================] - 0s 1ms/step - loss: 0.1465
  641. Epoch 4/10
  642. 1/116 [..............................] - ETA: 0s - loss: 0.0405 40/116 [=========>....................] - ETA: 0s - loss: 0.1355 81/116 [===================>..........] - ETA: 0s - loss: 0.1449 116/116 [==============================] - 0s 1ms/step - loss: 0.1415
  643. Epoch 5/10
  644. 1/116 [..............................] - ETA: 0s - loss: 0.0360 41/116 [=========>....................] - ETA: 0s - loss: 0.1289 82/116 [====================>.........] - ETA: 0s - loss: 0.1410 116/116 [==============================] - 0s 1ms/step - loss: 0.1405
  645. Epoch 6/10
  646. 1/116 [..............................] - ETA: 0s - loss: 0.1497 42/116 [=========>....................] - ETA: 0s - loss: 0.1312 82/116 [====================>.........] - ETA: 0s - loss: 0.1446 116/116 [==============================] - 0s 1ms/step - loss: 0.1406
  647. Epoch 7/10
  648. 1/116 [..............................] - ETA: 0s - loss: 0.2624 37/116 [========>.....................] - ETA: 0s - loss: 0.1369 72/116 [=================>............] - ETA: 0s - loss: 0.1391 106/116 [==========================>...] - ETA: 0s - loss: 0.1391 116/116 [==============================] - 0s 1ms/step - loss: 0.1370
  649. Epoch 8/10
  650. 1/116 [..............................] - ETA: 0s - loss: 0.3044 42/116 [=========>....................] - ETA: 0s - loss: 0.1506 84/116 [====================>.........] - ETA: 0s - loss: 0.1478 116/116 [==============================] - 0s 1ms/step - loss: 0.1392
  651. Epoch 9/10
  652. 1/116 [..............................] - ETA: 0s - loss: 0.0619 36/116 [========>.....................] - ETA: 0s - loss: 0.1514 75/116 [==================>...........] - ETA: 0s - loss: 0.1411 115/116 [============================>.] - ETA: 0s - loss: 0.1353 116/116 [==============================] - 0s 1ms/step - loss: 0.1343
  653. Epoch 10/10
  654. 1/116 [..............................] - ETA: 0s - loss: 0.0430 42/116 [=========>....................] - ETA: 0s - loss: 0.1255 82/116 [====================>.........] - ETA: 0s - loss: 0.1243 116/116 [==============================] - 0s 1ms/step - loss: 0.1325
  655. -> test with GAN.predict
  656. GAN tn, fp: 268, 22
  657. GAN fn, tp: 3, 4
  658. GAN f1 score: 0.242
  659. GAN cohens kappa score: 0.213
  660. -> test with 'LR'
  661. LR tn, fp: 265, 25
  662. LR fn, tp: 2, 5
  663. LR f1 score: 0.270
  664. LR cohens kappa score: 0.241
  665. LR average precision score: 0.382
  666. -> test with 'RF'
  667. RF tn, fp: 288, 2
  668. RF fn, tp: 6, 1
  669. RF f1 score: 0.200
  670. RF cohens kappa score: 0.189
  671. -> test with 'GB'
  672. GB tn, fp: 288, 2
  673. GB fn, tp: 5, 2
  674. GB f1 score: 0.364
  675. GB cohens kappa score: 0.353
  676. -> test with 'KNN'
  677. KNN tn, fp: 276, 14
  678. KNN fn, tp: 2, 5
  679. KNN f1 score: 0.385
  680. KNN cohens kappa score: 0.363
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1131 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/116 [..............................] - ETA: 19s - loss: 0.0490 36/116 [========>.....................] - ETA: 0s - loss: 0.1699  72/116 [=================>............] - ETA: 0s - loss: 0.1642 111/116 [===========================>..] - ETA: 0s - loss: 0.1509 116/116 [==============================] - 0s 1ms/step - loss: 0.1510
  688. Epoch 2/10
  689. 1/116 [..............................] - ETA: 0s - loss: 0.1900 42/116 [=========>....................] - ETA: 0s - loss: 0.1183 83/116 [====================>.........] - ETA: 0s - loss: 0.1362 116/116 [==============================] - 0s 1ms/step - loss: 0.1309
  690. Epoch 3/10
  691. 1/116 [..............................] - ETA: 0s - loss: 0.0516 40/116 [=========>....................] - ETA: 0s - loss: 0.1372 81/116 [===================>..........] - ETA: 0s - loss: 0.1317 116/116 [==============================] - 0s 1ms/step - loss: 0.1282
  692. Epoch 4/10
  693. 1/116 [..............................] - ETA: 0s - loss: 0.0476 42/116 [=========>....................] - ETA: 0s - loss: 0.1128 83/116 [====================>.........] - ETA: 0s - loss: 0.1238 116/116 [==============================] - 0s 1ms/step - loss: 0.1251
  694. Epoch 5/10
  695. 1/116 [..............................] - ETA: 0s - loss: 0.2836 40/116 [=========>....................] - ETA: 0s - loss: 0.1189 80/116 [===================>..........] - ETA: 0s - loss: 0.1195 116/116 [==============================] - 0s 1ms/step - loss: 0.1235
  696. Epoch 6/10
  697. 1/116 [..............................] - ETA: 0s - loss: 0.0225 42/116 [=========>....................] - ETA: 0s - loss: 0.1012 82/116 [====================>.........] - ETA: 0s - loss: 0.1282 116/116 [==============================] - 0s 1ms/step - loss: 0.1220
  698. Epoch 7/10
  699. 1/116 [..............................] - ETA: 0s - loss: 0.0272 38/116 [========>.....................] - ETA: 0s - loss: 0.1079 77/116 [==================>...........] - ETA: 0s - loss: 0.1127 114/116 [============================>.] - ETA: 0s - loss: 0.1217 116/116 [==============================] - 0s 1ms/step - loss: 0.1221
  700. Epoch 8/10
  701. 1/116 [..............................] - ETA: 0s - loss: 0.0082 41/116 [=========>....................] - ETA: 0s - loss: 0.1374 81/116 [===================>..........] - ETA: 0s - loss: 0.1266 114/116 [============================>.] - ETA: 0s - loss: 0.1244 116/116 [==============================] - 0s 1ms/step - loss: 0.1226
  702. Epoch 9/10
  703. 1/116 [..............................] - ETA: 0s - loss: 0.0696 41/116 [=========>....................] - ETA: 0s - loss: 0.1297 82/116 [====================>.........] - ETA: 0s - loss: 0.1140 116/116 [==============================] - 0s 1ms/step - loss: 0.1205
  704. Epoch 10/10
  705. 1/116 [..............................] - ETA: 0s - loss: 0.0128 41/116 [=========>....................] - ETA: 0s - loss: 0.0967 81/116 [===================>..........] - ETA: 0s - loss: 0.1143 116/116 [==============================] - 0s 1ms/step - loss: 0.1221
  706. -> test with GAN.predict
  707. GAN tn, fp: 276, 14
  708. GAN fn, tp: 2, 5
  709. GAN f1 score: 0.385
  710. GAN cohens kappa score: 0.363
  711. -> test with 'LR'
  712. LR tn, fp: 263, 27
  713. LR fn, tp: 1, 6
  714. LR f1 score: 0.300
  715. LR cohens kappa score: 0.272
  716. LR average precision score: 0.410
  717. -> test with 'RF'
  718. RF tn, fp: 287, 3
  719. RF fn, tp: 3, 4
  720. RF f1 score: 0.571
  721. RF cohens kappa score: 0.561
  722. -> test with 'GB'
  723. GB tn, fp: 281, 9
  724. GB fn, tp: 3, 4
  725. GB f1 score: 0.400
  726. GB cohens kappa score: 0.381
  727. -> test with 'KNN'
  728. KNN tn, fp: 268, 22
  729. KNN fn, tp: 1, 6
  730. KNN f1 score: 0.343
  731. KNN cohens kappa score: 0.317
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1132 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/116 [..............................] - ETA: 15s - loss: 0.0440 44/116 [==========>...................] - ETA: 0s - loss: 0.1650  87/116 [=====================>........] - ETA: 0s - loss: 0.1573 116/116 [==============================] - 0s 1ms/step - loss: 0.1748
  739. Epoch 2/10
  740. 1/116 [..............................] - ETA: 0s - loss: 0.0625 41/116 [=========>....................] - ETA: 0s - loss: 0.1617 82/116 [====================>.........] - ETA: 0s - loss: 0.1641 116/116 [==============================] - 0s 1ms/step - loss: 0.1600
  741. Epoch 3/10
  742. 1/116 [..............................] - ETA: 0s - loss: 0.0205 44/116 [==========>...................] - ETA: 0s - loss: 0.1550 87/116 [=====================>........] - ETA: 0s - loss: 0.1508 116/116 [==============================] - 0s 1ms/step - loss: 0.1487
  743. Epoch 4/10
  744. 1/116 [..............................] - ETA: 0s - loss: 0.1963 42/116 [=========>....................] - ETA: 0s - loss: 0.1306 86/116 [=====================>........] - ETA: 0s - loss: 0.1524 116/116 [==============================] - 0s 1ms/step - loss: 0.1480
  745. Epoch 5/10
  746. 1/116 [..............................] - ETA: 0s - loss: 0.0733 44/116 [==========>...................] - ETA: 0s - loss: 0.1360 87/116 [=====================>........] - ETA: 0s - loss: 0.1386 116/116 [==============================] - 0s 1ms/step - loss: 0.1396
  747. Epoch 6/10
  748. 1/116 [..............................] - ETA: 0s - loss: 0.0346 43/116 [==========>...................] - ETA: 0s - loss: 0.1505 86/116 [=====================>........] - ETA: 0s - loss: 0.1360 116/116 [==============================] - 0s 1ms/step - loss: 0.1351
  749. Epoch 7/10
  750. 1/116 [..............................] - ETA: 0s - loss: 0.0557 44/116 [==========>...................] - ETA: 0s - loss: 0.1425 87/116 [=====================>........] - ETA: 0s - loss: 0.1385 116/116 [==============================] - 0s 1ms/step - loss: 0.1337
  751. Epoch 8/10
  752. 1/116 [..............................] - ETA: 0s - loss: 0.0258 43/116 [==========>...................] - ETA: 0s - loss: 0.1334 86/116 [=====================>........] - ETA: 0s - loss: 0.1306 116/116 [==============================] - 0s 1ms/step - loss: 0.1315
  753. Epoch 9/10
  754. 1/116 [..............................] - ETA: 0s - loss: 0.2260 45/116 [==========>...................] - ETA: 0s - loss: 0.1416 88/116 [=====================>........] - ETA: 0s - loss: 0.1300 116/116 [==============================] - 0s 1ms/step - loss: 0.1330
  755. Epoch 10/10
  756. 1/116 [..............................] - ETA: 0s - loss: 0.0290 45/116 [==========>...................] - ETA: 0s - loss: 0.1406 89/116 [======================>.......] - ETA: 0s - loss: 0.1335 116/116 [==============================] - 0s 1ms/step - loss: 0.1301
  757. -> test with GAN.predict
  758. GAN tn, fp: 274, 15
  759. GAN fn, tp: 2, 5
  760. GAN f1 score: 0.370
  761. GAN cohens kappa score: 0.348
  762. -> test with 'LR'
  763. LR tn, fp: 269, 20
  764. LR fn, tp: 1, 6
  765. LR f1 score: 0.364
  766. LR cohens kappa score: 0.339
  767. LR average precision score: 0.409
  768. -> test with 'RF'
  769. RF tn, fp: 289, 0
  770. RF fn, tp: 7, 0
  771. RF f1 score: 0.000
  772. RF cohens kappa score: 0.000
  773. -> test with 'GB'
  774. GB tn, fp: 288, 1
  775. GB fn, tp: 7, 0
  776. GB f1 score: 0.000
  777. GB cohens kappa score: -0.006
  778. -> test with 'KNN'
  779. KNN tn, fp: 278, 11
  780. KNN fn, tp: 1, 6
  781. KNN f1 score: 0.500
  782. KNN cohens kappa score: 0.483
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1131 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/116 [..............................] - ETA: 21s - loss: 0.3112 42/116 [=========>....................] - ETA: 0s - loss: 0.2133  81/116 [===================>..........] - ETA: 0s - loss: 0.1953 116/116 [==============================] - 0s 1ms/step - loss: 0.1916
  793. Epoch 2/10
  794. 1/116 [..............................] - ETA: 0s - loss: 0.2523 42/116 [=========>....................] - ETA: 0s - loss: 0.1741 82/116 [====================>.........] - ETA: 0s - loss: 0.1812 116/116 [==============================] - 0s 1ms/step - loss: 0.1770
  795. Epoch 3/10
  796. 1/116 [..............................] - ETA: 0s - loss: 0.1135 42/116 [=========>....................] - ETA: 0s - loss: 0.1841 82/116 [====================>.........] - ETA: 0s - loss: 0.1757 116/116 [==============================] - 0s 1ms/step - loss: 0.1714
  797. Epoch 4/10
  798. 1/116 [..............................] - ETA: 0s - loss: 0.2480 42/116 [=========>....................] - ETA: 0s - loss: 0.1602 78/116 [===================>..........] - ETA: 0s - loss: 0.1654 116/116 [==============================] - 0s 1ms/step - loss: 0.1686
  799. Epoch 5/10
  800. 1/116 [..............................] - ETA: 0s - loss: 0.1390 41/116 [=========>....................] - ETA: 0s - loss: 0.1851 81/116 [===================>..........] - ETA: 0s - loss: 0.1698 116/116 [==============================] - 0s 1ms/step - loss: 0.1673
  801. Epoch 6/10
  802. 1/116 [..............................] - ETA: 0s - loss: 0.1251 41/116 [=========>....................] - ETA: 0s - loss: 0.1703 80/116 [===================>..........] - ETA: 0s - loss: 0.1572 116/116 [==============================] - 0s 1ms/step - loss: 0.1643
  803. Epoch 7/10
  804. 1/116 [..............................] - ETA: 0s - loss: 0.0489 40/116 [=========>....................] - ETA: 0s - loss: 0.1739 81/116 [===================>..........] - ETA: 0s - loss: 0.1649 116/116 [==============================] - 0s 1ms/step - loss: 0.1636
  805. Epoch 8/10
  806. 1/116 [..............................] - ETA: 0s - loss: 0.2643 41/116 [=========>....................] - ETA: 0s - loss: 0.1528 81/116 [===================>..........] - ETA: 0s - loss: 0.1614 116/116 [==============================] - 0s 1ms/step - loss: 0.1628
  807. Epoch 9/10
  808. 1/116 [..............................] - ETA: 0s - loss: 0.2024 40/116 [=========>....................] - ETA: 0s - loss: 0.1596 78/116 [===================>..........] - ETA: 0s - loss: 0.1655 116/116 [==============================] - 0s 1ms/step - loss: 0.1621
  809. Epoch 10/10
  810. 1/116 [..............................] - ETA: 0s - loss: 0.2515 41/116 [=========>....................] - ETA: 0s - loss: 0.1337 77/116 [==================>...........] - ETA: 0s - loss: 0.1537 112/116 [===========================>..] - ETA: 0s - loss: 0.1562 116/116 [==============================] - 0s 1ms/step - loss: 0.1587
  811. -> test with GAN.predict
  812. GAN tn, fp: 281, 9
  813. GAN fn, tp: 2, 5
  814. GAN f1 score: 0.476
  815. GAN cohens kappa score: 0.459
  816. -> test with 'LR'
  817. LR tn, fp: 270, 20
  818. LR fn, tp: 1, 6
  819. LR f1 score: 0.364
  820. LR cohens kappa score: 0.339
  821. LR average precision score: 0.631
  822. -> test with 'RF'
  823. RF tn, fp: 290, 0
  824. RF fn, tp: 3, 4
  825. RF f1 score: 0.727
  826. RF cohens kappa score: 0.723
  827. -> test with 'GB'
  828. GB tn, fp: 288, 2
  829. GB fn, tp: 1, 6
  830. GB f1 score: 0.800
  831. GB cohens kappa score: 0.795
  832. -> test with 'KNN'
  833. KNN tn, fp: 271, 19
  834. KNN fn, tp: 1, 6
  835. KNN f1 score: 0.375
  836. KNN cohens kappa score: 0.351
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1131 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/116 [..............................] - ETA: 30s - loss: 0.1600 26/116 [=====>........................] - ETA: 0s - loss: 0.1633  55/116 [=============>................] - ETA: 0s - loss: 0.1360 81/116 [===================>..........] - ETA: 0s - loss: 0.1194 103/116 [=========================>....] - ETA: 0s - loss: 0.1180 116/116 [==============================] - 0s 2ms/step - loss: 0.1200
  844. Epoch 2/10
  845. 1/116 [..............................] - ETA: 0s - loss: 0.0616 23/116 [====>.........................] - ETA: 0s - loss: 0.1204 46/116 [==========>...................] - ETA: 0s - loss: 0.1104 68/116 [================>.............] - ETA: 0s - loss: 0.1128 100/116 [========================>.....] - ETA: 0s - loss: 0.1167 116/116 [==============================] - 0s 2ms/step - loss: 0.1101
  846. Epoch 3/10
  847. 1/116 [..............................] - ETA: 0s - loss: 0.1012 28/116 [======>.......................] - ETA: 0s - loss: 0.0836 53/116 [============>.................] - ETA: 0s - loss: 0.1135 83/116 [====================>.........] - ETA: 0s - loss: 0.1057 107/116 [==========================>...] - ETA: 0s - loss: 0.1020 116/116 [==============================] - 0s 2ms/step - loss: 0.1060
  848. Epoch 4/10
  849. 1/116 [..............................] - ETA: 0s - loss: 0.1102 26/116 [=====>........................] - ETA: 0s - loss: 0.1224 47/116 [===========>..................] - ETA: 0s - loss: 0.1098 72/116 [=================>............] - ETA: 0s - loss: 0.1086 97/116 [========================>.....] - ETA: 0s - loss: 0.0975 116/116 [==============================] - 0s 2ms/step - loss: 0.1036
  850. Epoch 5/10
  851. 1/116 [..............................] - ETA: 0s - loss: 0.1823 24/116 [=====>........................] - ETA: 0s - loss: 0.1306 42/116 [=========>....................] - ETA: 0s - loss: 0.1153 51/116 [============>.................] - ETA: 0s - loss: 0.1100 61/116 [==============>...............] - ETA: 0s - loss: 0.1124 73/116 [=================>............] - ETA: 0s - loss: 0.1106 94/116 [=======================>......] - ETA: 0s - loss: 0.1041 108/116 [==========================>...] - ETA: 0s - loss: 0.1064 116/116 [==============================] - 0s 3ms/step - loss: 0.1014
  852. Epoch 6/10
  853. 1/116 [..............................] - ETA: 0s - loss: 0.1082 16/116 [===>..........................] - ETA: 0s - loss: 0.0819 27/116 [=====>........................] - ETA: 0s - loss: 0.1024 44/116 [==========>...................] - ETA: 0s - loss: 0.0960 64/116 [===============>..............] - ETA: 0s - loss: 0.0984 86/116 [=====================>........] - ETA: 0s - loss: 0.0955 105/116 [==========================>...] - ETA: 0s - loss: 0.0999 116/116 [==============================] - 0s 3ms/step - loss: 0.1005
  854. Epoch 7/10
  855. 1/116 [..............................] - ETA: 0s - loss: 0.3103 20/116 [====>.........................] - ETA: 0s - loss: 0.1127 44/116 [==========>...................] - ETA: 0s - loss: 0.1130 58/116 [==============>...............] - ETA: 0s - loss: 0.1144 74/116 [==================>...........] - ETA: 0s - loss: 0.1066 95/116 [=======================>......] - ETA: 0s - loss: 0.0987 116/116 [==============================] - 0s 3ms/step - loss: 0.0992
  856. Epoch 8/10
  857. 1/116 [..............................] - ETA: 0s - loss: 0.0071 24/116 [=====>........................] - ETA: 0s - loss: 0.0939 47/116 [===========>..................] - ETA: 0s - loss: 0.0883 65/116 [===============>..............] - ETA: 0s - loss: 0.0967 87/116 [=====================>........] - ETA: 0s - loss: 0.1000 111/116 [===========================>..] - ETA: 0s - loss: 0.0987 116/116 [==============================] - 0s 2ms/step - loss: 0.1011
  858. Epoch 9/10
  859. 1/116 [..............................] - ETA: 0s - loss: 0.0482 23/116 [====>.........................] - ETA: 0s - loss: 0.0962 46/116 [==========>...................] - ETA: 0s - loss: 0.0921 65/116 [===============>..............] - ETA: 0s - loss: 0.0904 80/116 [===================>..........] - ETA: 0s - loss: 0.0936 100/116 [========================>.....] - ETA: 0s - loss: 0.0945 116/116 [==============================] - 0s 3ms/step - loss: 0.0972
  860. Epoch 10/10
  861. 1/116 [..............................] - ETA: 0s - loss: 0.2095 17/116 [===>..........................] - ETA: 0s - loss: 0.0819 38/116 [========>.....................] - ETA: 0s - loss: 0.0824 62/116 [===============>..............] - ETA: 0s - loss: 0.0891 83/116 [====================>.........] - ETA: 0s - loss: 0.0975 99/116 [========================>.....] - ETA: 0s - loss: 0.0948 115/116 [============================>.] - ETA: 0s - loss: 0.0965 116/116 [==============================] - 0s 3ms/step - loss: 0.0979
  862. -> test with GAN.predict
  863. GAN tn, fp: 279, 11
  864. GAN fn, tp: 1, 6
  865. GAN f1 score: 0.500
  866. GAN cohens kappa score: 0.483
  867. -> test with 'LR'
  868. LR tn, fp: 266, 24
  869. LR fn, tp: 0, 7
  870. LR f1 score: 0.368
  871. LR cohens kappa score: 0.343
  872. LR average precision score: 0.303
  873. -> test with 'RF'
  874. RF tn, fp: 287, 3
  875. RF fn, tp: 5, 2
  876. RF f1 score: 0.333
  877. RF cohens kappa score: 0.320
  878. -> test with 'GB'
  879. GB tn, fp: 286, 4
  880. GB fn, tp: 4, 3
  881. GB f1 score: 0.429
  882. GB cohens kappa score: 0.415
  883. -> test with 'KNN'
  884. KNN tn, fp: 273, 17
  885. KNN fn, tp: 1, 6
  886. KNN f1 score: 0.400
  887. KNN cohens kappa score: 0.378
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1131 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/116 [..............................] - ETA: 19s - loss: 0.1128 42/116 [=========>....................] - ETA: 0s - loss: 0.1272  83/116 [====================>.........] - ETA: 0s - loss: 0.1420 116/116 [==============================] - 0s 1ms/step - loss: 0.1367
  895. Epoch 2/10
  896. 1/116 [..............................] - ETA: 0s - loss: 0.1040 41/116 [=========>....................] - ETA: 0s - loss: 0.1126 80/116 [===================>..........] - ETA: 0s - loss: 0.1235 116/116 [==============================] - 0s 1ms/step - loss: 0.1318
  897. Epoch 3/10
  898. 1/116 [..............................] - ETA: 0s - loss: 0.1292 42/116 [=========>....................] - ETA: 0s - loss: 0.1291 83/116 [====================>.........] - ETA: 0s - loss: 0.1361 116/116 [==============================] - 0s 1ms/step - loss: 0.1304
  899. Epoch 4/10
  900. 1/116 [..............................] - ETA: 0s - loss: 0.2499 41/116 [=========>....................] - ETA: 0s - loss: 0.1406 81/116 [===================>..........] - ETA: 0s - loss: 0.1205 116/116 [==============================] - 0s 1ms/step - loss: 0.1255
  901. Epoch 5/10
  902. 1/116 [..............................] - ETA: 0s - loss: 0.0328 40/116 [=========>....................] - ETA: 0s - loss: 0.1308 81/116 [===================>..........] - ETA: 0s - loss: 0.1212 116/116 [==============================] - 0s 1ms/step - loss: 0.1251
  903. Epoch 6/10
  904. 1/116 [..............................] - ETA: 0s - loss: 0.0819 42/116 [=========>....................] - ETA: 0s - loss: 0.1313 83/116 [====================>.........] - ETA: 0s - loss: 0.1202 116/116 [==============================] - 0s 1ms/step - loss: 0.1227
  905. Epoch 7/10
  906. 1/116 [..............................] - ETA: 0s - loss: 0.1839 40/116 [=========>....................] - ETA: 0s - loss: 0.1215 79/116 [===================>..........] - ETA: 0s - loss: 0.1210 116/116 [==============================] - 0s 1ms/step - loss: 0.1228
  907. Epoch 8/10
  908. 1/116 [..............................] - ETA: 0s - loss: 0.1975 41/116 [=========>....................] - ETA: 0s - loss: 0.1208 80/116 [===================>..........] - ETA: 0s - loss: 0.1198 116/116 [==============================] - 0s 1ms/step - loss: 0.1203
  909. Epoch 9/10
  910. 1/116 [..............................] - ETA: 0s - loss: 0.0825 42/116 [=========>....................] - ETA: 0s - loss: 0.1478 82/116 [====================>.........] - ETA: 0s - loss: 0.1112 116/116 [==============================] - 0s 1ms/step - loss: 0.1178
  911. Epoch 10/10
  912. 1/116 [..............................] - ETA: 0s - loss: 0.2397 42/116 [=========>....................] - ETA: 0s - loss: 0.1081 82/116 [====================>.........] - ETA: 0s - loss: 0.1210 116/116 [==============================] - 0s 1ms/step - loss: 0.1171
  913. -> test with GAN.predict
  914. GAN tn, fp: 270, 20
  915. GAN fn, tp: 1, 6
  916. GAN f1 score: 0.364
  917. GAN cohens kappa score: 0.339
  918. -> test with 'LR'
  919. LR tn, fp: 257, 33
  920. LR fn, tp: 1, 6
  921. LR f1 score: 0.261
  922. LR cohens kappa score: 0.230
  923. LR average precision score: 0.634
  924. -> test with 'RF'
  925. RF tn, fp: 286, 4
  926. RF fn, tp: 2, 5
  927. RF f1 score: 0.625
  928. RF cohens kappa score: 0.615
  929. -> test with 'GB'
  930. GB tn, fp: 286, 4
  931. GB fn, tp: 1, 6
  932. GB f1 score: 0.706
  933. GB cohens kappa score: 0.697
  934. -> test with 'KNN'
  935. KNN tn, fp: 262, 28
  936. KNN fn, tp: 0, 7
  937. KNN f1 score: 0.333
  938. KNN cohens kappa score: 0.306
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1131 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/116 [..............................] - ETA: 23s - loss: 0.0428 35/116 [========>.....................] - ETA: 0s - loss: 0.1659  73/116 [=================>............] - ETA: 0s - loss: 0.1580 112/116 [===========================>..] - ETA: 0s - loss: 0.1560 116/116 [==============================] - 0s 1ms/step - loss: 0.1557
  946. Epoch 2/10
  947. 1/116 [..............................] - ETA: 0s - loss: 0.1764 43/116 [==========>...................] - ETA: 0s - loss: 0.1502 82/116 [====================>.........] - ETA: 0s - loss: 0.1534 116/116 [==============================] - 0s 1ms/step - loss: 0.1508
  948. Epoch 3/10
  949. 1/116 [..............................] - ETA: 0s - loss: 0.1980 42/116 [=========>....................] - ETA: 0s - loss: 0.1355 81/116 [===================>..........] - ETA: 0s - loss: 0.1447 116/116 [==============================] - 0s 1ms/step - loss: 0.1449
  950. Epoch 4/10
  951. 1/116 [..............................] - ETA: 0s - loss: 0.0284 39/116 [=========>....................] - ETA: 0s - loss: 0.1564 71/116 [=================>............] - ETA: 0s - loss: 0.1445 110/116 [===========================>..] - ETA: 0s - loss: 0.1469 116/116 [==============================] - 0s 1ms/step - loss: 0.1425
  952. Epoch 5/10
  953. 1/116 [..............................] - ETA: 0s - loss: 0.0970 40/116 [=========>....................] - ETA: 0s - loss: 0.1555 80/116 [===================>..........] - ETA: 0s - loss: 0.1487 116/116 [==============================] - 0s 1ms/step - loss: 0.1401
  954. Epoch 6/10
  955. 1/116 [..............................] - ETA: 0s - loss: 0.1246 40/116 [=========>....................] - ETA: 0s - loss: 0.1550 80/116 [===================>..........] - ETA: 0s - loss: 0.1332 116/116 [==============================] - 0s 1ms/step - loss: 0.1368
  956. Epoch 7/10
  957. 1/116 [..............................] - ETA: 0s - loss: 0.0770 39/116 [=========>....................] - ETA: 0s - loss: 0.1387 80/116 [===================>..........] - ETA: 0s - loss: 0.1301 116/116 [==============================] - 0s 1ms/step - loss: 0.1343
  958. Epoch 8/10
  959. 1/116 [..............................] - ETA: 0s - loss: 0.1725 41/116 [=========>....................] - ETA: 0s - loss: 0.1336 79/116 [===================>..........] - ETA: 0s - loss: 0.1329 116/116 [==============================] - 0s 1ms/step - loss: 0.1339
  960. Epoch 9/10
  961. 1/116 [..............................] - ETA: 0s - loss: 0.1424 41/116 [=========>....................] - ETA: 0s - loss: 0.1370 80/116 [===================>..........] - ETA: 0s - loss: 0.1392 116/116 [==============================] - 0s 1ms/step - loss: 0.1331
  962. Epoch 10/10
  963. 1/116 [..............................] - ETA: 0s - loss: 0.1734 41/116 [=========>....................] - ETA: 0s - loss: 0.1387 81/116 [===================>..........] - ETA: 0s - loss: 0.1311 116/116 [==============================] - 0s 1ms/step - loss: 0.1292
  964. -> test with GAN.predict
  965. GAN tn, fp: 273, 17
  966. GAN fn, tp: 2, 5
  967. GAN f1 score: 0.345
  968. GAN cohens kappa score: 0.321
  969. -> test with 'LR'
  970. LR tn, fp: 262, 28
  971. LR fn, tp: 1, 6
  972. LR f1 score: 0.293
  973. LR cohens kappa score: 0.264
  974. LR average precision score: 0.653
  975. -> test with 'RF'
  976. RF tn, fp: 289, 1
  977. RF fn, tp: 4, 3
  978. RF f1 score: 0.545
  979. RF cohens kappa score: 0.538
  980. -> test with 'GB'
  981. GB tn, fp: 289, 1
  982. GB fn, tp: 4, 3
  983. GB f1 score: 0.545
  984. GB cohens kappa score: 0.538
  985. -> test with 'KNN'
  986. KNN tn, fp: 274, 16
  987. KNN fn, tp: 1, 6
  988. KNN f1 score: 0.414
  989. KNN cohens kappa score: 0.392
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1132 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/116 [..............................] - ETA: 16s - loss: 0.1605 44/116 [==========>...................] - ETA: 0s - loss: 0.1422  87/116 [=====================>........] - ETA: 0s - loss: 0.1406 116/116 [==============================] - 0s 1ms/step - loss: 0.1370
  997. Epoch 2/10
  998. 1/116 [..............................] - ETA: 0s - loss: 0.0135 45/116 [==========>...................] - ETA: 0s - loss: 0.1366 89/116 [======================>.......] - ETA: 0s - loss: 0.1313 116/116 [==============================] - 0s 1ms/step - loss: 0.1233
  999. Epoch 3/10
  1000. 1/116 [..............................] - ETA: 0s - loss: 0.1735 44/116 [==========>...................] - ETA: 0s - loss: 0.1240 87/116 [=====================>........] - ETA: 0s - loss: 0.1230 116/116 [==============================] - 0s 1ms/step - loss: 0.1176
  1001. Epoch 4/10
  1002. 1/116 [..............................] - ETA: 0s - loss: 0.1072 44/116 [==========>...................] - ETA: 0s - loss: 0.1018 87/116 [=====================>........] - ETA: 0s - loss: 0.1078 116/116 [==============================] - 0s 1ms/step - loss: 0.1115
  1003. Epoch 5/10
  1004. 1/116 [..............................] - ETA: 0s - loss: 0.1275 45/116 [==========>...................] - ETA: 0s - loss: 0.1129 86/116 [=====================>........] - ETA: 0s - loss: 0.1166 116/116 [==============================] - 0s 1ms/step - loss: 0.1093
  1005. Epoch 6/10
  1006. 1/116 [..............................] - ETA: 0s - loss: 0.0587 44/116 [==========>...................] - ETA: 0s - loss: 0.1153 87/116 [=====================>........] - ETA: 0s - loss: 0.1176 116/116 [==============================] - 0s 1ms/step - loss: 0.1083
  1007. Epoch 7/10
  1008. 1/116 [..............................] - ETA: 0s - loss: 0.0499 42/116 [=========>....................] - ETA: 0s - loss: 0.1234 85/116 [====================>.........] - ETA: 0s - loss: 0.1075 116/116 [==============================] - 0s 1ms/step - loss: 0.1076
  1009. Epoch 8/10
  1010. 1/116 [..............................] - ETA: 0s - loss: 0.0469 45/116 [==========>...................] - ETA: 0s - loss: 0.1100 86/116 [=====================>........] - ETA: 0s - loss: 0.0964 116/116 [==============================] - 0s 1ms/step - loss: 0.1037
  1011. Epoch 9/10
  1012. 1/116 [..............................] - ETA: 0s - loss: 0.1585 44/116 [==========>...................] - ETA: 0s - loss: 0.0907 87/116 [=====================>........] - ETA: 0s - loss: 0.1047 116/116 [==============================] - 0s 1ms/step - loss: 0.1038
  1013. Epoch 10/10
  1014. 1/116 [..............................] - ETA: 0s - loss: 0.1129 44/116 [==========>...................] - ETA: 0s - loss: 0.0998 87/116 [=====================>........] - ETA: 0s - loss: 0.0960 116/116 [==============================] - 0s 1ms/step - loss: 0.1005
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 276, 13
  1017. GAN fn, tp: 2, 5
  1018. GAN f1 score: 0.400
  1019. GAN cohens kappa score: 0.379
  1020. -> test with 'LR'
  1021. LR tn, fp: 267, 22
  1022. LR fn, tp: 2, 5
  1023. LR f1 score: 0.294
  1024. LR cohens kappa score: 0.267
  1025. LR average precision score: 0.672
  1026. -> test with 'RF'
  1027. RF tn, fp: 288, 1
  1028. RF fn, tp: 4, 3
  1029. RF f1 score: 0.545
  1030. RF cohens kappa score: 0.537
  1031. -> test with 'GB'
  1032. GB tn, fp: 288, 1
  1033. GB fn, tp: 4, 3
  1034. GB f1 score: 0.545
  1035. GB cohens kappa score: 0.537
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 277, 12
  1038. KNN fn, tp: 2, 5
  1039. KNN f1 score: 0.417
  1040. KNN cohens kappa score: 0.396
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1131 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/116 [..............................] - ETA: 19s - loss: 0.0042 41/116 [=========>....................] - ETA: 0s - loss: 0.1682  82/116 [====================>.........] - ETA: 0s - loss: 0.1598 116/116 [==============================] - 0s 1ms/step - loss: 0.1608
  1051. Epoch 2/10
  1052. 1/116 [..............................] - ETA: 0s - loss: 0.2251 40/116 [=========>....................] - ETA: 0s - loss: 0.1772 79/116 [===================>..........] - ETA: 0s - loss: 0.1708 116/116 [==============================] - 0s 1ms/step - loss: 0.1588
  1053. Epoch 3/10
  1054. 1/116 [..............................] - ETA: 0s - loss: 0.2664 40/116 [=========>....................] - ETA: 0s - loss: 0.1475 80/116 [===================>..........] - ETA: 0s - loss: 0.1483 115/116 [============================>.] - ETA: 0s - loss: 0.1465 116/116 [==============================] - 0s 1ms/step - loss: 0.1458
  1055. Epoch 4/10
  1056. 1/116 [..............................] - ETA: 0s - loss: 0.1695 35/116 [========>.....................] - ETA: 0s - loss: 0.1174 70/116 [=================>............] - ETA: 0s - loss: 0.1282 111/116 [===========================>..] - ETA: 0s - loss: 0.1392 116/116 [==============================] - 0s 1ms/step - loss: 0.1425
  1057. Epoch 5/10
  1058. 1/116 [..............................] - ETA: 0s - loss: 0.0563 41/116 [=========>....................] - ETA: 0s - loss: 0.1378 81/116 [===================>..........] - ETA: 0s - loss: 0.1418 116/116 [==============================] - 0s 1ms/step - loss: 0.1388
  1059. Epoch 6/10
  1060. 1/116 [..............................] - ETA: 0s - loss: 0.0431 41/116 [=========>....................] - ETA: 0s - loss: 0.1235 81/116 [===================>..........] - ETA: 0s - loss: 0.1344 116/116 [==============================] - 0s 1ms/step - loss: 0.1404
  1061. Epoch 7/10
  1062. 1/116 [..............................] - ETA: 0s - loss: 0.0790 40/116 [=========>....................] - ETA: 0s - loss: 0.1292 81/116 [===================>..........] - ETA: 0s - loss: 0.1312 116/116 [==============================] - 0s 1ms/step - loss: 0.1386
  1063. Epoch 8/10
  1064. 1/116 [..............................] - ETA: 0s - loss: 0.1650 40/116 [=========>....................] - ETA: 0s - loss: 0.1307 76/116 [==================>...........] - ETA: 0s - loss: 0.1248 116/116 [==============================] - ETA: 0s - loss: 0.1316 116/116 [==============================] - 0s 1ms/step - loss: 0.1316
  1065. Epoch 9/10
  1066. 1/116 [..............................] - ETA: 0s - loss: 0.0423 41/116 [=========>....................] - ETA: 0s - loss: 0.1295 82/116 [====================>.........] - ETA: 0s - loss: 0.1305 116/116 [==============================] - 0s 1ms/step - loss: 0.1307
  1067. Epoch 10/10
  1068. 1/116 [..............................] - ETA: 0s - loss: 0.4222 41/116 [=========>....................] - ETA: 0s - loss: 0.1276 82/116 [====================>.........] - ETA: 0s - loss: 0.1331 116/116 [==============================] - 0s 1ms/step - loss: 0.1317
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 265, 25
  1071. GAN fn, tp: 1, 6
  1072. GAN f1 score: 0.316
  1073. GAN cohens kappa score: 0.288
  1074. -> test with 'LR'
  1075. LR tn, fp: 259, 31
  1076. LR fn, tp: 0, 7
  1077. LR f1 score: 0.311
  1078. LR cohens kappa score: 0.283
  1079. LR average precision score: 0.503
  1080. -> test with 'RF'
  1081. RF tn, fp: 289, 1
  1082. RF fn, tp: 3, 4
  1083. RF f1 score: 0.667
  1084. RF cohens kappa score: 0.660
  1085. -> test with 'GB'
  1086. GB tn, fp: 287, 3
  1087. GB fn, tp: 3, 4
  1088. GB f1 score: 0.571
  1089. GB cohens kappa score: 0.561
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 268, 22
  1092. KNN fn, tp: 1, 6
  1093. KNN f1 score: 0.343
  1094. KNN cohens kappa score: 0.317
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1131 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/116 [..............................] - ETA: 18s - loss: 0.0216 37/116 [========>.....................] - ETA: 0s - loss: 0.0721  71/116 [=================>............] - ETA: 0s - loss: 0.0743 108/116 [==========================>...] - ETA: 0s - loss: 0.0756 116/116 [==============================] - 0s 1ms/step - loss: 0.0805
  1102. Epoch 2/10
  1103. 1/116 [..............................] - ETA: 0s - loss: 0.0577 38/116 [========>.....................] - ETA: 0s - loss: 0.0601 72/116 [=================>............] - ETA: 0s - loss: 0.0663 108/116 [==========================>...] - ETA: 0s - loss: 0.0690 116/116 [==============================] - 0s 1ms/step - loss: 0.0689
  1104. Epoch 3/10
  1105. 1/116 [..............................] - ETA: 0s - loss: 0.2663 36/116 [========>.....................] - ETA: 0s - loss: 0.0681 69/116 [================>.............] - ETA: 0s - loss: 0.0721 104/116 [=========================>....] - ETA: 0s - loss: 0.0684 116/116 [==============================] - 0s 1ms/step - loss: 0.0638
  1106. Epoch 4/10
  1107. 1/116 [..............................] - ETA: 0s - loss: 0.1261 36/116 [========>.....................] - ETA: 0s - loss: 0.0466 71/116 [=================>............] - ETA: 0s - loss: 0.0425 106/116 [==========================>...] - ETA: 0s - loss: 0.0482 116/116 [==============================] - 0s 1ms/step - loss: 0.0585
  1108. Epoch 5/10
  1109. 1/116 [..............................] - ETA: 0s - loss: 0.1395 32/116 [=======>......................] - ETA: 0s - loss: 0.0723 63/116 [===============>..............] - ETA: 0s - loss: 0.0589 97/116 [========================>.....] - ETA: 0s - loss: 0.0585 116/116 [==============================] - 0s 2ms/step - loss: 0.0590
  1110. Epoch 6/10
  1111. 1/116 [..............................] - ETA: 0s - loss: 0.0030 40/116 [=========>....................] - ETA: 0s - loss: 0.0606 79/116 [===================>..........] - ETA: 0s - loss: 0.0641 110/116 [===========================>..] - ETA: 0s - loss: 0.0578 116/116 [==============================] - 0s 1ms/step - loss: 0.0580
  1112. Epoch 7/10
  1113. 1/116 [..............................] - ETA: 0s - loss: 0.0757 35/116 [========>.....................] - ETA: 0s - loss: 0.0580 62/116 [===============>..............] - ETA: 0s - loss: 0.0653 93/116 [=======================>......] - ETA: 0s - loss: 0.0590 116/116 [==============================] - 0s 2ms/step - loss: 0.0560
  1114. Epoch 8/10
  1115. 1/116 [..............................] - ETA: 0s - loss: 0.0528 36/116 [========>.....................] - ETA: 0s - loss: 0.0484 72/116 [=================>............] - ETA: 0s - loss: 0.0493 108/116 [==========================>...] - ETA: 0s - loss: 0.0575 116/116 [==============================] - 0s 1ms/step - loss: 0.0554
  1116. Epoch 9/10
  1117. 1/116 [..............................] - ETA: 0s - loss: 0.1425 33/116 [=======>......................] - ETA: 0s - loss: 0.0778 71/116 [=================>............] - ETA: 0s - loss: 0.0592 109/116 [===========================>..] - ETA: 0s - loss: 0.0528 116/116 [==============================] - 0s 1ms/step - loss: 0.0545
  1118. Epoch 10/10
  1119. 1/116 [..............................] - ETA: 0s - loss: 0.0086 37/116 [========>.....................] - ETA: 0s - loss: 0.0367 68/116 [================>.............] - ETA: 0s - loss: 0.0517 102/116 [=========================>....] - ETA: 0s - loss: 0.0534 116/116 [==============================] - 0s 1ms/step - loss: 0.0549
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 284, 6
  1122. GAN fn, tp: 3, 4
  1123. GAN f1 score: 0.471
  1124. GAN cohens kappa score: 0.455
  1125. -> test with 'LR'
  1126. LR tn, fp: 274, 16
  1127. LR fn, tp: 3, 4
  1128. LR f1 score: 0.296
  1129. LR cohens kappa score: 0.271
  1130. LR average precision score: 0.222
  1131. -> test with 'RF'
  1132. RF tn, fp: 289, 1
  1133. RF fn, tp: 3, 4
  1134. RF f1 score: 0.667
  1135. RF cohens kappa score: 0.660
  1136. -> test with 'GB'
  1137. GB tn, fp: 287, 3
  1138. GB fn, tp: 3, 4
  1139. GB f1 score: 0.571
  1140. GB cohens kappa score: 0.561
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 284, 6
  1143. KNN fn, tp: 3, 4
  1144. KNN f1 score: 0.471
  1145. KNN cohens kappa score: 0.455
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1131 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/116 [..............................] - ETA: 17s - loss: 0.5072 41/116 [=========>....................] - ETA: 0s - loss: 0.1911  82/116 [====================>.........] - ETA: 0s - loss: 0.1917 116/116 [==============================] - 0s 1ms/step - loss: 0.2063
  1153. Epoch 2/10
  1154. 1/116 [..............................] - ETA: 0s - loss: 0.2567 41/116 [=========>....................] - ETA: 0s - loss: 0.1957 81/116 [===================>..........] - ETA: 0s - loss: 0.2007 116/116 [==============================] - 0s 1ms/step - loss: 0.1866
  1155. Epoch 3/10
  1156. 1/116 [..............................] - ETA: 0s - loss: 0.1290 40/116 [=========>....................] - ETA: 0s - loss: 0.2091 80/116 [===================>..........] - ETA: 0s - loss: 0.1828 114/116 [============================>.] - ETA: 0s - loss: 0.1777 116/116 [==============================] - 0s 1ms/step - loss: 0.1781
  1157. Epoch 4/10
  1158. 1/116 [..............................] - ETA: 0s - loss: 0.0311 38/116 [========>.....................] - ETA: 0s - loss: 0.1637 73/116 [=================>............] - ETA: 0s - loss: 0.1729 112/116 [===========================>..] - ETA: 0s - loss: 0.1720 116/116 [==============================] - 0s 1ms/step - loss: 0.1736
  1159. Epoch 5/10
  1160. 1/116 [..............................] - ETA: 0s - loss: 0.0930 38/116 [========>.....................] - ETA: 0s - loss: 0.1898 79/116 [===================>..........] - ETA: 0s - loss: 0.1688 116/116 [==============================] - 0s 1ms/step - loss: 0.1674
  1161. Epoch 6/10
  1162. 1/116 [..............................] - ETA: 0s - loss: 0.2449 40/116 [=========>....................] - ETA: 0s - loss: 0.1651 79/116 [===================>..........] - ETA: 0s - loss: 0.1648 116/116 [==============================] - 0s 1ms/step - loss: 0.1670
  1163. Epoch 7/10
  1164. 1/116 [..............................] - ETA: 0s - loss: 0.0724 42/116 [=========>....................] - ETA: 0s - loss: 0.1734 78/116 [===================>..........] - ETA: 0s - loss: 0.1716 115/116 [============================>.] - ETA: 0s - loss: 0.1636 116/116 [==============================] - 0s 1ms/step - loss: 0.1633
  1165. Epoch 8/10
  1166. 1/116 [..............................] - ETA: 0s - loss: 0.2415 40/116 [=========>....................] - ETA: 0s - loss: 0.1590 81/116 [===================>..........] - ETA: 0s - loss: 0.1668 116/116 [==============================] - 0s 1ms/step - loss: 0.1653
  1167. Epoch 9/10
  1168. 1/116 [..............................] - ETA: 0s - loss: 0.2866 41/116 [=========>....................] - ETA: 0s - loss: 0.1590 80/116 [===================>..........] - ETA: 0s - loss: 0.1732 116/116 [==============================] - 0s 1ms/step - loss: 0.1676
  1169. Epoch 10/10
  1170. 1/116 [..............................] - ETA: 0s - loss: 0.1148 40/116 [=========>....................] - ETA: 0s - loss: 0.1453 81/116 [===================>..........] - ETA: 0s - loss: 0.1499 116/116 [==============================] - 0s 1ms/step - loss: 0.1591
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 266, 24
  1173. GAN fn, tp: 0, 7
  1174. GAN f1 score: 0.368
  1175. GAN cohens kappa score: 0.343
  1176. -> test with 'LR'
  1177. LR tn, fp: 259, 31
  1178. LR fn, tp: 0, 7
  1179. LR f1 score: 0.311
  1180. LR cohens kappa score: 0.283
  1181. LR average precision score: 0.720
  1182. -> test with 'RF'
  1183. RF tn, fp: 285, 5
  1184. RF fn, tp: 1, 6
  1185. RF f1 score: 0.667
  1186. RF cohens kappa score: 0.657
  1187. -> test with 'GB'
  1188. GB tn, fp: 285, 5
  1189. GB fn, tp: 0, 7
  1190. GB f1 score: 0.737
  1191. GB cohens kappa score: 0.729
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 273, 17
  1194. KNN fn, tp: 0, 7
  1195. KNN f1 score: 0.452
  1196. KNN cohens kappa score: 0.431
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1131 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/116 [..............................] - ETA: 49s - loss: 0.1183 42/116 [=========>....................] - ETA: 0s - loss: 0.1624  83/116 [====================>.........] - ETA: 0s - loss: 0.1627 116/116 [==============================] - 1s 1ms/step - loss: 0.1681
  1204. Epoch 2/10
  1205. 1/116 [..............................] - ETA: 0s - loss: 0.2805 41/116 [=========>....................] - ETA: 0s - loss: 0.1486 82/116 [====================>.........] - ETA: 0s - loss: 0.1588 116/116 [==============================] - 0s 1ms/step - loss: 0.1548
  1206. Epoch 3/10
  1207. 1/116 [..............................] - ETA: 0s - loss: 0.0235 42/116 [=========>....................] - ETA: 0s - loss: 0.1062 82/116 [====================>.........] - ETA: 0s - loss: 0.1361 116/116 [==============================] - 0s 1ms/step - loss: 0.1455
  1208. Epoch 4/10
  1209. 1/116 [..............................] - ETA: 0s - loss: 0.3295 41/116 [=========>....................] - ETA: 0s - loss: 0.1444 82/116 [====================>.........] - ETA: 0s - loss: 0.1329 116/116 [==============================] - 0s 1ms/step - loss: 0.1454
  1210. Epoch 5/10
  1211. 1/116 [..............................] - ETA: 0s - loss: 0.0205 41/116 [=========>....................] - ETA: 0s - loss: 0.1218 82/116 [====================>.........] - ETA: 0s - loss: 0.1449 116/116 [==============================] - 0s 1ms/step - loss: 0.1398
  1212. Epoch 6/10
  1213. 1/116 [..............................] - ETA: 0s - loss: 0.2333 41/116 [=========>....................] - ETA: 0s - loss: 0.1468 80/116 [===================>..........] - ETA: 0s - loss: 0.1323 116/116 [==============================] - 0s 1ms/step - loss: 0.1378
  1214. Epoch 7/10
  1215. 1/116 [..............................] - ETA: 0s - loss: 0.0970 42/116 [=========>....................] - ETA: 0s - loss: 0.1211 81/116 [===================>..........] - ETA: 0s - loss: 0.1427 116/116 [==============================] - 0s 1ms/step - loss: 0.1355
  1216. Epoch 8/10
  1217. 1/116 [..............................] - ETA: 0s - loss: 0.0464 41/116 [=========>....................] - ETA: 0s - loss: 0.1344 76/116 [==================>...........] - ETA: 0s - loss: 0.1297 110/116 [===========================>..] - ETA: 0s - loss: 0.1349 116/116 [==============================] - 0s 1ms/step - loss: 0.1360
  1218. Epoch 9/10
  1219. 1/116 [..............................] - ETA: 0s - loss: 0.0965 35/116 [========>.....................] - ETA: 0s - loss: 0.1337 74/116 [==================>...........] - ETA: 0s - loss: 0.1275 113/116 [============================>.] - ETA: 0s - loss: 0.1335 116/116 [==============================] - 0s 1ms/step - loss: 0.1330
  1220. Epoch 10/10
  1221. 1/116 [..............................] - ETA: 0s - loss: 0.0340 40/116 [=========>....................] - ETA: 0s - loss: 0.1294 80/116 [===================>..........] - ETA: 0s - loss: 0.1300 116/116 [==============================] - 0s 1ms/step - loss: 0.1320
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 273, 17
  1224. GAN fn, tp: 3, 4
  1225. GAN f1 score: 0.286
  1226. GAN cohens kappa score: 0.260
  1227. -> test with 'LR'
  1228. LR tn, fp: 259, 31
  1229. LR fn, tp: 0, 7
  1230. LR f1 score: 0.311
  1231. LR cohens kappa score: 0.283
  1232. LR average precision score: 0.439
  1233. -> test with 'RF'
  1234. RF tn, fp: 289, 1
  1235. RF fn, tp: 5, 2
  1236. RF f1 score: 0.400
  1237. RF cohens kappa score: 0.391
  1238. -> test with 'GB'
  1239. GB tn, fp: 289, 1
  1240. GB fn, tp: 5, 2
  1241. GB f1 score: 0.400
  1242. GB cohens kappa score: 0.391
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 275, 15
  1245. KNN fn, tp: 1, 6
  1246. KNN f1 score: 0.429
  1247. KNN cohens kappa score: 0.408
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1132 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/116 [..............................] - ETA: 16s - loss: 0.1445 51/116 [============>.................] - ETA: 0s - loss: 0.1981  101/116 [=========================>....] - ETA: 0s - loss: 0.2016 116/116 [==============================] - 0s 1ms/step - loss: 0.1933
  1255. Epoch 2/10
  1256. 1/116 [..............................] - ETA: 0s - loss: 0.3912 51/116 [============>.................] - ETA: 0s - loss: 0.1831 102/116 [=========================>....] - ETA: 0s - loss: 0.1798 116/116 [==============================] - 0s 1ms/step - loss: 0.1774
  1257. Epoch 3/10
  1258. 1/116 [..............................] - ETA: 0s - loss: 0.4066 51/116 [============>.................] - ETA: 0s - loss: 0.1535 100/116 [========================>.....] - ETA: 0s - loss: 0.1676 116/116 [==============================] - 0s 1ms/step - loss: 0.1641
  1259. Epoch 4/10
  1260. 1/116 [..............................] - ETA: 0s - loss: 0.0619 52/116 [============>.................] - ETA: 0s - loss: 0.1676 103/116 [=========================>....] - ETA: 0s - loss: 0.1642 116/116 [==============================] - 0s 995us/step - loss: 0.1591
  1261. Epoch 5/10
  1262. 1/116 [..............................] - ETA: 0s - loss: 0.1903 51/116 [============>.................] - ETA: 0s - loss: 0.1571 100/116 [========================>.....] - ETA: 0s - loss: 0.1537 116/116 [==============================] - 0s 1ms/step - loss: 0.1543
  1263. Epoch 6/10
  1264. 1/116 [..............................] - ETA: 0s - loss: 0.0047 49/116 [===========>..................] - ETA: 0s - loss: 0.1451 96/116 [=======================>......] - ETA: 0s - loss: 0.1543 116/116 [==============================] - 0s 1ms/step - loss: 0.1517
  1265. Epoch 7/10
  1266. 1/116 [..............................] - ETA: 0s - loss: 0.4658 51/116 [============>.................] - ETA: 0s - loss: 0.1713 102/116 [=========================>....] - ETA: 0s - loss: 0.1463 116/116 [==============================] - 0s 1ms/step - loss: 0.1462
  1267. Epoch 8/10
  1268. 1/116 [..............................] - ETA: 0s - loss: 0.0147 51/116 [============>.................] - ETA: 0s - loss: 0.1340 102/116 [=========================>....] - ETA: 0s - loss: 0.1440 116/116 [==============================] - 0s 1ms/step - loss: 0.1429
  1269. Epoch 9/10
  1270. 1/116 [..............................] - ETA: 0s - loss: 0.2071 52/116 [============>.................] - ETA: 0s - loss: 0.1433 103/116 [=========================>....] - ETA: 0s - loss: 0.1443 116/116 [==============================] - 0s 998us/step - loss: 0.1418
  1271. Epoch 10/10
  1272. 1/116 [..............................] - ETA: 0s - loss: 0.0283 52/116 [============>.................] - ETA: 0s - loss: 0.1293 103/116 [=========================>....] - ETA: 0s - loss: 0.1375 116/116 [==============================] - 0s 995us/step - loss: 0.1367
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 271, 18
  1275. GAN fn, tp: 2, 5
  1276. GAN f1 score: 0.333
  1277. GAN cohens kappa score: 0.308
  1278. -> test with 'LR'
  1279. LR tn, fp: 270, 19
  1280. LR fn, tp: 2, 5
  1281. LR f1 score: 0.323
  1282. LR cohens kappa score: 0.297
  1283. LR average precision score: 0.432
  1284. -> test with 'RF'
  1285. RF tn, fp: 287, 2
  1286. RF fn, tp: 4, 3
  1287. RF f1 score: 0.500
  1288. RF cohens kappa score: 0.490
  1289. -> test with 'GB'
  1290. GB tn, fp: 284, 5
  1291. GB fn, tp: 4, 3
  1292. GB f1 score: 0.400
  1293. GB cohens kappa score: 0.384
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 268, 21
  1296. KNN fn, tp: 2, 5
  1297. KNN f1 score: 0.303
  1298. KNN cohens kappa score: 0.276
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 274, 36
  1303. LR fn, tp: 3, 7
  1304. LR f1 score: 0.400
  1305. LR cohens kappa score: 0.377
  1306. LR average precision score: 0.746
  1307. average:
  1308. LR tn, fp: 264.36, 25.44
  1309. LR fn, tp: 1.0, 6.0
  1310. LR f1 score: 0.316
  1311. LR cohens kappa score: 0.289
  1312. LR average precision score: 0.518
  1313. minimum:
  1314. LR tn, fp: 253, 16
  1315. LR fn, tp: 0, 4
  1316. LR f1 score: 0.250
  1317. LR cohens kappa score: 0.220
  1318. LR average precision score: 0.222
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 290, 5
  1322. RF fn, tp: 7, 6
  1323. RF f1 score: 0.727
  1324. RF cohens kappa score: 0.723
  1325. average:
  1326. RF tn, fp: 287.88, 1.92
  1327. RF fn, tp: 3.8, 3.2
  1328. RF f1 score: 0.510
  1329. RF cohens kappa score: 0.501
  1330. minimum:
  1331. RF tn, fp: 285, 0
  1332. RF fn, tp: 1, 0
  1333. RF f1 score: 0.000
  1334. RF cohens kappa score: 0.000
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 290, 9
  1338. GB fn, tp: 7, 7
  1339. GB f1 score: 0.800
  1340. GB cohens kappa score: 0.795
  1341. average:
  1342. GB tn, fp: 286.84, 2.96
  1343. GB fn, tp: 3.28, 3.72
  1344. GB f1 score: 0.520
  1345. GB cohens kappa score: 0.510
  1346. minimum:
  1347. GB tn, fp: 281, 0
  1348. GB fn, tp: 0, 0
  1349. GB f1 score: 0.000
  1350. GB cohens kappa score: -0.006
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 284, 31
  1354. KNN fn, tp: 3, 7
  1355. KNN f1 score: 0.500
  1356. KNN cohens kappa score: 0.483
  1357. average:
  1358. KNN tn, fp: 272.08, 17.72
  1359. KNN fn, tp: 1.16, 5.84
  1360. KNN f1 score: 0.390
  1361. KNN cohens kappa score: 0.367
  1362. minimum:
  1363. KNN tn, fp: 259, 6
  1364. KNN fn, tp: 0, 4
  1365. KNN f1 score: 0.286
  1366. KNN cohens kappa score: 0.260
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 284, 27
  1370. GAN fn, tp: 3, 7
  1371. GAN f1 score: 0.500
  1372. GAN cohens kappa score: 0.483
  1373. average:
  1374. GAN tn, fp: 273.24, 16.56
  1375. GAN fn, tp: 1.6, 5.4
  1376. GAN f1 score: 0.382
  1377. GAN cohens kappa score: 0.359
  1378. minimum:
  1379. GAN tn, fp: 263, 6
  1380. GAN fn, tp: 0, 4
  1381. GAN f1 score: 0.242
  1382. GAN cohens kappa score: 0.213