folding_yeast6.log 141 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-proximary-5 on folding_yeast6
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast6'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1131 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/116 [..............................] - ETA: 17s - loss: 0.4931 41/116 [=========>....................] - ETA: 0s - loss: 0.3604  81/116 [===================>..........] - ETA: 0s - loss: 0.3124 116/116 [==============================] - 0s 1ms/step - loss: 0.2884
  19. Epoch 2/10
  20. 1/116 [..............................] - ETA: 0s - loss: 0.3485 42/116 [=========>....................] - ETA: 0s - loss: 0.2352 81/116 [===================>..........] - ETA: 0s - loss: 0.2236 116/116 [==============================] - 0s 1ms/step - loss: 0.2290
  21. Epoch 3/10
  22. 1/116 [..............................] - ETA: 0s - loss: 0.1518 39/116 [=========>....................] - ETA: 0s - loss: 0.1935 74/116 [==================>...........] - ETA: 0s - loss: 0.2003 104/116 [=========================>....] - ETA: 0s - loss: 0.2110 116/116 [==============================] - 0s 1ms/step - loss: 0.2124
  23. Epoch 4/10
  24. 1/116 [..............................] - ETA: 0s - loss: 0.2238 40/116 [=========>....................] - ETA: 0s - loss: 0.1764 82/116 [====================>.........] - ETA: 0s - loss: 0.1970 116/116 [==============================] - 0s 1ms/step - loss: 0.2043
  25. Epoch 5/10
  26. 1/116 [..............................] - ETA: 0s - loss: 0.1379 42/116 [=========>....................] - ETA: 0s - loss: 0.2055 83/116 [====================>.........] - ETA: 0s - loss: 0.1929 116/116 [==============================] - 0s 1ms/step - loss: 0.1982
  27. Epoch 6/10
  28. 1/116 [..............................] - ETA: 0s - loss: 0.2845 43/116 [==========>...................] - ETA: 0s - loss: 0.1932 84/116 [====================>.........] - ETA: 0s - loss: 0.1879 116/116 [==============================] - 0s 1ms/step - loss: 0.1948
  29. Epoch 7/10
  30. 1/116 [..............................] - ETA: 0s - loss: 0.1497 41/116 [=========>....................] - ETA: 0s - loss: 0.1760 83/116 [====================>.........] - ETA: 0s - loss: 0.1932 116/116 [==============================] - 0s 1ms/step - loss: 0.1904
  31. Epoch 8/10
  32. 1/116 [..............................] - ETA: 0s - loss: 0.0777 38/116 [========>.....................] - ETA: 0s - loss: 0.1707 77/116 [==================>...........] - ETA: 0s - loss: 0.1766 116/116 [==============================] - 0s 1ms/step - loss: 0.1836
  33. Epoch 9/10
  34. 1/116 [..............................] - ETA: 0s - loss: 0.1008 41/116 [=========>....................] - ETA: 0s - loss: 0.1854 81/116 [===================>..........] - ETA: 0s - loss: 0.1826 116/116 [==============================] - 0s 1ms/step - loss: 0.1794
  35. Epoch 10/10
  36. 1/116 [..............................] - ETA: 0s - loss: 0.2045 41/116 [=========>....................] - ETA: 0s - loss: 0.1573 80/116 [===================>..........] - ETA: 0s - loss: 0.1751 116/116 [==============================] - 0s 1ms/step - loss: 0.1757
  37. -> test with GAN.predict
  38. GAN tn, fp: 272, 18
  39. GAN fn, tp: 1, 6
  40. GAN f1 score: 0.387
  41. GAN cohens kappa score: 0.364
  42. -> test with 'LR'
  43. LR tn, fp: 262, 28
  44. LR fn, tp: 0, 7
  45. LR f1 score: 0.333
  46. LR cohens kappa score: 0.306
  47. LR average precision score: 0.684
  48. -> test with 'RF'
  49. RF tn, fp: 288, 2
  50. RF fn, tp: 4, 3
  51. RF f1 score: 0.500
  52. RF cohens kappa score: 0.490
  53. -> test with 'GB'
  54. GB tn, fp: 287, 3
  55. GB fn, tp: 4, 3
  56. GB f1 score: 0.462
  57. GB cohens kappa score: 0.450
  58. -> test with 'KNN'
  59. KNN tn, fp: 267, 23
  60. KNN fn, tp: 1, 6
  61. KNN f1 score: 0.333
  62. KNN cohens kappa score: 0.307
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1131 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/116 [..............................] - ETA: 17s - loss: 0.4839 41/116 [=========>....................] - ETA: 0s - loss: 0.3292  83/116 [====================>.........] - ETA: 0s - loss: 0.2970 116/116 [==============================] - 0s 1ms/step - loss: 0.2794
  70. Epoch 2/10
  71. 1/116 [..............................] - ETA: 0s - loss: 0.2256 43/116 [==========>...................] - ETA: 0s - loss: 0.2304 85/116 [====================>.........] - ETA: 0s - loss: 0.2312 116/116 [==============================] - 0s 1ms/step - loss: 0.2285
  72. Epoch 3/10
  73. 1/116 [..............................] - ETA: 0s - loss: 0.1380 43/116 [==========>...................] - ETA: 0s - loss: 0.1986 85/116 [====================>.........] - ETA: 0s - loss: 0.2139 116/116 [==============================] - 0s 1ms/step - loss: 0.2152
  74. Epoch 4/10
  75. 1/116 [..............................] - ETA: 0s - loss: 0.2217 44/116 [==========>...................] - ETA: 0s - loss: 0.2120 85/116 [====================>.........] - ETA: 0s - loss: 0.2114 116/116 [==============================] - 0s 1ms/step - loss: 0.2062
  76. Epoch 5/10
  77. 1/116 [..............................] - ETA: 0s - loss: 0.1556 42/116 [=========>....................] - ETA: 0s - loss: 0.1676 84/116 [====================>.........] - ETA: 0s - loss: 0.1927 116/116 [==============================] - 0s 1ms/step - loss: 0.1982
  78. Epoch 6/10
  79. 1/116 [..............................] - ETA: 0s - loss: 0.2457 43/116 [==========>...................] - ETA: 0s - loss: 0.1706 85/116 [====================>.........] - ETA: 0s - loss: 0.1841 116/116 [==============================] - 0s 1ms/step - loss: 0.1928
  80. Epoch 7/10
  81. 1/116 [..............................] - ETA: 0s - loss: 0.1352 43/116 [==========>...................] - ETA: 0s - loss: 0.1600 82/116 [====================>.........] - ETA: 0s - loss: 0.1843 116/116 [==============================] - 0s 1ms/step - loss: 0.1885
  82. Epoch 8/10
  83. 1/116 [..............................] - ETA: 0s - loss: 0.1100 43/116 [==========>...................] - ETA: 0s - loss: 0.1878 84/116 [====================>.........] - ETA: 0s - loss: 0.1818 116/116 [==============================] - 0s 1ms/step - loss: 0.1801
  84. Epoch 9/10
  85. 1/116 [..............................] - ETA: 0s - loss: 0.1294 41/116 [=========>....................] - ETA: 0s - loss: 0.1664 81/116 [===================>..........] - ETA: 0s - loss: 0.1826 116/116 [==============================] - 0s 1ms/step - loss: 0.1767
  86. Epoch 10/10
  87. 1/116 [..............................] - ETA: 0s - loss: 0.0551 42/116 [=========>....................] - ETA: 0s - loss: 0.1691 83/116 [====================>.........] - ETA: 0s - loss: 0.1743 116/116 [==============================] - 0s 1ms/step - loss: 0.1707
  88. -> test with GAN.predict
  89. GAN tn, fp: 261, 29
  90. GAN fn, tp: 1, 6
  91. GAN f1 score: 0.286
  92. GAN cohens kappa score: 0.257
  93. -> test with 'LR'
  94. LR tn, fp: 256, 34
  95. LR fn, tp: 2, 5
  96. LR f1 score: 0.217
  97. LR cohens kappa score: 0.185
  98. LR average precision score: 0.427
  99. -> test with 'RF'
  100. RF tn, fp: 287, 3
  101. RF fn, tp: 4, 3
  102. RF f1 score: 0.462
  103. RF cohens kappa score: 0.450
  104. -> test with 'GB'
  105. GB tn, fp: 286, 4
  106. GB fn, tp: 3, 4
  107. GB f1 score: 0.533
  108. GB cohens kappa score: 0.521
  109. -> test with 'KNN'
  110. KNN tn, fp: 263, 27
  111. KNN fn, tp: 2, 5
  112. KNN f1 score: 0.256
  113. KNN cohens kappa score: 0.226
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1131 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/116 [..............................] - ETA: 18s - loss: 0.2562 43/116 [==========>...................] - ETA: 0s - loss: 0.3046  85/116 [====================>.........] - ETA: 0s - loss: 0.2806 116/116 [==============================] - 0s 1ms/step - loss: 0.2634
  121. Epoch 2/10
  122. 1/116 [..............................] - ETA: 0s - loss: 0.1331 44/116 [==========>...................] - ETA: 0s - loss: 0.2020 86/116 [=====================>........] - ETA: 0s - loss: 0.2060 116/116 [==============================] - 0s 1ms/step - loss: 0.2117
  123. Epoch 3/10
  124. 1/116 [..............................] - ETA: 0s - loss: 0.1020 35/116 [========>.....................] - ETA: 0s - loss: 0.2115 69/116 [================>.............] - ETA: 0s - loss: 0.2024 111/116 [===========================>..] - ETA: 0s - loss: 0.1979 116/116 [==============================] - 0s 1ms/step - loss: 0.1963
  125. Epoch 4/10
  126. 1/116 [..............................] - ETA: 0s - loss: 0.1439 41/116 [=========>....................] - ETA: 0s - loss: 0.2142 79/116 [===================>..........] - ETA: 0s - loss: 0.1930 116/116 [==============================] - 0s 1ms/step - loss: 0.1844
  127. Epoch 5/10
  128. 1/116 [..............................] - ETA: 0s - loss: 0.1417 40/116 [=========>....................] - ETA: 0s - loss: 0.1835 82/116 [====================>.........] - ETA: 0s - loss: 0.1760 116/116 [==============================] - 0s 1ms/step - loss: 0.1786
  129. Epoch 6/10
  130. 1/116 [..............................] - ETA: 0s - loss: 0.2404 43/116 [==========>...................] - ETA: 0s - loss: 0.1779 84/116 [====================>.........] - ETA: 0s - loss: 0.1686 116/116 [==============================] - 0s 1ms/step - loss: 0.1752
  131. Epoch 7/10
  132. 1/116 [..............................] - ETA: 0s - loss: 0.1578 41/116 [=========>....................] - ETA: 0s - loss: 0.1788 81/116 [===================>..........] - ETA: 0s - loss: 0.1769 116/116 [==============================] - 0s 1ms/step - loss: 0.1708
  133. Epoch 8/10
  134. 1/116 [..............................] - ETA: 0s - loss: 0.3369 43/116 [==========>...................] - ETA: 0s - loss: 0.1750 85/116 [====================>.........] - ETA: 0s - loss: 0.1697 116/116 [==============================] - 0s 1ms/step - loss: 0.1648
  135. Epoch 9/10
  136. 1/116 [..............................] - ETA: 0s - loss: 0.0738 42/116 [=========>....................] - ETA: 0s - loss: 0.1565 84/116 [====================>.........] - ETA: 0s - loss: 0.1549 116/116 [==============================] - 0s 1ms/step - loss: 0.1608
  137. Epoch 10/10
  138. 1/116 [..............................] - ETA: 0s - loss: 0.1021 43/116 [==========>...................] - ETA: 0s - loss: 0.1657 84/116 [====================>.........] - ETA: 0s - loss: 0.1603 116/116 [==============================] - 0s 1ms/step - loss: 0.1567
  139. -> test with GAN.predict
  140. GAN tn, fp: 270, 20
  141. GAN fn, tp: 1, 6
  142. GAN f1 score: 0.364
  143. GAN cohens kappa score: 0.339
  144. -> test with 'LR'
  145. LR tn, fp: 252, 38
  146. LR fn, tp: 1, 6
  147. LR f1 score: 0.235
  148. LR cohens kappa score: 0.203
  149. LR average precision score: 0.229
  150. -> test with 'RF'
  151. RF tn, fp: 290, 0
  152. RF fn, tp: 3, 4
  153. RF f1 score: 0.727
  154. RF cohens kappa score: 0.723
  155. -> test with 'GB'
  156. GB tn, fp: 290, 0
  157. GB fn, tp: 5, 2
  158. GB f1 score: 0.444
  159. GB cohens kappa score: 0.439
  160. -> test with 'KNN'
  161. KNN tn, fp: 267, 23
  162. KNN fn, tp: 1, 6
  163. KNN f1 score: 0.333
  164. KNN cohens kappa score: 0.307
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1131 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/116 [..............................] - ETA: 18s - loss: 0.3467 41/116 [=========>....................] - ETA: 0s - loss: 0.3164  83/116 [====================>.........] - ETA: 0s - loss: 0.2711 116/116 [==============================] - 0s 1ms/step - loss: 0.2526
  172. Epoch 2/10
  173. 1/116 [..............................] - ETA: 0s - loss: 0.1345 42/116 [=========>....................] - ETA: 0s - loss: 0.1990 83/116 [====================>.........] - ETA: 0s - loss: 0.1980 116/116 [==============================] - 0s 1ms/step - loss: 0.1905
  174. Epoch 3/10
  175. 1/116 [..............................] - ETA: 0s - loss: 0.1291 43/116 [==========>...................] - ETA: 0s - loss: 0.1638 86/116 [=====================>........] - ETA: 0s - loss: 0.1762 116/116 [==============================] - 0s 1ms/step - loss: 0.1732
  176. Epoch 4/10
  177. 1/116 [..............................] - ETA: 0s - loss: 0.2314 44/116 [==========>...................] - ETA: 0s - loss: 0.1752 86/116 [=====================>........] - ETA: 0s - loss: 0.1641 116/116 [==============================] - 0s 1ms/step - loss: 0.1649
  178. Epoch 5/10
  179. 1/116 [..............................] - ETA: 0s - loss: 0.1365 43/116 [==========>...................] - ETA: 0s - loss: 0.1670 83/116 [====================>.........] - ETA: 0s - loss: 0.1623 116/116 [==============================] - 0s 1ms/step - loss: 0.1603
  180. Epoch 6/10
  181. 1/116 [..............................] - ETA: 0s - loss: 0.2004 38/116 [========>.....................] - ETA: 0s - loss: 0.1608 73/116 [=================>............] - ETA: 0s - loss: 0.1621 109/116 [===========================>..] - ETA: 0s - loss: 0.1538 116/116 [==============================] - 0s 1ms/step - loss: 0.1572
  182. Epoch 7/10
  183. 1/116 [..............................] - ETA: 0s - loss: 0.0592 43/116 [==========>...................] - ETA: 0s - loss: 0.1541 86/116 [=====================>........] - ETA: 0s - loss: 0.1516 116/116 [==============================] - 0s 1ms/step - loss: 0.1550
  184. Epoch 8/10
  185. 1/116 [..............................] - ETA: 0s - loss: 0.0915 39/116 [=========>....................] - ETA: 0s - loss: 0.1744 79/116 [===================>..........] - ETA: 0s - loss: 0.1457 116/116 [==============================] - 0s 1ms/step - loss: 0.1543
  186. Epoch 9/10
  187. 1/116 [..............................] - ETA: 0s - loss: 0.1507 43/116 [==========>...................] - ETA: 0s - loss: 0.1809 84/116 [====================>.........] - ETA: 0s - loss: 0.1472 116/116 [==============================] - 0s 1ms/step - loss: 0.1502
  188. Epoch 10/10
  189. 1/116 [..............................] - ETA: 0s - loss: 0.1411 42/116 [=========>....................] - ETA: 0s - loss: 0.1618 84/116 [====================>.........] - ETA: 0s - loss: 0.1586 116/116 [==============================] - 0s 1ms/step - loss: 0.1503
  190. -> test with GAN.predict
  191. GAN tn, fp: 270, 20
  192. GAN fn, tp: 2, 5
  193. GAN f1 score: 0.312
  194. GAN cohens kappa score: 0.286
  195. -> test with 'LR'
  196. LR tn, fp: 270, 20
  197. LR fn, tp: 1, 6
  198. LR f1 score: 0.364
  199. LR cohens kappa score: 0.339
  200. LR average precision score: 0.588
  201. -> test with 'RF'
  202. RF tn, fp: 288, 2
  203. RF fn, tp: 4, 3
  204. RF f1 score: 0.500
  205. RF cohens kappa score: 0.490
  206. -> test with 'GB'
  207. GB tn, fp: 288, 2
  208. GB fn, tp: 5, 2
  209. GB f1 score: 0.364
  210. GB cohens kappa score: 0.353
  211. -> test with 'KNN'
  212. KNN tn, fp: 273, 17
  213. KNN fn, tp: 1, 6
  214. KNN f1 score: 0.400
  215. KNN cohens kappa score: 0.378
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1132 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/116 [..............................] - ETA: 15s - loss: 0.3044 37/116 [========>.....................] - ETA: 0s - loss: 0.3987  75/116 [==================>...........] - ETA: 0s - loss: 0.3815 107/116 [==========================>...] - ETA: 0s - loss: 0.3629 116/116 [==============================] - 0s 1ms/step - loss: 0.3569
  223. Epoch 2/10
  224. 1/116 [..............................] - ETA: 0s - loss: 0.2946 32/116 [=======>......................] - ETA: 0s - loss: 0.2690 69/116 [================>.............] - ETA: 0s - loss: 0.2624 109/116 [===========================>..] - ETA: 0s - loss: 0.2481 116/116 [==============================] - 0s 1ms/step - loss: 0.2502
  225. Epoch 3/10
  226. 1/116 [..............................] - ETA: 0s - loss: 0.1354 42/116 [=========>....................] - ETA: 0s - loss: 0.2215 83/116 [====================>.........] - ETA: 0s - loss: 0.2115 116/116 [==============================] - 0s 1ms/step - loss: 0.2169
  227. Epoch 4/10
  228. 1/116 [..............................] - ETA: 0s - loss: 0.0770 44/116 [==========>...................] - ETA: 0s - loss: 0.1986 83/116 [====================>.........] - ETA: 0s - loss: 0.2036 116/116 [==============================] - 0s 1ms/step - loss: 0.2030
  229. Epoch 5/10
  230. 1/116 [..............................] - ETA: 0s - loss: 0.1661 44/116 [==========>...................] - ETA: 0s - loss: 0.2080 82/116 [====================>.........] - ETA: 0s - loss: 0.2004 116/116 [==============================] - 0s 1ms/step - loss: 0.1957
  231. Epoch 6/10
  232. 1/116 [..............................] - ETA: 0s - loss: 0.2345 43/116 [==========>...................] - ETA: 0s - loss: 0.2077 88/116 [=====================>........] - ETA: 0s - loss: 0.1979 116/116 [==============================] - 0s 1ms/step - loss: 0.1907
  233. Epoch 7/10
  234. 1/116 [..............................] - ETA: 0s - loss: 0.1079 41/116 [=========>....................] - ETA: 0s - loss: 0.1816 82/116 [====================>.........] - ETA: 0s - loss: 0.1837 116/116 [==============================] - 0s 1ms/step - loss: 0.1865
  235. Epoch 8/10
  236. 1/116 [..............................] - ETA: 0s - loss: 0.0955 43/116 [==========>...................] - ETA: 0s - loss: 0.1564 86/116 [=====================>........] - ETA: 0s - loss: 0.1769 116/116 [==============================] - 0s 1ms/step - loss: 0.1823
  237. Epoch 9/10
  238. 1/116 [..............................] - ETA: 0s - loss: 0.0928 46/116 [==========>...................] - ETA: 0s - loss: 0.1491 89/116 [======================>.......] - ETA: 0s - loss: 0.1716 116/116 [==============================] - 0s 1ms/step - loss: 0.1776
  239. Epoch 10/10
  240. 1/116 [..............................] - ETA: 0s - loss: 0.2331 45/116 [==========>...................] - ETA: 0s - loss: 0.1931 87/116 [=====================>........] - ETA: 0s - loss: 0.1880 116/116 [==============================] - 0s 1ms/step - loss: 0.1754
  241. -> test with GAN.predict
  242. GAN tn, fp: 260, 29
  243. GAN fn, tp: 1, 6
  244. GAN f1 score: 0.286
  245. GAN cohens kappa score: 0.256
  246. -> test with 'LR'
  247. LR tn, fp: 244, 45
  248. LR fn, tp: 0, 7
  249. LR f1 score: 0.237
  250. LR cohens kappa score: 0.204
  251. LR average precision score: 0.625
  252. -> test with 'RF'
  253. RF tn, fp: 289, 0
  254. RF fn, tp: 4, 3
  255. RF f1 score: 0.600
  256. RF cohens kappa score: 0.594
  257. -> test with 'GB'
  258. GB tn, fp: 288, 1
  259. GB fn, tp: 3, 4
  260. GB f1 score: 0.667
  261. GB cohens kappa score: 0.660
  262. -> test with 'KNN'
  263. KNN tn, fp: 262, 27
  264. KNN fn, tp: 1, 6
  265. KNN f1 score: 0.300
  266. KNN cohens kappa score: 0.272
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1131 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/116 [..............................] - ETA: 19s - loss: 0.5174 43/116 [==========>...................] - ETA: 0s - loss: 0.3912  84/116 [====================>.........] - ETA: 0s - loss: 0.3534 116/116 [==============================] - 0s 1ms/step - loss: 0.3276
  277. Epoch 2/10
  278. 1/116 [..............................] - ETA: 0s - loss: 0.1576 43/116 [==========>...................] - ETA: 0s - loss: 0.2441 84/116 [====================>.........] - ETA: 0s - loss: 0.2363 116/116 [==============================] - 0s 1ms/step - loss: 0.2305
  279. Epoch 3/10
  280. 1/116 [..............................] - ETA: 0s - loss: 0.1740 43/116 [==========>...................] - ETA: 0s - loss: 0.1993 83/116 [====================>.........] - ETA: 0s - loss: 0.1966 116/116 [==============================] - 0s 1ms/step - loss: 0.2043
  281. Epoch 4/10
  282. 1/116 [..............................] - ETA: 0s - loss: 0.1628 40/116 [=========>....................] - ETA: 0s - loss: 0.1945 81/116 [===================>..........] - ETA: 0s - loss: 0.1982 116/116 [==============================] - 0s 1ms/step - loss: 0.1926
  283. Epoch 5/10
  284. 1/116 [..............................] - ETA: 0s - loss: 0.0611 43/116 [==========>...................] - ETA: 0s - loss: 0.1870 83/116 [====================>.........] - ETA: 0s - loss: 0.1877 116/116 [==============================] - 0s 1ms/step - loss: 0.1836
  285. Epoch 6/10
  286. 1/116 [..............................] - ETA: 0s - loss: 0.0379 43/116 [==========>...................] - ETA: 0s - loss: 0.1578 84/116 [====================>.........] - ETA: 0s - loss: 0.1679 116/116 [==============================] - 0s 1ms/step - loss: 0.1771
  287. Epoch 7/10
  288. 1/116 [..............................] - ETA: 0s - loss: 0.1941 43/116 [==========>...................] - ETA: 0s - loss: 0.1765 83/116 [====================>.........] - ETA: 0s - loss: 0.1632 116/116 [==============================] - 0s 1ms/step - loss: 0.1726
  289. Epoch 8/10
  290. 1/116 [..............................] - ETA: 0s - loss: 0.2146 41/116 [=========>....................] - ETA: 0s - loss: 0.1749 81/116 [===================>..........] - ETA: 0s - loss: 0.1740 116/116 [==============================] - 0s 1ms/step - loss: 0.1682
  291. Epoch 9/10
  292. 1/116 [..............................] - ETA: 0s - loss: 0.0888 42/116 [=========>....................] - ETA: 0s - loss: 0.1664 83/116 [====================>.........] - ETA: 0s - loss: 0.1743 116/116 [==============================] - 0s 1ms/step - loss: 0.1601
  293. Epoch 10/10
  294. 1/116 [..............................] - ETA: 0s - loss: 0.0483 42/116 [=========>....................] - ETA: 0s - loss: 0.1625 84/116 [====================>.........] - ETA: 0s - loss: 0.1600 116/116 [==============================] - 0s 1ms/step - loss: 0.1580
  295. -> test with GAN.predict
  296. GAN tn, fp: 277, 13
  297. GAN fn, tp: 1, 6
  298. GAN f1 score: 0.462
  299. GAN cohens kappa score: 0.442
  300. -> test with 'LR'
  301. LR tn, fp: 261, 29
  302. LR fn, tp: 1, 6
  303. LR f1 score: 0.286
  304. LR cohens kappa score: 0.257
  305. LR average precision score: 0.673
  306. -> test with 'RF'
  307. RF tn, fp: 288, 2
  308. RF fn, tp: 3, 4
  309. RF f1 score: 0.615
  310. RF cohens kappa score: 0.607
  311. -> test with 'GB'
  312. GB tn, fp: 286, 4
  313. GB fn, tp: 3, 4
  314. GB f1 score: 0.533
  315. GB cohens kappa score: 0.521
  316. -> test with 'KNN'
  317. KNN tn, fp: 269, 21
  318. KNN fn, tp: 1, 6
  319. KNN f1 score: 0.353
  320. KNN cohens kappa score: 0.328
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1131 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/116 [..............................] - ETA: 17s - loss: 0.4289 44/116 [==========>...................] - ETA: 0s - loss: 0.3494  81/116 [===================>..........] - ETA: 0s - loss: 0.3304 116/116 [==============================] - 0s 1ms/step - loss: 0.3216
  328. Epoch 2/10
  329. 1/116 [..............................] - ETA: 0s - loss: 0.2145 43/116 [==========>...................] - ETA: 0s - loss: 0.2477 84/116 [====================>.........] - ETA: 0s - loss: 0.2559 116/116 [==============================] - 0s 1ms/step - loss: 0.2559
  330. Epoch 3/10
  331. 1/116 [..............................] - ETA: 0s - loss: 0.3809 43/116 [==========>...................] - ETA: 0s - loss: 0.2508 84/116 [====================>.........] - ETA: 0s - loss: 0.2363 116/116 [==============================] - 0s 1ms/step - loss: 0.2338
  332. Epoch 4/10
  333. 1/116 [..............................] - ETA: 0s - loss: 0.2007 42/116 [=========>....................] - ETA: 0s - loss: 0.2366 83/116 [====================>.........] - ETA: 0s - loss: 0.2281 116/116 [==============================] - 0s 1ms/step - loss: 0.2188
  334. Epoch 5/10
  335. 1/116 [..............................] - ETA: 0s - loss: 0.2250 43/116 [==========>...................] - ETA: 0s - loss: 0.2125 85/116 [====================>.........] - ETA: 0s - loss: 0.2125 116/116 [==============================] - 0s 1ms/step - loss: 0.2086
  336. Epoch 6/10
  337. 1/116 [..............................] - ETA: 0s - loss: 0.1141 41/116 [=========>....................] - ETA: 0s - loss: 0.1921 82/116 [====================>.........] - ETA: 0s - loss: 0.2012 116/116 [==============================] - 0s 1ms/step - loss: 0.2033
  338. Epoch 7/10
  339. 1/116 [..............................] - ETA: 0s - loss: 0.2975 43/116 [==========>...................] - ETA: 0s - loss: 0.1980 85/116 [====================>.........] - ETA: 0s - loss: 0.1931 116/116 [==============================] - 0s 1ms/step - loss: 0.1999
  340. Epoch 8/10
  341. 1/116 [..............................] - ETA: 0s - loss: 0.3985 40/116 [=========>....................] - ETA: 0s - loss: 0.1888 75/116 [==================>...........] - ETA: 0s - loss: 0.1873 109/116 [===========================>..] - ETA: 0s - loss: 0.1938 116/116 [==============================] - 0s 1ms/step - loss: 0.1960
  342. Epoch 9/10
  343. 1/116 [..............................] - ETA: 0s - loss: 0.1619 42/116 [=========>....................] - ETA: 0s - loss: 0.1836 83/116 [====================>.........] - ETA: 0s - loss: 0.1830 116/116 [==============================] - 0s 1ms/step - loss: 0.1870
  344. Epoch 10/10
  345. 1/116 [..............................] - ETA: 0s - loss: 0.0898 42/116 [=========>....................] - ETA: 0s - loss: 0.1819 80/116 [===================>..........] - ETA: 0s - loss: 0.1719 114/116 [============================>.] - ETA: 0s - loss: 0.1812 116/116 [==============================] - 0s 1ms/step - loss: 0.1835
  346. -> test with GAN.predict
  347. GAN tn, fp: 263, 27
  348. GAN fn, tp: 0, 7
  349. GAN f1 score: 0.341
  350. GAN cohens kappa score: 0.315
  351. -> test with 'LR'
  352. LR tn, fp: 251, 39
  353. LR fn, tp: 0, 7
  354. LR f1 score: 0.264
  355. LR cohens kappa score: 0.233
  356. LR average precision score: 0.229
  357. -> test with 'RF'
  358. RF tn, fp: 289, 1
  359. RF fn, tp: 5, 2
  360. RF f1 score: 0.400
  361. RF cohens kappa score: 0.391
  362. -> test with 'GB'
  363. GB tn, fp: 288, 2
  364. GB fn, tp: 4, 3
  365. GB f1 score: 0.500
  366. GB cohens kappa score: 0.490
  367. -> test with 'KNN'
  368. KNN tn, fp: 264, 26
  369. KNN fn, tp: 0, 7
  370. KNN f1 score: 0.350
  371. KNN cohens kappa score: 0.324
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1131 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/116 [..............................] - ETA: 18s - loss: 0.4258 36/116 [========>.....................] - ETA: 0s - loss: 0.3212  72/116 [=================>............] - ETA: 0s - loss: 0.2899 110/116 [===========================>..] - ETA: 0s - loss: 0.2672 116/116 [==============================] - 0s 1ms/step - loss: 0.2649
  379. Epoch 2/10
  380. 1/116 [..............................] - ETA: 0s - loss: 0.3471 35/116 [========>.....................] - ETA: 0s - loss: 0.1975 73/116 [=================>............] - ETA: 0s - loss: 0.1975 112/116 [===========================>..] - ETA: 0s - loss: 0.1960 116/116 [==============================] - 0s 1ms/step - loss: 0.1936
  381. Epoch 3/10
  382. 1/116 [..............................] - ETA: 0s - loss: 0.1180 40/116 [=========>....................] - ETA: 0s - loss: 0.1755 76/116 [==================>...........] - ETA: 0s - loss: 0.1712 113/116 [============================>.] - ETA: 0s - loss: 0.1691 116/116 [==============================] - 0s 1ms/step - loss: 0.1700
  383. Epoch 4/10
  384. 1/116 [..............................] - ETA: 0s - loss: 0.0547 34/116 [=======>......................] - ETA: 0s - loss: 0.1644 70/116 [=================>............] - ETA: 0s - loss: 0.1487 106/116 [==========================>...] - ETA: 0s - loss: 0.1523 116/116 [==============================] - 0s 1ms/step - loss: 0.1573
  385. Epoch 5/10
  386. 1/116 [..............................] - ETA: 0s - loss: 0.1459 42/116 [=========>....................] - ETA: 0s - loss: 0.1623 82/116 [====================>.........] - ETA: 0s - loss: 0.1538 116/116 [==============================] - 0s 1ms/step - loss: 0.1516
  387. Epoch 6/10
  388. 1/116 [..............................] - ETA: 0s - loss: 0.0911 32/116 [=======>......................] - ETA: 0s - loss: 0.1568 68/116 [================>.............] - ETA: 0s - loss: 0.1523 101/116 [=========================>....] - ETA: 0s - loss: 0.1456 116/116 [==============================] - 0s 2ms/step - loss: 0.1432
  389. Epoch 7/10
  390. 1/116 [..............................] - ETA: 0s - loss: 0.0718 38/116 [========>.....................] - ETA: 0s - loss: 0.1556 72/116 [=================>............] - ETA: 0s - loss: 0.1453 108/116 [==========================>...] - ETA: 0s - loss: 0.1409 116/116 [==============================] - 0s 1ms/step - loss: 0.1403
  391. Epoch 8/10
  392. 1/116 [..............................] - ETA: 0s - loss: 0.0489 37/116 [========>.....................] - ETA: 0s - loss: 0.1245 71/116 [=================>............] - ETA: 0s - loss: 0.1319 108/116 [==========================>...] - ETA: 0s - loss: 0.1338 116/116 [==============================] - 0s 1ms/step - loss: 0.1366
  393. Epoch 9/10
  394. 1/116 [..............................] - ETA: 0s - loss: 0.0365 36/116 [========>.....................] - ETA: 0s - loss: 0.1381 67/116 [================>.............] - ETA: 0s - loss: 0.1368 100/116 [========================>.....] - ETA: 0s - loss: 0.1313 116/116 [==============================] - 0s 2ms/step - loss: 0.1325
  395. Epoch 10/10
  396. 1/116 [..............................] - ETA: 0s - loss: 0.0745 38/116 [========>.....................] - ETA: 0s - loss: 0.1685 73/116 [=================>............] - ETA: 0s - loss: 0.1436 111/116 [===========================>..] - ETA: 0s - loss: 0.1287 116/116 [==============================] - 0s 1ms/step - loss: 0.1309
  397. -> test with GAN.predict
  398. GAN tn, fp: 272, 18
  399. GAN fn, tp: 2, 5
  400. GAN f1 score: 0.333
  401. GAN cohens kappa score: 0.308
  402. -> test with 'LR'
  403. LR tn, fp: 262, 28
  404. LR fn, tp: 1, 6
  405. LR f1 score: 0.293
  406. LR cohens kappa score: 0.264
  407. LR average precision score: 0.420
  408. -> test with 'RF'
  409. RF tn, fp: 289, 1
  410. RF fn, tp: 5, 2
  411. RF f1 score: 0.400
  412. RF cohens kappa score: 0.391
  413. -> test with 'GB'
  414. GB tn, fp: 288, 2
  415. GB fn, tp: 4, 3
  416. GB f1 score: 0.500
  417. GB cohens kappa score: 0.490
  418. -> test with 'KNN'
  419. KNN tn, fp: 271, 19
  420. KNN fn, tp: 2, 5
  421. KNN f1 score: 0.323
  422. KNN cohens kappa score: 0.297
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1131 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/116 [..............................] - ETA: 20s - loss: 0.3021 42/116 [=========>....................] - ETA: 0s - loss: 0.2460  83/116 [====================>.........] - ETA: 0s - loss: 0.2300 116/116 [==============================] - 0s 1ms/step - loss: 0.2198
  430. Epoch 2/10
  431. 1/116 [..............................] - ETA: 0s - loss: 0.1576 41/116 [=========>....................] - ETA: 0s - loss: 0.1599 80/116 [===================>..........] - ETA: 0s - loss: 0.1717 116/116 [==============================] - 0s 1ms/step - loss: 0.1779
  432. Epoch 3/10
  433. 1/116 [..............................] - ETA: 0s - loss: 0.2547 35/116 [========>.....................] - ETA: 0s - loss: 0.1852 70/116 [=================>............] - ETA: 0s - loss: 0.1767 105/116 [==========================>...] - ETA: 0s - loss: 0.1645 116/116 [==============================] - 0s 1ms/step - loss: 0.1637
  434. Epoch 4/10
  435. 1/116 [..............................] - ETA: 0s - loss: 0.1413 42/116 [=========>....................] - ETA: 0s - loss: 0.1790 81/116 [===================>..........] - ETA: 0s - loss: 0.1639 116/116 [==============================] - 0s 1ms/step - loss: 0.1566
  436. Epoch 5/10
  437. 1/116 [..............................] - ETA: 0s - loss: 0.0388 42/116 [=========>....................] - ETA: 0s - loss: 0.1369 84/116 [====================>.........] - ETA: 0s - loss: 0.1502 116/116 [==============================] - 0s 1ms/step - loss: 0.1523
  438. Epoch 6/10
  439. 1/116 [..............................] - ETA: 0s - loss: 0.1055 40/116 [=========>....................] - ETA: 0s - loss: 0.1593 81/116 [===================>..........] - ETA: 0s - loss: 0.1515 116/116 [==============================] - 0s 1ms/step - loss: 0.1487
  440. Epoch 7/10
  441. 1/116 [..............................] - ETA: 0s - loss: 0.0492 42/116 [=========>....................] - ETA: 0s - loss: 0.1538 84/116 [====================>.........] - ETA: 0s - loss: 0.1474 116/116 [==============================] - 0s 1ms/step - loss: 0.1449
  442. Epoch 8/10
  443. 1/116 [..............................] - ETA: 0s - loss: 0.0883 42/116 [=========>....................] - ETA: 0s - loss: 0.1641 84/116 [====================>.........] - ETA: 0s - loss: 0.1498 116/116 [==============================] - 0s 1ms/step - loss: 0.1444
  444. Epoch 9/10
  445. 1/116 [..............................] - ETA: 0s - loss: 0.2343 42/116 [=========>....................] - ETA: 0s - loss: 0.1347 83/116 [====================>.........] - ETA: 0s - loss: 0.1456 116/116 [==============================] - 0s 1ms/step - loss: 0.1389
  446. Epoch 10/10
  447. 1/116 [..............................] - ETA: 0s - loss: 0.2105 42/116 [=========>....................] - ETA: 0s - loss: 0.1576 82/116 [====================>.........] - ETA: 0s - loss: 0.1441 116/116 [==============================] - 0s 1ms/step - loss: 0.1378
  448. -> test with GAN.predict
  449. GAN tn, fp: 268, 22
  450. GAN fn, tp: 2, 5
  451. GAN f1 score: 0.294
  452. GAN cohens kappa score: 0.267
  453. -> test with 'LR'
  454. LR tn, fp: 262, 28
  455. LR fn, tp: 2, 5
  456. LR f1 score: 0.250
  457. LR cohens kappa score: 0.220
  458. LR average precision score: 0.558
  459. -> test with 'RF'
  460. RF tn, fp: 289, 1
  461. RF fn, tp: 5, 2
  462. RF f1 score: 0.400
  463. RF cohens kappa score: 0.391
  464. -> test with 'GB'
  465. GB tn, fp: 286, 4
  466. GB fn, tp: 5, 2
  467. GB f1 score: 0.308
  468. GB cohens kappa score: 0.292
  469. -> test with 'KNN'
  470. KNN tn, fp: 268, 22
  471. KNN fn, tp: 2, 5
  472. KNN f1 score: 0.294
  473. KNN cohens kappa score: 0.267
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1132 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/116 [..............................] - ETA: 15s - loss: 0.4644 45/116 [==========>...................] - ETA: 0s - loss: 0.3142  90/116 [======================>.......] - ETA: 0s - loss: 0.2834 116/116 [==============================] - 0s 1ms/step - loss: 0.2719
  481. Epoch 2/10
  482. 1/116 [..............................] - ETA: 0s - loss: 0.0738 46/116 [==========>...................] - ETA: 0s - loss: 0.2189 85/116 [====================>.........] - ETA: 0s - loss: 0.2156 116/116 [==============================] - 0s 1ms/step - loss: 0.2100
  483. Epoch 3/10
  484. 1/116 [..............................] - ETA: 0s - loss: 0.2406 44/116 [==========>...................] - ETA: 0s - loss: 0.1804 85/116 [====================>.........] - ETA: 0s - loss: 0.1825 116/116 [==============================] - 0s 1ms/step - loss: 0.1929
  485. Epoch 4/10
  486. 1/116 [..............................] - ETA: 0s - loss: 0.1650 44/116 [==========>...................] - ETA: 0s - loss: 0.1890 85/116 [====================>.........] - ETA: 0s - loss: 0.1963 116/116 [==============================] - 0s 1ms/step - loss: 0.1883
  487. Epoch 5/10
  488. 1/116 [..............................] - ETA: 0s - loss: 0.1306 36/116 [========>.....................] - ETA: 0s - loss: 0.1782 73/116 [=================>............] - ETA: 0s - loss: 0.1847 116/116 [==============================] - 0s 1ms/step - loss: 0.1796
  489. Epoch 6/10
  490. 1/116 [..............................] - ETA: 0s - loss: 0.0649 45/116 [==========>...................] - ETA: 0s - loss: 0.1967 88/116 [=====================>........] - ETA: 0s - loss: 0.1814 116/116 [==============================] - 0s 1ms/step - loss: 0.1775
  491. Epoch 7/10
  492. 1/116 [..............................] - ETA: 0s - loss: 0.0848 46/116 [==========>...................] - ETA: 0s - loss: 0.1637 89/116 [======================>.......] - ETA: 0s - loss: 0.1693 116/116 [==============================] - 0s 1ms/step - loss: 0.1741
  493. Epoch 8/10
  494. 1/116 [..............................] - ETA: 0s - loss: 0.3022 46/116 [==========>...................] - ETA: 0s - loss: 0.1990 92/116 [======================>.......] - ETA: 0s - loss: 0.1729 116/116 [==============================] - 0s 1ms/step - loss: 0.1698
  495. Epoch 9/10
  496. 1/116 [..............................] - ETA: 0s - loss: 0.0940 45/116 [==========>...................] - ETA: 0s - loss: 0.1731 90/116 [======================>.......] - ETA: 0s - loss: 0.1754 116/116 [==============================] - 0s 1ms/step - loss: 0.1674
  497. Epoch 10/10
  498. 1/116 [..............................] - ETA: 0s - loss: 0.1259 46/116 [==========>...................] - ETA: 0s - loss: 0.1907 92/116 [======================>.......] - ETA: 0s - loss: 0.1645 116/116 [==============================] - 0s 1ms/step - loss: 0.1657
  499. -> test with GAN.predict
  500. GAN tn, fp: 275, 14
  501. GAN fn, tp: 1, 6
  502. GAN f1 score: 0.444
  503. GAN cohens kappa score: 0.424
  504. -> test with 'LR'
  505. LR tn, fp: 267, 22
  506. LR fn, tp: 1, 6
  507. LR f1 score: 0.343
  508. LR cohens kappa score: 0.317
  509. LR average precision score: 0.560
  510. -> test with 'RF'
  511. RF tn, fp: 289, 0
  512. RF fn, tp: 5, 2
  513. RF f1 score: 0.444
  514. RF cohens kappa score: 0.439
  515. -> test with 'GB'
  516. GB tn, fp: 289, 0
  517. GB fn, tp: 6, 1
  518. GB f1 score: 0.250
  519. GB cohens kappa score: 0.246
  520. -> test with 'KNN'
  521. KNN tn, fp: 274, 15
  522. KNN fn, tp: 3, 4
  523. KNN f1 score: 0.308
  524. KNN cohens kappa score: 0.283
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1131 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/116 [..............................] - ETA: 17s - loss: 0.3072 43/116 [==========>...................] - ETA: 0s - loss: 0.2552  84/116 [====================>.........] - ETA: 0s - loss: 0.2160 116/116 [==============================] - 0s 1ms/step - loss: 0.2005
  535. Epoch 2/10
  536. 1/116 [..............................] - ETA: 0s - loss: 0.1715 42/116 [=========>....................] - ETA: 0s - loss: 0.1369 84/116 [====================>.........] - ETA: 0s - loss: 0.1418 116/116 [==============================] - 0s 1ms/step - loss: 0.1377
  537. Epoch 3/10
  538. 1/116 [..............................] - ETA: 0s - loss: 0.1241 43/116 [==========>...................] - ETA: 0s - loss: 0.1183 84/116 [====================>.........] - ETA: 0s - loss: 0.1230 116/116 [==============================] - 0s 1ms/step - loss: 0.1198
  539. Epoch 4/10
  540. 1/116 [..............................] - ETA: 0s - loss: 0.2198 41/116 [=========>....................] - ETA: 0s - loss: 0.1129 78/116 [===================>..........] - ETA: 0s - loss: 0.1133 116/116 [==============================] - 0s 1ms/step - loss: 0.1151
  541. Epoch 5/10
  542. 1/116 [..............................] - ETA: 0s - loss: 0.0238 41/116 [=========>....................] - ETA: 0s - loss: 0.0987 82/116 [====================>.........] - ETA: 0s - loss: 0.1126 116/116 [==============================] - 0s 1ms/step - loss: 0.1087
  543. Epoch 6/10
  544. 1/116 [..............................] - ETA: 0s - loss: 0.0485 43/116 [==========>...................] - ETA: 0s - loss: 0.1038 83/116 [====================>.........] - ETA: 0s - loss: 0.0968 116/116 [==============================] - 0s 1ms/step - loss: 0.1052
  545. Epoch 7/10
  546. 1/116 [..............................] - ETA: 0s - loss: 0.1086 42/116 [=========>....................] - ETA: 0s - loss: 0.0924 83/116 [====================>.........] - ETA: 0s - loss: 0.1028 116/116 [==============================] - 0s 1ms/step - loss: 0.1045
  547. Epoch 8/10
  548. 1/116 [..............................] - ETA: 0s - loss: 0.0399 42/116 [=========>....................] - ETA: 0s - loss: 0.1006 84/116 [====================>.........] - ETA: 0s - loss: 0.1018 116/116 [==============================] - 0s 1ms/step - loss: 0.1030
  549. Epoch 9/10
  550. 1/116 [..............................] - ETA: 0s - loss: 0.0706 43/116 [==========>...................] - ETA: 0s - loss: 0.1010 84/116 [====================>.........] - ETA: 0s - loss: 0.1003 116/116 [==============================] - 0s 1ms/step - loss: 0.0980
  551. Epoch 10/10
  552. 1/116 [..............................] - ETA: 0s - loss: 0.3166 33/116 [=======>......................] - ETA: 0s - loss: 0.0930 66/116 [================>.............] - ETA: 0s - loss: 0.0983 103/116 [=========================>....] - ETA: 0s - loss: 0.0954 116/116 [==============================] - 0s 1ms/step - loss: 0.0973
  553. -> test with GAN.predict
  554. GAN tn, fp: 277, 13
  555. GAN fn, tp: 3, 4
  556. GAN f1 score: 0.333
  557. GAN cohens kappa score: 0.310
  558. -> test with 'LR'
  559. LR tn, fp: 269, 21
  560. LR fn, tp: 1, 6
  561. LR f1 score: 0.353
  562. LR cohens kappa score: 0.328
  563. LR average precision score: 0.598
  564. -> test with 'RF'
  565. RF tn, fp: 289, 1
  566. RF fn, tp: 4, 3
  567. RF f1 score: 0.545
  568. RF cohens kappa score: 0.538
  569. -> test with 'GB'
  570. GB tn, fp: 289, 1
  571. GB fn, tp: 3, 4
  572. GB f1 score: 0.667
  573. GB cohens kappa score: 0.660
  574. -> test with 'KNN'
  575. KNN tn, fp: 272, 18
  576. KNN fn, tp: 3, 4
  577. KNN f1 score: 0.276
  578. KNN cohens kappa score: 0.249
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1131 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/116 [..............................] - ETA: 17s - loss: 0.4285 38/116 [========>.....................] - ETA: 0s - loss: 0.3682  80/116 [===================>..........] - ETA: 0s - loss: 0.3374 114/116 [============================>.] - ETA: 0s - loss: 0.3224 116/116 [==============================] - 0s 1ms/step - loss: 0.3221
  586. Epoch 2/10
  587. 1/116 [..............................] - ETA: 0s - loss: 0.3699 36/116 [========>.....................] - ETA: 0s - loss: 0.2636 70/116 [=================>............] - ETA: 0s - loss: 0.2676 110/116 [===========================>..] - ETA: 0s - loss: 0.2617 116/116 [==============================] - 0s 1ms/step - loss: 0.2565
  588. Epoch 3/10
  589. 1/116 [..............................] - ETA: 0s - loss: 0.2426 40/116 [=========>....................] - ETA: 0s - loss: 0.2873 80/116 [===================>..........] - ETA: 0s - loss: 0.2525 116/116 [==============================] - 0s 1ms/step - loss: 0.2426
  590. Epoch 4/10
  591. 1/116 [..............................] - ETA: 0s - loss: 0.1818 42/116 [=========>....................] - ETA: 0s - loss: 0.2408 83/116 [====================>.........] - ETA: 0s - loss: 0.2266 116/116 [==============================] - 0s 1ms/step - loss: 0.2304
  592. Epoch 5/10
  593. 1/116 [..............................] - ETA: 0s - loss: 0.2660 42/116 [=========>....................] - ETA: 0s - loss: 0.2296 83/116 [====================>.........] - ETA: 0s - loss: 0.2334 116/116 [==============================] - 0s 1ms/step - loss: 0.2303
  594. Epoch 6/10
  595. 1/116 [..............................] - ETA: 0s - loss: 0.1972 42/116 [=========>....................] - ETA: 0s - loss: 0.2354 84/116 [====================>.........] - ETA: 0s - loss: 0.2179 116/116 [==============================] - 0s 1ms/step - loss: 0.2175
  596. Epoch 7/10
  597. 1/116 [..............................] - ETA: 0s - loss: 0.1260 43/116 [==========>...................] - ETA: 0s - loss: 0.1989 84/116 [====================>.........] - ETA: 0s - loss: 0.2150 116/116 [==============================] - 0s 1ms/step - loss: 0.2124
  598. Epoch 8/10
  599. 1/116 [..............................] - ETA: 0s - loss: 0.0874 42/116 [=========>....................] - ETA: 0s - loss: 0.2074 82/116 [====================>.........] - ETA: 0s - loss: 0.2007 116/116 [==============================] - 0s 1ms/step - loss: 0.2106
  600. Epoch 9/10
  601. 1/116 [..............................] - ETA: 0s - loss: 0.2802 43/116 [==========>...................] - ETA: 0s - loss: 0.2006 84/116 [====================>.........] - ETA: 0s - loss: 0.2075 116/116 [==============================] - 0s 1ms/step - loss: 0.2034
  602. Epoch 10/10
  603. 1/116 [..............................] - ETA: 0s - loss: 0.1188 43/116 [==========>...................] - ETA: 0s - loss: 0.2163 83/116 [====================>.........] - ETA: 0s - loss: 0.2168 116/116 [==============================] - 0s 1ms/step - loss: 0.2003
  604. -> test with GAN.predict
  605. GAN tn, fp: 272, 18
  606. GAN fn, tp: 0, 7
  607. GAN f1 score: 0.438
  608. GAN cohens kappa score: 0.416
  609. -> test with 'LR'
  610. LR tn, fp: 246, 44
  611. LR fn, tp: 0, 7
  612. LR f1 score: 0.241
  613. LR cohens kappa score: 0.209
  614. LR average precision score: 0.717
  615. -> test with 'RF'
  616. RF tn, fp: 290, 0
  617. RF fn, tp: 3, 4
  618. RF f1 score: 0.727
  619. RF cohens kappa score: 0.723
  620. -> test with 'GB'
  621. GB tn, fp: 290, 0
  622. GB fn, tp: 4, 3
  623. GB f1 score: 0.600
  624. GB cohens kappa score: 0.594
  625. -> test with 'KNN'
  626. KNN tn, fp: 258, 32
  627. KNN fn, tp: 0, 7
  628. KNN f1 score: 0.304
  629. KNN cohens kappa score: 0.275
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1131 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/116 [..............................] - ETA: 17s - loss: 0.5050 39/116 [=========>....................] - ETA: 0s - loss: 0.3237  74/116 [==================>...........] - ETA: 0s - loss: 0.2744 107/116 [==========================>...] - ETA: 0s - loss: 0.2556 116/116 [==============================] - 0s 1ms/step - loss: 0.2535
  637. Epoch 2/10
  638. 1/116 [..............................] - ETA: 0s - loss: 0.1513 38/116 [========>.....................] - ETA: 0s - loss: 0.1950 79/116 [===================>..........] - ETA: 0s - loss: 0.2031 116/116 [==============================] - 0s 1ms/step - loss: 0.1890
  639. Epoch 3/10
  640. 1/116 [..............................] - ETA: 0s - loss: 0.1316 42/116 [=========>....................] - ETA: 0s - loss: 0.1893 83/116 [====================>.........] - ETA: 0s - loss: 0.1769 116/116 [==============================] - 0s 1ms/step - loss: 0.1689
  641. Epoch 4/10
  642. 1/116 [..............................] - ETA: 0s - loss: 0.1087 41/116 [=========>....................] - ETA: 0s - loss: 0.1413 80/116 [===================>..........] - ETA: 0s - loss: 0.1666 116/116 [==============================] - 0s 1ms/step - loss: 0.1625
  643. Epoch 5/10
  644. 1/116 [..............................] - ETA: 0s - loss: 0.0904 41/116 [=========>....................] - ETA: 0s - loss: 0.1666 81/116 [===================>..........] - ETA: 0s - loss: 0.1535 116/116 [==============================] - 0s 1ms/step - loss: 0.1564
  645. Epoch 6/10
  646. 1/116 [..............................] - ETA: 0s - loss: 0.2277 42/116 [=========>....................] - ETA: 0s - loss: 0.1420 84/116 [====================>.........] - ETA: 0s - loss: 0.1675 116/116 [==============================] - 0s 1ms/step - loss: 0.1569
  647. Epoch 7/10
  648. 1/116 [..............................] - ETA: 0s - loss: 0.1459 42/116 [=========>....................] - ETA: 0s - loss: 0.1537 83/116 [====================>.........] - ETA: 0s - loss: 0.1549 116/116 [==============================] - 0s 1ms/step - loss: 0.1505
  649. Epoch 8/10
  650. 1/116 [..............................] - ETA: 0s - loss: 0.1845 42/116 [=========>....................] - ETA: 0s - loss: 0.1662 83/116 [====================>.........] - ETA: 0s - loss: 0.1479 116/116 [==============================] - 0s 1ms/step - loss: 0.1477
  651. Epoch 9/10
  652. 1/116 [..............................] - ETA: 0s - loss: 0.1360 41/116 [=========>....................] - ETA: 0s - loss: 0.1468 81/116 [===================>..........] - ETA: 0s - loss: 0.1415 116/116 [==============================] - 0s 1ms/step - loss: 0.1445
  653. Epoch 10/10
  654. 1/116 [..............................] - ETA: 0s - loss: 0.1706 41/116 [=========>....................] - ETA: 0s - loss: 0.1591 82/116 [====================>.........] - ETA: 0s - loss: 0.1503 116/116 [==============================] - 0s 1ms/step - loss: 0.1420
  655. -> test with GAN.predict
  656. GAN tn, fp: 277, 13
  657. GAN fn, tp: 3, 4
  658. GAN f1 score: 0.333
  659. GAN cohens kappa score: 0.310
  660. -> test with 'LR'
  661. LR tn, fp: 269, 21
  662. LR fn, tp: 2, 5
  663. LR f1 score: 0.303
  664. LR cohens kappa score: 0.276
  665. LR average precision score: 0.395
  666. -> test with 'RF'
  667. RF tn, fp: 288, 2
  668. RF fn, tp: 5, 2
  669. RF f1 score: 0.364
  670. RF cohens kappa score: 0.353
  671. -> test with 'GB'
  672. GB tn, fp: 288, 2
  673. GB fn, tp: 6, 1
  674. GB f1 score: 0.200
  675. GB cohens kappa score: 0.189
  676. -> test with 'KNN'
  677. KNN tn, fp: 278, 12
  678. KNN fn, tp: 2, 5
  679. KNN f1 score: 0.417
  680. KNN cohens kappa score: 0.397
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1131 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/116 [..............................] - ETA: 19s - loss: 0.5465 37/116 [========>.....................] - ETA: 0s - loss: 0.4478  78/116 [===================>..........] - ETA: 0s - loss: 0.3983 116/116 [==============================] - 0s 1ms/step - loss: 0.3705
  688. Epoch 2/10
  689. 1/116 [..............................] - ETA: 0s - loss: 0.3108 43/116 [==========>...................] - ETA: 0s - loss: 0.2587 83/116 [====================>.........] - ETA: 0s - loss: 0.2665 116/116 [==============================] - 0s 1ms/step - loss: 0.2706
  690. Epoch 3/10
  691. 1/116 [..............................] - ETA: 0s - loss: 0.5236 41/116 [=========>....................] - ETA: 0s - loss: 0.2625 82/116 [====================>.........] - ETA: 0s - loss: 0.2504 116/116 [==============================] - 0s 1ms/step - loss: 0.2425
  692. Epoch 4/10
  693. 1/116 [..............................] - ETA: 0s - loss: 0.1895 42/116 [=========>....................] - ETA: 0s - loss: 0.2356 83/116 [====================>.........] - ETA: 0s - loss: 0.2312 116/116 [==============================] - 0s 1ms/step - loss: 0.2314
  694. Epoch 5/10
  695. 1/116 [..............................] - ETA: 0s - loss: 0.4162 43/116 [==========>...................] - ETA: 0s - loss: 0.2170 84/116 [====================>.........] - ETA: 0s - loss: 0.2165 116/116 [==============================] - 0s 1ms/step - loss: 0.2192
  696. Epoch 6/10
  697. 1/116 [..............................] - ETA: 0s - loss: 0.1860 42/116 [=========>....................] - ETA: 0s - loss: 0.1913 82/116 [====================>.........] - ETA: 0s - loss: 0.2023 116/116 [==============================] - 0s 1ms/step - loss: 0.2127
  698. Epoch 7/10
  699. 1/116 [..............................] - ETA: 0s - loss: 0.0556 42/116 [=========>....................] - ETA: 0s - loss: 0.1880 82/116 [====================>.........] - ETA: 0s - loss: 0.2112 116/116 [==============================] - 0s 1ms/step - loss: 0.2077
  700. Epoch 8/10
  701. 1/116 [..............................] - ETA: 0s - loss: 0.0349 42/116 [=========>....................] - ETA: 0s - loss: 0.2202 81/116 [===================>..........] - ETA: 0s - loss: 0.2106 116/116 [==============================] - 0s 1ms/step - loss: 0.1989
  702. Epoch 9/10
  703. 1/116 [..............................] - ETA: 0s - loss: 0.1459 40/116 [=========>....................] - ETA: 0s - loss: 0.2066 81/116 [===================>..........] - ETA: 0s - loss: 0.1953 116/116 [==============================] - 0s 1ms/step - loss: 0.1955
  704. Epoch 10/10
  705. 1/116 [..............................] - ETA: 0s - loss: 0.2971 41/116 [=========>....................] - ETA: 0s - loss: 0.1949 82/116 [====================>.........] - ETA: 0s - loss: 0.2029 116/116 [==============================] - 0s 1ms/step - loss: 0.1886
  706. -> test with GAN.predict
  707. GAN tn, fp: 271, 19
  708. GAN fn, tp: 2, 5
  709. GAN f1 score: 0.323
  710. GAN cohens kappa score: 0.297
  711. -> test with 'LR'
  712. LR tn, fp: 255, 35
  713. LR fn, tp: 0, 7
  714. LR f1 score: 0.286
  715. LR cohens kappa score: 0.256
  716. LR average precision score: 0.400
  717. -> test with 'RF'
  718. RF tn, fp: 286, 4
  719. RF fn, tp: 3, 4
  720. RF f1 score: 0.533
  721. RF cohens kappa score: 0.521
  722. -> test with 'GB'
  723. GB tn, fp: 285, 5
  724. GB fn, tp: 3, 4
  725. GB f1 score: 0.500
  726. GB cohens kappa score: 0.486
  727. -> test with 'KNN'
  728. KNN tn, fp: 262, 28
  729. KNN fn, tp: 1, 6
  730. KNN f1 score: 0.293
  731. KNN cohens kappa score: 0.264
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1132 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/116 [..............................] - ETA: 14s - loss: 0.3241 45/116 [==========>...................] - ETA: 0s - loss: 0.3088  89/116 [======================>.......] - ETA: 0s - loss: 0.2846 116/116 [==============================] - 0s 1ms/step - loss: 0.2697
  739. Epoch 2/10
  740. 1/116 [..............................] - ETA: 0s - loss: 0.1568 46/116 [==========>...................] - ETA: 0s - loss: 0.1828 89/116 [======================>.......] - ETA: 0s - loss: 0.1740 116/116 [==============================] - 0s 1ms/step - loss: 0.1757
  741. Epoch 3/10
  742. 1/116 [..............................] - ETA: 0s - loss: 0.1616 46/116 [==========>...................] - ETA: 0s - loss: 0.1761 87/116 [=====================>........] - ETA: 0s - loss: 0.1549 116/116 [==============================] - 0s 1ms/step - loss: 0.1498
  743. Epoch 4/10
  744. 1/116 [..............................] - ETA: 0s - loss: 0.1576 45/116 [==========>...................] - ETA: 0s - loss: 0.1215 86/116 [=====================>........] - ETA: 0s - loss: 0.1379 116/116 [==============================] - 0s 1ms/step - loss: 0.1391
  745. Epoch 5/10
  746. 1/116 [..............................] - ETA: 0s - loss: 0.0541 43/116 [==========>...................] - ETA: 0s - loss: 0.1081 87/116 [=====================>........] - ETA: 0s - loss: 0.1313 116/116 [==============================] - 0s 1ms/step - loss: 0.1344
  747. Epoch 6/10
  748. 1/116 [..............................] - ETA: 0s - loss: 0.0852 47/116 [===========>..................] - ETA: 0s - loss: 0.1361 88/116 [=====================>........] - ETA: 0s - loss: 0.1357 116/116 [==============================] - 0s 1ms/step - loss: 0.1285
  749. Epoch 7/10
  750. 1/116 [..............................] - ETA: 0s - loss: 0.0900 46/116 [==========>...................] - ETA: 0s - loss: 0.1225 86/116 [=====================>........] - ETA: 0s - loss: 0.1262 116/116 [==============================] - 0s 1ms/step - loss: 0.1247
  751. Epoch 8/10
  752. 1/116 [..............................] - ETA: 0s - loss: 0.1444 45/116 [==========>...................] - ETA: 0s - loss: 0.1364 88/116 [=====================>........] - ETA: 0s - loss: 0.1177 116/116 [==============================] - 0s 1ms/step - loss: 0.1241
  753. Epoch 9/10
  754. 1/116 [..............................] - ETA: 0s - loss: 0.1417 43/116 [==========>...................] - ETA: 0s - loss: 0.1271 85/116 [====================>.........] - ETA: 0s - loss: 0.1233 116/116 [==============================] - 0s 1ms/step - loss: 0.1183
  755. Epoch 10/10
  756. 1/116 [..............................] - ETA: 0s - loss: 0.0577 42/116 [=========>....................] - ETA: 0s - loss: 0.1023 85/116 [====================>.........] - ETA: 0s - loss: 0.1173 116/116 [==============================] - 0s 1ms/step - loss: 0.1177
  757. -> test with GAN.predict
  758. GAN tn, fp: 280, 9
  759. GAN fn, tp: 2, 5
  760. GAN f1 score: 0.476
  761. GAN cohens kappa score: 0.459
  762. -> test with 'LR'
  763. LR tn, fp: 270, 19
  764. LR fn, tp: 2, 5
  765. LR f1 score: 0.323
  766. LR cohens kappa score: 0.297
  767. LR average precision score: 0.362
  768. -> test with 'RF'
  769. RF tn, fp: 289, 0
  770. RF fn, tp: 7, 0
  771. RF f1 score: 0.000
  772. RF cohens kappa score: 0.000
  773. -> test with 'GB'
  774. GB tn, fp: 288, 1
  775. GB fn, tp: 7, 0
  776. GB f1 score: 0.000
  777. GB cohens kappa score: -0.006
  778. -> test with 'KNN'
  779. KNN tn, fp: 277, 12
  780. KNN fn, tp: 1, 6
  781. KNN f1 score: 0.480
  782. KNN cohens kappa score: 0.462
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1131 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/116 [..............................] - ETA: 18s - loss: 0.4760 42/116 [=========>....................] - ETA: 0s - loss: 0.4371  79/116 [===================>..........] - ETA: 0s - loss: 0.3877 114/116 [============================>.] - ETA: 0s - loss: 0.3562 116/116 [==============================] - 0s 1ms/step - loss: 0.3531
  793. Epoch 2/10
  794. 1/116 [..............................] - ETA: 0s - loss: 0.3167 35/116 [========>.....................] - ETA: 0s - loss: 0.2476 76/116 [==================>...........] - ETA: 0s - loss: 0.2444 116/116 [==============================] - 0s 1ms/step - loss: 0.2290
  795. Epoch 3/10
  796. 1/116 [..............................] - ETA: 0s - loss: 0.2655 43/116 [==========>...................] - ETA: 0s - loss: 0.2059 85/116 [====================>.........] - ETA: 0s - loss: 0.2094 116/116 [==============================] - 0s 1ms/step - loss: 0.1969
  797. Epoch 4/10
  798. 1/116 [..............................] - ETA: 0s - loss: 0.3847 40/116 [=========>....................] - ETA: 0s - loss: 0.1777 81/116 [===================>..........] - ETA: 0s - loss: 0.1854 116/116 [==============================] - 0s 1ms/step - loss: 0.1847
  799. Epoch 5/10
  800. 1/116 [..............................] - ETA: 0s - loss: 0.1577 43/116 [==========>...................] - ETA: 0s - loss: 0.1579 85/116 [====================>.........] - ETA: 0s - loss: 0.1667 116/116 [==============================] - 0s 1ms/step - loss: 0.1714
  801. Epoch 6/10
  802. 1/116 [..............................] - ETA: 0s - loss: 0.2027 42/116 [=========>....................] - ETA: 0s - loss: 0.1570 85/116 [====================>.........] - ETA: 0s - loss: 0.1557 116/116 [==============================] - 0s 1ms/step - loss: 0.1639
  803. Epoch 7/10
  804. 1/116 [..............................] - ETA: 0s - loss: 0.2187 43/116 [==========>...................] - ETA: 0s - loss: 0.1557 85/116 [====================>.........] - ETA: 0s - loss: 0.1597 116/116 [==============================] - 0s 1ms/step - loss: 0.1599
  805. Epoch 8/10
  806. 1/116 [..............................] - ETA: 0s - loss: 0.0884 39/116 [=========>....................] - ETA: 0s - loss: 0.1700 80/116 [===================>..........] - ETA: 0s - loss: 0.1521 116/116 [==============================] - 0s 1ms/step - loss: 0.1564
  807. Epoch 9/10
  808. 1/116 [..............................] - ETA: 0s - loss: 0.1745 43/116 [==========>...................] - ETA: 0s - loss: 0.1557 84/116 [====================>.........] - ETA: 0s - loss: 0.1521 116/116 [==============================] - 0s 1ms/step - loss: 0.1517
  809. Epoch 10/10
  810. 1/116 [..............................] - ETA: 0s - loss: 0.1025 40/116 [=========>....................] - ETA: 0s - loss: 0.1596 82/116 [====================>.........] - ETA: 0s - loss: 0.1536 116/116 [==============================] - 0s 1ms/step - loss: 0.1487
  811. -> test with GAN.predict
  812. GAN tn, fp: 276, 14
  813. GAN fn, tp: 1, 6
  814. GAN f1 score: 0.444
  815. GAN cohens kappa score: 0.424
  816. -> test with 'LR'
  817. LR tn, fp: 272, 18
  818. LR fn, tp: 1, 6
  819. LR f1 score: 0.387
  820. LR cohens kappa score: 0.364
  821. LR average precision score: 0.721
  822. -> test with 'RF'
  823. RF tn, fp: 290, 0
  824. RF fn, tp: 4, 3
  825. RF f1 score: 0.600
  826. RF cohens kappa score: 0.594
  827. -> test with 'GB'
  828. GB tn, fp: 289, 1
  829. GB fn, tp: 2, 5
  830. GB f1 score: 0.769
  831. GB cohens kappa score: 0.764
  832. -> test with 'KNN'
  833. KNN tn, fp: 273, 17
  834. KNN fn, tp: 1, 6
  835. KNN f1 score: 0.400
  836. KNN cohens kappa score: 0.378
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1131 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/116 [..............................] - ETA: 17s - loss: 0.5294 40/116 [=========>....................] - ETA: 0s - loss: 0.2943  79/116 [===================>..........] - ETA: 0s - loss: 0.2743 116/116 [==============================] - 0s 1ms/step - loss: 0.2638
  844. Epoch 2/10
  845. 1/116 [..............................] - ETA: 0s - loss: 0.1092 40/116 [=========>....................] - ETA: 0s - loss: 0.2321 81/116 [===================>..........] - ETA: 0s - loss: 0.2164 116/116 [==============================] - 0s 1ms/step - loss: 0.2087
  846. Epoch 3/10
  847. 1/116 [..............................] - ETA: 0s - loss: 0.4276 41/116 [=========>....................] - ETA: 0s - loss: 0.1918 81/116 [===================>..........] - ETA: 0s - loss: 0.1946 116/116 [==============================] - 0s 1ms/step - loss: 0.1965
  848. Epoch 4/10
  849. 1/116 [..............................] - ETA: 0s - loss: 0.2578 42/116 [=========>....................] - ETA: 0s - loss: 0.1715 83/116 [====================>.........] - ETA: 0s - loss: 0.1733 116/116 [==============================] - 0s 1ms/step - loss: 0.1851
  850. Epoch 5/10
  851. 1/116 [..............................] - ETA: 0s - loss: 0.0406 40/116 [=========>....................] - ETA: 0s - loss: 0.1733 81/116 [===================>..........] - ETA: 0s - loss: 0.1649 116/116 [==============================] - 0s 1ms/step - loss: 0.1789
  852. Epoch 6/10
  853. 1/116 [..............................] - ETA: 0s - loss: 0.2648 39/116 [=========>....................] - ETA: 0s - loss: 0.1916 80/116 [===================>..........] - ETA: 0s - loss: 0.1747 116/116 [==============================] - 0s 1ms/step - loss: 0.1723
  854. Epoch 7/10
  855. 1/116 [..............................] - ETA: 0s - loss: 0.0461 41/116 [=========>....................] - ETA: 0s - loss: 0.1706 82/116 [====================>.........] - ETA: 0s - loss: 0.1727 116/116 [==============================] - 0s 1ms/step - loss: 0.1692
  856. Epoch 8/10
  857. 1/116 [..............................] - ETA: 0s - loss: 0.2510 41/116 [=========>....................] - ETA: 0s - loss: 0.1513 82/116 [====================>.........] - ETA: 0s - loss: 0.1543 116/116 [==============================] - 0s 1ms/step - loss: 0.1635
  858. Epoch 9/10
  859. 1/116 [..............................] - ETA: 0s - loss: 0.1281 41/116 [=========>....................] - ETA: 0s - loss: 0.1571 82/116 [====================>.........] - ETA: 0s - loss: 0.1589 116/116 [==============================] - 0s 1ms/step - loss: 0.1612
  860. Epoch 10/10
  861. 1/116 [..............................] - ETA: 0s - loss: 0.0560 37/116 [========>.....................] - ETA: 0s - loss: 0.1242 67/116 [================>.............] - ETA: 0s - loss: 0.1484 103/116 [=========================>....] - ETA: 0s - loss: 0.1470 116/116 [==============================] - 0s 1ms/step - loss: 0.1550
  862. -> test with GAN.predict
  863. GAN tn, fp: 270, 20
  864. GAN fn, tp: 0, 7
  865. GAN f1 score: 0.412
  866. GAN cohens kappa score: 0.389
  867. -> test with 'LR'
  868. LR tn, fp: 260, 30
  869. LR fn, tp: 0, 7
  870. LR f1 score: 0.318
  871. LR cohens kappa score: 0.290
  872. LR average precision score: 0.294
  873. -> test with 'RF'
  874. RF tn, fp: 288, 2
  875. RF fn, tp: 5, 2
  876. RF f1 score: 0.364
  877. RF cohens kappa score: 0.353
  878. -> test with 'GB'
  879. GB tn, fp: 286, 4
  880. GB fn, tp: 4, 3
  881. GB f1 score: 0.429
  882. GB cohens kappa score: 0.415
  883. -> test with 'KNN'
  884. KNN tn, fp: 270, 20
  885. KNN fn, tp: 2, 5
  886. KNN f1 score: 0.312
  887. KNN cohens kappa score: 0.286
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1131 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/116 [..............................] - ETA: 17s - loss: 0.4312 41/116 [=========>....................] - ETA: 0s - loss: 0.3656  77/116 [==================>...........] - ETA: 0s - loss: 0.3230 112/116 [===========================>..] - ETA: 0s - loss: 0.2993 116/116 [==============================] - 0s 1ms/step - loss: 0.2977
  895. Epoch 2/10
  896. 1/116 [..............................] - ETA: 0s - loss: 0.2111 39/116 [=========>....................] - ETA: 0s - loss: 0.2219 80/116 [===================>..........] - ETA: 0s - loss: 0.2499 116/116 [==============================] - 0s 1ms/step - loss: 0.2295
  897. Epoch 3/10
  898. 1/116 [..............................] - ETA: 0s - loss: 0.1968 40/116 [=========>....................] - ETA: 0s - loss: 0.2161 79/116 [===================>..........] - ETA: 0s - loss: 0.2173 116/116 [==============================] - 0s 1ms/step - loss: 0.2112
  899. Epoch 4/10
  900. 1/116 [..............................] - ETA: 0s - loss: 0.1783 42/116 [=========>....................] - ETA: 0s - loss: 0.2021 81/116 [===================>..........] - ETA: 0s - loss: 0.1989 116/116 [==============================] - 0s 1ms/step - loss: 0.2023
  901. Epoch 5/10
  902. 1/116 [..............................] - ETA: 0s - loss: 0.1139 40/116 [=========>....................] - ETA: 0s - loss: 0.2011 82/116 [====================>.........] - ETA: 0s - loss: 0.2038 116/116 [==============================] - 0s 1ms/step - loss: 0.1953
  903. Epoch 6/10
  904. 1/116 [..............................] - ETA: 0s - loss: 0.1949 42/116 [=========>....................] - ETA: 0s - loss: 0.1781 81/116 [===================>..........] - ETA: 0s - loss: 0.1901 116/116 [==============================] - 0s 1ms/step - loss: 0.1939
  905. Epoch 7/10
  906. 1/116 [..............................] - ETA: 0s - loss: 0.1915 42/116 [=========>....................] - ETA: 0s - loss: 0.2006 83/116 [====================>.........] - ETA: 0s - loss: 0.1904 116/116 [==============================] - 0s 1ms/step - loss: 0.1930
  907. Epoch 8/10
  908. 1/116 [..............................] - ETA: 0s - loss: 0.2446 41/116 [=========>....................] - ETA: 0s - loss: 0.2196 80/116 [===================>..........] - ETA: 0s - loss: 0.1982 116/116 [==============================] - 0s 1ms/step - loss: 0.1879
  909. Epoch 9/10
  910. 1/116 [..............................] - ETA: 0s - loss: 0.3674 41/116 [=========>....................] - ETA: 0s - loss: 0.1813 81/116 [===================>..........] - ETA: 0s - loss: 0.1994 116/116 [==============================] - 0s 1ms/step - loss: 0.1843
  911. Epoch 10/10
  912. 1/116 [..............................] - ETA: 0s - loss: 0.1133 42/116 [=========>....................] - ETA: 0s - loss: 0.1766 81/116 [===================>..........] - ETA: 0s - loss: 0.1816 116/116 [==============================] - 0s 1ms/step - loss: 0.1799
  913. -> test with GAN.predict
  914. GAN tn, fp: 263, 27
  915. GAN fn, tp: 1, 6
  916. GAN f1 score: 0.300
  917. GAN cohens kappa score: 0.272
  918. -> test with 'LR'
  919. LR tn, fp: 250, 40
  920. LR fn, tp: 1, 6
  921. LR f1 score: 0.226
  922. LR cohens kappa score: 0.193
  923. LR average precision score: 0.553
  924. -> test with 'RF'
  925. RF tn, fp: 288, 2
  926. RF fn, tp: 2, 5
  927. RF f1 score: 0.714
  928. RF cohens kappa score: 0.707
  929. -> test with 'GB'
  930. GB tn, fp: 287, 3
  931. GB fn, tp: 2, 5
  932. GB f1 score: 0.667
  933. GB cohens kappa score: 0.658
  934. -> test with 'KNN'
  935. KNN tn, fp: 257, 33
  936. KNN fn, tp: 0, 7
  937. KNN f1 score: 0.298
  938. KNN cohens kappa score: 0.269
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1131 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/116 [..............................] - ETA: 17s - loss: 0.4122 41/116 [=========>....................] - ETA: 0s - loss: 0.3662  81/116 [===================>..........] - ETA: 0s - loss: 0.3206 116/116 [==============================] - 0s 1ms/step - loss: 0.3041
  946. Epoch 2/10
  947. 1/116 [..............................] - ETA: 0s - loss: 0.2429 41/116 [=========>....................] - ETA: 0s - loss: 0.2241 79/116 [===================>..........] - ETA: 0s - loss: 0.2172 116/116 [==============================] - 0s 1ms/step - loss: 0.2125
  948. Epoch 3/10
  949. 1/116 [..............................] - ETA: 0s - loss: 0.1027 41/116 [=========>....................] - ETA: 0s - loss: 0.1888 83/116 [====================>.........] - ETA: 0s - loss: 0.1924 116/116 [==============================] - 0s 1ms/step - loss: 0.1827
  950. Epoch 4/10
  951. 1/116 [..............................] - ETA: 0s - loss: 0.1566 39/116 [=========>....................] - ETA: 0s - loss: 0.1859 79/116 [===================>..........] - ETA: 0s - loss: 0.1696 116/116 [==============================] - 0s 1ms/step - loss: 0.1702
  952. Epoch 5/10
  953. 1/116 [..............................] - ETA: 0s - loss: 0.1734 41/116 [=========>....................] - ETA: 0s - loss: 0.1407 81/116 [===================>..........] - ETA: 0s - loss: 0.1540 116/116 [==============================] - 0s 1ms/step - loss: 0.1623
  954. Epoch 6/10
  955. 1/116 [..............................] - ETA: 0s - loss: 0.0778 41/116 [=========>....................] - ETA: 0s - loss: 0.1520 83/116 [====================>.........] - ETA: 0s - loss: 0.1413 116/116 [==============================] - 0s 1ms/step - loss: 0.1533
  956. Epoch 7/10
  957. 1/116 [..............................] - ETA: 0s - loss: 0.0652 40/116 [=========>....................] - ETA: 0s - loss: 0.1494 77/116 [==================>...........] - ETA: 0s - loss: 0.1488 116/116 [==============================] - 0s 1ms/step - loss: 0.1494
  958. Epoch 8/10
  959. 1/116 [..............................] - ETA: 0s - loss: 0.0986 42/116 [=========>....................] - ETA: 0s - loss: 0.1317 82/116 [====================>.........] - ETA: 0s - loss: 0.1410 116/116 [==============================] - 0s 1ms/step - loss: 0.1451
  960. Epoch 9/10
  961. 1/116 [..............................] - ETA: 0s - loss: 0.2405 43/116 [==========>...................] - ETA: 0s - loss: 0.1360 82/116 [====================>.........] - ETA: 0s - loss: 0.1393 116/116 [==============================] - 0s 1ms/step - loss: 0.1413
  962. Epoch 10/10
  963. 1/116 [..............................] - ETA: 0s - loss: 0.0209 42/116 [=========>....................] - ETA: 0s - loss: 0.1317 84/116 [====================>.........] - ETA: 0s - loss: 0.1472 116/116 [==============================] - 0s 1ms/step - loss: 0.1449
  964. -> test with GAN.predict
  965. GAN tn, fp: 274, 16
  966. GAN fn, tp: 2, 5
  967. GAN f1 score: 0.357
  968. GAN cohens kappa score: 0.334
  969. -> test with 'LR'
  970. LR tn, fp: 264, 26
  971. LR fn, tp: 1, 6
  972. LR f1 score: 0.308
  973. LR cohens kappa score: 0.280
  974. LR average precision score: 0.631
  975. -> test with 'RF'
  976. RF tn, fp: 290, 0
  977. RF fn, tp: 4, 3
  978. RF f1 score: 0.600
  979. RF cohens kappa score: 0.594
  980. -> test with 'GB'
  981. GB tn, fp: 289, 1
  982. GB fn, tp: 4, 3
  983. GB f1 score: 0.545
  984. GB cohens kappa score: 0.538
  985. -> test with 'KNN'
  986. KNN tn, fp: 275, 15
  987. KNN fn, tp: 2, 5
  988. KNN f1 score: 0.370
  989. KNN cohens kappa score: 0.348
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1132 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/116 [..............................] - ETA: 15s - loss: 0.2377 46/116 [==========>...................] - ETA: 0s - loss: 0.2619  90/116 [======================>.......] - ETA: 0s - loss: 0.2357 116/116 [==============================] - 0s 1ms/step - loss: 0.2252
  997. Epoch 2/10
  998. 1/116 [..............................] - ETA: 0s - loss: 0.1586 44/116 [==========>...................] - ETA: 0s - loss: 0.1846 87/116 [=====================>........] - ETA: 0s - loss: 0.1749 116/116 [==============================] - 0s 1ms/step - loss: 0.1800
  999. Epoch 3/10
  1000. 1/116 [..............................] - ETA: 0s - loss: 0.4210 45/116 [==========>...................] - ETA: 0s - loss: 0.1667 90/116 [======================>.......] - ETA: 0s - loss: 0.1731 116/116 [==============================] - 0s 1ms/step - loss: 0.1672
  1001. Epoch 4/10
  1002. 1/116 [..............................] - ETA: 0s - loss: 0.0965 45/116 [==========>...................] - ETA: 0s - loss: 0.1568 90/116 [======================>.......] - ETA: 0s - loss: 0.1632 116/116 [==============================] - 0s 1ms/step - loss: 0.1617
  1003. Epoch 5/10
  1004. 1/116 [..............................] - ETA: 0s - loss: 0.1555 42/116 [=========>....................] - ETA: 0s - loss: 0.1766 84/116 [====================>.........] - ETA: 0s - loss: 0.1610 116/116 [==============================] - 0s 1ms/step - loss: 0.1624
  1005. Epoch 6/10
  1006. 1/116 [..............................] - ETA: 0s - loss: 0.2747 43/116 [==========>...................] - ETA: 0s - loss: 0.1551 87/116 [=====================>........] - ETA: 0s - loss: 0.1567 116/116 [==============================] - 0s 1ms/step - loss: 0.1564
  1007. Epoch 7/10
  1008. 1/116 [..............................] - ETA: 0s - loss: 0.0684 44/116 [==========>...................] - ETA: 0s - loss: 0.1572 89/116 [======================>.......] - ETA: 0s - loss: 0.1559 116/116 [==============================] - 0s 1ms/step - loss: 0.1544
  1009. Epoch 8/10
  1010. 1/116 [..............................] - ETA: 0s - loss: 0.0839 43/116 [==========>...................] - ETA: 0s - loss: 0.1320 79/116 [===================>..........] - ETA: 0s - loss: 0.1501 116/116 [==============================] - ETA: 0s - loss: 0.1498 116/116 [==============================] - 0s 1ms/step - loss: 0.1498
  1011. Epoch 9/10
  1012. 1/116 [..............................] - ETA: 0s - loss: 0.1928 39/116 [=========>....................] - ETA: 0s - loss: 0.1570 80/116 [===================>..........] - ETA: 0s - loss: 0.1571 116/116 [==============================] - 0s 1ms/step - loss: 0.1478
  1013. Epoch 10/10
  1014. 1/116 [..............................] - ETA: 0s - loss: 0.3379 45/116 [==========>...................] - ETA: 0s - loss: 0.1338 89/116 [======================>.......] - ETA: 0s - loss: 0.1464 116/116 [==============================] - 0s 1ms/step - loss: 0.1463
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 275, 14
  1017. GAN fn, tp: 2, 5
  1018. GAN f1 score: 0.385
  1019. GAN cohens kappa score: 0.363
  1020. -> test with 'LR'
  1021. LR tn, fp: 266, 23
  1022. LR fn, tp: 2, 5
  1023. LR f1 score: 0.286
  1024. LR cohens kappa score: 0.258
  1025. LR average precision score: 0.667
  1026. -> test with 'RF'
  1027. RF tn, fp: 288, 1
  1028. RF fn, tp: 4, 3
  1029. RF f1 score: 0.545
  1030. RF cohens kappa score: 0.537
  1031. -> test with 'GB'
  1032. GB tn, fp: 288, 1
  1033. GB fn, tp: 4, 3
  1034. GB f1 score: 0.545
  1035. GB cohens kappa score: 0.537
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 269, 20
  1038. KNN fn, tp: 2, 5
  1039. KNN f1 score: 0.312
  1040. KNN cohens kappa score: 0.286
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1131 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/116 [..............................] - ETA: 18s - loss: 0.4932 38/116 [========>.....................] - ETA: 0s - loss: 0.4858  76/116 [==================>...........] - ETA: 0s - loss: 0.3946 116/116 [==============================] - 0s 1ms/step - loss: 0.3557
  1051. Epoch 2/10
  1052. 1/116 [..............................] - ETA: 0s - loss: 0.3170 42/116 [=========>....................] - ETA: 0s - loss: 0.2680 83/116 [====================>.........] - ETA: 0s - loss: 0.2684 116/116 [==============================] - 0s 1ms/step - loss: 0.2584
  1053. Epoch 3/10
  1054. 1/116 [..............................] - ETA: 0s - loss: 0.2132 42/116 [=========>....................] - ETA: 0s - loss: 0.2356 83/116 [====================>.........] - ETA: 0s - loss: 0.2512 116/116 [==============================] - 0s 1ms/step - loss: 0.2382
  1055. Epoch 4/10
  1056. 1/116 [..............................] - ETA: 0s - loss: 0.2157 42/116 [=========>....................] - ETA: 0s - loss: 0.2454 84/116 [====================>.........] - ETA: 0s - loss: 0.2334 116/116 [==============================] - 0s 1ms/step - loss: 0.2277
  1057. Epoch 5/10
  1058. 1/116 [..............................] - ETA: 0s - loss: 0.3089 41/116 [=========>....................] - ETA: 0s - loss: 0.1991 81/116 [===================>..........] - ETA: 0s - loss: 0.2037 116/116 [==============================] - 0s 1ms/step - loss: 0.2182
  1059. Epoch 6/10
  1060. 1/116 [..............................] - ETA: 0s - loss: 0.1070 41/116 [=========>....................] - ETA: 0s - loss: 0.2029 83/116 [====================>.........] - ETA: 0s - loss: 0.2111 116/116 [==============================] - 0s 1ms/step - loss: 0.2113
  1061. Epoch 7/10
  1062. 1/116 [..............................] - ETA: 0s - loss: 0.3694 42/116 [=========>....................] - ETA: 0s - loss: 0.2285 84/116 [====================>.........] - ETA: 0s - loss: 0.2034 116/116 [==============================] - 0s 1ms/step - loss: 0.2047
  1063. Epoch 8/10
  1064. 1/116 [..............................] - ETA: 0s - loss: 0.1172 39/116 [=========>....................] - ETA: 0s - loss: 0.2343 78/116 [===================>..........] - ETA: 0s - loss: 0.2060 116/116 [==============================] - 0s 1ms/step - loss: 0.1955
  1065. Epoch 9/10
  1066. 1/116 [..............................] - ETA: 0s - loss: 0.0865 41/116 [=========>....................] - ETA: 0s - loss: 0.1710 81/116 [===================>..........] - ETA: 0s - loss: 0.1829 116/116 [==============================] - 0s 1ms/step - loss: 0.1906
  1067. Epoch 10/10
  1068. 1/116 [..............................] - ETA: 0s - loss: 0.0569 41/116 [=========>....................] - ETA: 0s - loss: 0.1816 82/116 [====================>.........] - ETA: 0s - loss: 0.1777 116/116 [==============================] - 0s 1ms/step - loss: 0.1846
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 263, 27
  1071. GAN fn, tp: 1, 6
  1072. GAN f1 score: 0.300
  1073. GAN cohens kappa score: 0.272
  1074. -> test with 'LR'
  1075. LR tn, fp: 251, 39
  1076. LR fn, tp: 0, 7
  1077. LR f1 score: 0.264
  1078. LR cohens kappa score: 0.233
  1079. LR average precision score: 0.512
  1080. -> test with 'RF'
  1081. RF tn, fp: 288, 2
  1082. RF fn, tp: 3, 4
  1083. RF f1 score: 0.615
  1084. RF cohens kappa score: 0.607
  1085. -> test with 'GB'
  1086. GB tn, fp: 287, 3
  1087. GB fn, tp: 3, 4
  1088. GB f1 score: 0.571
  1089. GB cohens kappa score: 0.561
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 269, 21
  1092. KNN fn, tp: 1, 6
  1093. KNN f1 score: 0.353
  1094. KNN cohens kappa score: 0.328
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1131 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/116 [..............................] - ETA: 20s - loss: 0.5633 43/116 [==========>...................] - ETA: 0s - loss: 0.3516  84/116 [====================>.........] - ETA: 0s - loss: 0.3037 116/116 [==============================] - 0s 1ms/step - loss: 0.2778
  1102. Epoch 2/10
  1103. 1/116 [..............................] - ETA: 0s - loss: 0.1925 41/116 [=========>....................] - ETA: 0s - loss: 0.1974 74/116 [==================>...........] - ETA: 0s - loss: 0.1848 107/116 [==========================>...] - ETA: 0s - loss: 0.1827 116/116 [==============================] - 0s 1ms/step - loss: 0.1831
  1104. Epoch 3/10
  1105. 1/116 [..............................] - ETA: 0s - loss: 0.0685 41/116 [=========>....................] - ETA: 0s - loss: 0.1639 83/116 [====================>.........] - ETA: 0s - loss: 0.1620 116/116 [==============================] - 0s 1ms/step - loss: 0.1592
  1106. Epoch 4/10
  1107. 1/116 [..............................] - ETA: 0s - loss: 0.0613 41/116 [=========>....................] - ETA: 0s - loss: 0.1546 83/116 [====================>.........] - ETA: 0s - loss: 0.1543 116/116 [==============================] - 0s 1ms/step - loss: 0.1435
  1108. Epoch 5/10
  1109. 1/116 [..............................] - ETA: 0s - loss: 0.2099 40/116 [=========>....................] - ETA: 0s - loss: 0.1542 80/116 [===================>..........] - ETA: 0s - loss: 0.1416 116/116 [==============================] - 0s 1ms/step - loss: 0.1369
  1110. Epoch 6/10
  1111. 1/116 [..............................] - ETA: 0s - loss: 0.0437 42/116 [=========>....................] - ETA: 0s - loss: 0.1537 84/116 [====================>.........] - ETA: 0s - loss: 0.1397 116/116 [==============================] - 0s 1ms/step - loss: 0.1301
  1112. Epoch 7/10
  1113. 1/116 [..............................] - ETA: 0s - loss: 0.1070 42/116 [=========>....................] - ETA: 0s - loss: 0.1267 83/116 [====================>.........] - ETA: 0s - loss: 0.1251 116/116 [==============================] - 0s 1ms/step - loss: 0.1256
  1114. Epoch 8/10
  1115. 1/116 [..............................] - ETA: 0s - loss: 0.2674 42/116 [=========>....................] - ETA: 0s - loss: 0.1069 82/116 [====================>.........] - ETA: 0s - loss: 0.1234 116/116 [==============================] - 0s 1ms/step - loss: 0.1227
  1116. Epoch 9/10
  1117. 1/116 [..............................] - ETA: 0s - loss: 0.1343 39/116 [=========>....................] - ETA: 0s - loss: 0.1083 80/116 [===================>..........] - ETA: 0s - loss: 0.1103 116/116 [==============================] - 0s 1ms/step - loss: 0.1187
  1118. Epoch 10/10
  1119. 1/116 [..............................] - ETA: 0s - loss: 0.1035 42/116 [=========>....................] - ETA: 0s - loss: 0.1079 82/116 [====================>.........] - ETA: 0s - loss: 0.1201 116/116 [==============================] - 0s 1ms/step - loss: 0.1162
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 277, 13
  1122. GAN fn, tp: 3, 4
  1123. GAN f1 score: 0.333
  1124. GAN cohens kappa score: 0.310
  1125. -> test with 'LR'
  1126. LR tn, fp: 267, 23
  1127. LR fn, tp: 3, 4
  1128. LR f1 score: 0.235
  1129. LR cohens kappa score: 0.206
  1130. LR average precision score: 0.231
  1131. -> test with 'RF'
  1132. RF tn, fp: 289, 1
  1133. RF fn, tp: 5, 2
  1134. RF f1 score: 0.400
  1135. RF cohens kappa score: 0.391
  1136. -> test with 'GB'
  1137. GB tn, fp: 289, 1
  1138. GB fn, tp: 4, 3
  1139. GB f1 score: 0.545
  1140. GB cohens kappa score: 0.538
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 270, 20
  1143. KNN fn, tp: 3, 4
  1144. KNN f1 score: 0.258
  1145. KNN cohens kappa score: 0.230
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1131 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/116 [..............................] - ETA: 22s - loss: 0.3612 35/116 [========>.....................] - ETA: 0s - loss: 0.3627  70/116 [=================>............] - ETA: 0s - loss: 0.3377 105/116 [==========================>...] - ETA: 0s - loss: 0.3139 116/116 [==============================] - 0s 1ms/step - loss: 0.3122
  1153. Epoch 2/10
  1154. 1/116 [..............................] - ETA: 0s - loss: 0.3226 37/116 [========>.....................] - ETA: 0s - loss: 0.2464 73/116 [=================>............] - ETA: 0s - loss: 0.2384 106/116 [==========================>...] - ETA: 0s - loss: 0.2429 116/116 [==============================] - 0s 1ms/step - loss: 0.2387
  1155. Epoch 3/10
  1156. 1/116 [..............................] - ETA: 0s - loss: 0.1830 37/116 [========>.....................] - ETA: 0s - loss: 0.2185 71/116 [=================>............] - ETA: 0s - loss: 0.2151 106/116 [==========================>...] - ETA: 0s - loss: 0.2209 116/116 [==============================] - 0s 1ms/step - loss: 0.2218
  1157. Epoch 4/10
  1158. 1/116 [..............................] - ETA: 0s - loss: 0.0519 37/116 [========>.....................] - ETA: 0s - loss: 0.2076 75/116 [==================>...........] - ETA: 0s - loss: 0.2130 110/116 [===========================>..] - ETA: 0s - loss: 0.2108 116/116 [==============================] - 0s 1ms/step - loss: 0.2079
  1159. Epoch 5/10
  1160. 1/116 [..............................] - ETA: 0s - loss: 0.1905 35/116 [========>.....................] - ETA: 0s - loss: 0.2087 74/116 [==================>...........] - ETA: 0s - loss: 0.2053 110/116 [===========================>..] - ETA: 0s - loss: 0.2001 116/116 [==============================] - 0s 1ms/step - loss: 0.1984
  1161. Epoch 6/10
  1162. 1/116 [..............................] - ETA: 0s - loss: 0.3701 35/116 [========>.....................] - ETA: 0s - loss: 0.1800 65/116 [===============>..............] - ETA: 0s - loss: 0.1821 105/116 [==========================>...] - ETA: 0s - loss: 0.1907 116/116 [==============================] - 0s 1ms/step - loss: 0.1934
  1163. Epoch 7/10
  1164. 1/116 [..............................] - ETA: 0s - loss: 0.3446 41/116 [=========>....................] - ETA: 0s - loss: 0.1928 82/116 [====================>.........] - ETA: 0s - loss: 0.1877 116/116 [==============================] - 0s 1ms/step - loss: 0.1877
  1165. Epoch 8/10
  1166. 1/116 [..............................] - ETA: 0s - loss: 0.0820 32/116 [=======>......................] - ETA: 0s - loss: 0.1826 63/116 [===============>..............] - ETA: 0s - loss: 0.1865 96/116 [=======================>......] - ETA: 0s - loss: 0.1912 116/116 [==============================] - 0s 2ms/step - loss: 0.1834
  1167. Epoch 9/10
  1168. 1/116 [..............................] - ETA: 0s - loss: 0.1237 39/116 [=========>....................] - ETA: 0s - loss: 0.1751 74/116 [==================>...........] - ETA: 0s - loss: 0.1879 110/116 [===========================>..] - ETA: 0s - loss: 0.1782 116/116 [==============================] - 0s 1ms/step - loss: 0.1796
  1169. Epoch 10/10
  1170. 1/116 [..............................] - ETA: 0s - loss: 0.1689 35/116 [========>.....................] - ETA: 0s - loss: 0.1600 71/116 [=================>............] - ETA: 0s - loss: 0.1763 106/116 [==========================>...] - ETA: 0s - loss: 0.1753 116/116 [==============================] - 0s 1ms/step - loss: 0.1767
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 258, 32
  1173. GAN fn, tp: 0, 7
  1174. GAN f1 score: 0.304
  1175. GAN cohens kappa score: 0.275
  1176. -> test with 'LR'
  1177. LR tn, fp: 261, 29
  1178. LR fn, tp: 0, 7
  1179. LR f1 score: 0.326
  1180. LR cohens kappa score: 0.298
  1181. LR average precision score: 0.757
  1182. -> test with 'RF'
  1183. RF tn, fp: 289, 1
  1184. RF fn, tp: 1, 6
  1185. RF f1 score: 0.857
  1186. RF cohens kappa score: 0.854
  1187. -> test with 'GB'
  1188. GB tn, fp: 288, 2
  1189. GB fn, tp: 1, 6
  1190. GB f1 score: 0.800
  1191. GB cohens kappa score: 0.795
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 262, 28
  1194. KNN fn, tp: 0, 7
  1195. KNN f1 score: 0.333
  1196. KNN cohens kappa score: 0.306
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1131 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/116 [..............................] - ETA: 18s - loss: 0.3975 41/116 [=========>....................] - ETA: 0s - loss: 0.4836  81/116 [===================>..........] - ETA: 0s - loss: 0.4194 116/116 [==============================] - 0s 1ms/step - loss: 0.4042
  1204. Epoch 2/10
  1205. 1/116 [..............................] - ETA: 0s - loss: 0.3056 39/116 [=========>....................] - ETA: 0s - loss: 0.2998 80/116 [===================>..........] - ETA: 0s - loss: 0.3155 116/116 [==============================] - 0s 1ms/step - loss: 0.3045
  1206. Epoch 3/10
  1207. 1/116 [..............................] - ETA: 0s - loss: 0.2497 42/116 [=========>....................] - ETA: 0s - loss: 0.2795 83/116 [====================>.........] - ETA: 0s - loss: 0.2831 116/116 [==============================] - 0s 1ms/step - loss: 0.2771
  1208. Epoch 4/10
  1209. 1/116 [..............................] - ETA: 0s - loss: 0.0912 42/116 [=========>....................] - ETA: 0s - loss: 0.2567 83/116 [====================>.........] - ETA: 0s - loss: 0.2542 116/116 [==============================] - 0s 1ms/step - loss: 0.2615
  1210. Epoch 5/10
  1211. 1/116 [..............................] - ETA: 0s - loss: 0.5366 42/116 [=========>....................] - ETA: 0s - loss: 0.3016 84/116 [====================>.........] - ETA: 0s - loss: 0.2685 116/116 [==============================] - 0s 1ms/step - loss: 0.2555
  1212. Epoch 6/10
  1213. 1/116 [..............................] - ETA: 0s - loss: 0.4602 36/116 [========>.....................] - ETA: 0s - loss: 0.2333 68/116 [================>.............] - ETA: 0s - loss: 0.2523 107/116 [==========================>...] - ETA: 0s - loss: 0.2500 116/116 [==============================] - 0s 1ms/step - loss: 0.2488
  1214. Epoch 7/10
  1215. 1/116 [..............................] - ETA: 0s - loss: 0.2441 41/116 [=========>....................] - ETA: 0s - loss: 0.2608 81/116 [===================>..........] - ETA: 0s - loss: 0.2533 116/116 [==============================] - 0s 1ms/step - loss: 0.2430
  1216. Epoch 8/10
  1217. 1/116 [..............................] - ETA: 0s - loss: 0.2281 40/116 [=========>....................] - ETA: 0s - loss: 0.2404 81/116 [===================>..........] - ETA: 0s - loss: 0.2365 116/116 [==============================] - 0s 1ms/step - loss: 0.2366
  1218. Epoch 9/10
  1219. 1/116 [..............................] - ETA: 0s - loss: 0.3579 42/116 [=========>....................] - ETA: 0s - loss: 0.2169 84/116 [====================>.........] - ETA: 0s - loss: 0.2324 116/116 [==============================] - 0s 1ms/step - loss: 0.2310
  1220. Epoch 10/10
  1221. 1/116 [..............................] - ETA: 0s - loss: 0.2189 42/116 [=========>....................] - ETA: 0s - loss: 0.2248 83/116 [====================>.........] - ETA: 0s - loss: 0.2263 116/116 [==============================] - 0s 1ms/step - loss: 0.2278
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 256, 34
  1224. GAN fn, tp: 1, 6
  1225. GAN f1 score: 0.255
  1226. GAN cohens kappa score: 0.224
  1227. -> test with 'LR'
  1228. LR tn, fp: 250, 40
  1229. LR fn, tp: 0, 7
  1230. LR f1 score: 0.259
  1231. LR cohens kappa score: 0.228
  1232. LR average precision score: 0.271
  1233. -> test with 'RF'
  1234. RF tn, fp: 290, 0
  1235. RF fn, tp: 5, 2
  1236. RF f1 score: 0.444
  1237. RF cohens kappa score: 0.439
  1238. -> test with 'GB'
  1239. GB tn, fp: 289, 1
  1240. GB fn, tp: 6, 1
  1241. GB f1 score: 0.222
  1242. GB cohens kappa score: 0.214
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 272, 18
  1245. KNN fn, tp: 1, 6
  1246. KNN f1 score: 0.387
  1247. KNN cohens kappa score: 0.364
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1132 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/116 [..............................] - ETA: 42s - loss: 0.3781 43/116 [==========>...................] - ETA: 0s - loss: 0.3444  84/116 [====================>.........] - ETA: 0s - loss: 0.2964 116/116 [==============================] - 1s 1ms/step - loss: 0.2683
  1255. Epoch 2/10
  1256. 1/116 [..............................] - ETA: 0s - loss: 0.1429 40/116 [=========>....................] - ETA: 0s - loss: 0.1911 74/116 [==================>...........] - ETA: 0s - loss: 0.1893 97/116 [========================>.....] - ETA: 0s - loss: 0.1819 116/116 [==============================] - 0s 2ms/step - loss: 0.1732
  1257. Epoch 3/10
  1258. 1/116 [..............................] - ETA: 0s - loss: 0.2367 42/116 [=========>....................] - ETA: 0s - loss: 0.1520 86/116 [=====================>........] - ETA: 0s - loss: 0.1586 116/116 [==============================] - 0s 1ms/step - loss: 0.1508
  1259. Epoch 4/10
  1260. 1/116 [..............................] - ETA: 0s - loss: 0.0961 43/116 [==========>...................] - ETA: 0s - loss: 0.1501 79/116 [===================>..........] - ETA: 0s - loss: 0.1408 116/116 [==============================] - ETA: 0s - loss: 0.1410 116/116 [==============================] - 0s 1ms/step - loss: 0.1410
  1261. Epoch 5/10
  1262. 1/116 [..............................] - ETA: 0s - loss: 0.1626 37/116 [========>.....................] - ETA: 0s - loss: 0.1514 72/116 [=================>............] - ETA: 0s - loss: 0.1413 115/116 [============================>.] - ETA: 0s - loss: 0.1394 116/116 [==============================] - 0s 1ms/step - loss: 0.1405
  1263. Epoch 6/10
  1264. 1/116 [..............................] - ETA: 0s - loss: 0.0555 45/116 [==========>...................] - ETA: 0s - loss: 0.1387 87/116 [=====================>........] - ETA: 0s - loss: 0.1340 116/116 [==============================] - 0s 1ms/step - loss: 0.1337
  1265. Epoch 7/10
  1266. 1/116 [..............................] - ETA: 0s - loss: 0.1434 45/116 [==========>...................] - ETA: 0s - loss: 0.1189 89/116 [======================>.......] - ETA: 0s - loss: 0.1308 116/116 [==============================] - 0s 1ms/step - loss: 0.1336
  1267. Epoch 8/10
  1268. 1/116 [..............................] - ETA: 0s - loss: 0.0397 44/116 [==========>...................] - ETA: 0s - loss: 0.1175 86/116 [=====================>........] - ETA: 0s - loss: 0.1293 116/116 [==============================] - 0s 1ms/step - loss: 0.1269
  1269. Epoch 9/10
  1270. 1/116 [..............................] - ETA: 0s - loss: 0.1073 45/116 [==========>...................] - ETA: 0s - loss: 0.1141 89/116 [======================>.......] - ETA: 0s - loss: 0.1255 116/116 [==============================] - 0s 1ms/step - loss: 0.1249
  1271. Epoch 10/10
  1272. 1/116 [..............................] - ETA: 0s - loss: 0.0296 44/116 [==========>...................] - ETA: 0s - loss: 0.1333 86/116 [=====================>........] - ETA: 0s - loss: 0.1289 116/116 [==============================] - 0s 1ms/step - loss: 0.1268
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 279, 10
  1275. GAN fn, tp: 2, 5
  1276. GAN f1 score: 0.455
  1277. GAN cohens kappa score: 0.436
  1278. -> test with 'LR'
  1279. LR tn, fp: 269, 20
  1280. LR fn, tp: 2, 5
  1281. LR f1 score: 0.312
  1282. LR cohens kappa score: 0.286
  1283. LR average precision score: 0.419
  1284. -> test with 'RF'
  1285. RF tn, fp: 288, 1
  1286. RF fn, tp: 5, 2
  1287. RF f1 score: 0.400
  1288. RF cohens kappa score: 0.391
  1289. -> test with 'GB'
  1290. GB tn, fp: 288, 1
  1291. GB fn, tp: 5, 2
  1292. GB f1 score: 0.400
  1293. GB cohens kappa score: 0.391
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 267, 22
  1296. KNN fn, tp: 2, 5
  1297. KNN f1 score: 0.294
  1298. KNN cohens kappa score: 0.267
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 272, 45
  1303. LR fn, tp: 3, 7
  1304. LR f1 score: 0.387
  1305. LR cohens kappa score: 0.364
  1306. LR average precision score: 0.757
  1307. average:
  1308. LR tn, fp: 260.24, 29.56
  1309. LR fn, tp: 0.96, 6.04
  1310. LR f1 score: 0.290
  1311. LR cohens kappa score: 0.261
  1312. LR average precision score: 0.501
  1313. minimum:
  1314. LR tn, fp: 244, 18
  1315. LR fn, tp: 0, 4
  1316. LR f1 score: 0.217
  1317. LR cohens kappa score: 0.185
  1318. LR average precision score: 0.229
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 290, 4
  1322. RF fn, tp: 7, 6
  1323. RF f1 score: 0.857
  1324. RF cohens kappa score: 0.854
  1325. average:
  1326. RF tn, fp: 288.64, 1.16
  1327. RF fn, tp: 4.08, 2.92
  1328. RF f1 score: 0.510
  1329. RF cohens kappa score: 0.503
  1330. minimum:
  1331. RF tn, fp: 286, 0
  1332. RF fn, tp: 1, 0
  1333. RF f1 score: 0.000
  1334. RF cohens kappa score: 0.000
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 290, 5
  1338. GB fn, tp: 7, 6
  1339. GB f1 score: 0.800
  1340. GB cohens kappa score: 0.795
  1341. average:
  1342. GB tn, fp: 287.84, 1.96
  1343. GB fn, tp: 4.0, 3.0
  1344. GB f1 score: 0.481
  1345. GB cohens kappa score: 0.472
  1346. minimum:
  1347. GB tn, fp: 285, 0
  1348. GB fn, tp: 1, 0
  1349. GB f1 score: 0.000
  1350. GB cohens kappa score: -0.006
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 278, 33
  1354. KNN fn, tp: 3, 7
  1355. KNN f1 score: 0.480
  1356. KNN cohens kappa score: 0.462
  1357. average:
  1358. KNN tn, fp: 268.36, 21.44
  1359. KNN fn, tp: 1.4, 5.6
  1360. KNN f1 score: 0.334
  1361. KNN cohens kappa score: 0.308
  1362. minimum:
  1363. KNN tn, fp: 257, 12
  1364. KNN fn, tp: 0, 4
  1365. KNN f1 score: 0.256
  1366. KNN cohens kappa score: 0.226
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 280, 34
  1370. GAN fn, tp: 3, 7
  1371. GAN f1 score: 0.476
  1372. GAN cohens kappa score: 0.459
  1373. average:
  1374. GAN tn, fp: 270.24, 19.56
  1375. GAN fn, tp: 1.4, 5.6
  1376. GAN f1 score: 0.358
  1377. GAN cohens kappa score: 0.334
  1378. minimum:
  1379. GAN tn, fp: 256, 9
  1380. GAN fn, tp: 0, 4
  1381. GAN f1 score: 0.255
  1382. GAN cohens kappa score: 0.224