folding_yeast6.log 141 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-5 on folding_yeast6
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast6'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1131 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/116 [..............................] - ETA: 17s - loss: 0.1779 42/116 [=========>....................] - ETA: 0s - loss: 0.2170  85/116 [====================>.........] - ETA: 0s - loss: 0.2147 116/116 [==============================] - 0s 1ms/step - loss: 0.2150
  19. Epoch 2/10
  20. 1/116 [..............................] - ETA: 0s - loss: 0.0521 44/116 [==========>...................] - ETA: 0s - loss: 0.2073 86/116 [=====================>........] - ETA: 0s - loss: 0.2073 116/116 [==============================] - 0s 1ms/step - loss: 0.2072
  21. Epoch 3/10
  22. 1/116 [..............................] - ETA: 0s - loss: 0.2420 43/116 [==========>...................] - ETA: 0s - loss: 0.2389 85/116 [====================>.........] - ETA: 0s - loss: 0.2110 116/116 [==============================] - 0s 1ms/step - loss: 0.2021
  23. Epoch 4/10
  24. 1/116 [..............................] - ETA: 0s - loss: 0.2107 43/116 [==========>...................] - ETA: 0s - loss: 0.2137 82/116 [====================>.........] - ETA: 0s - loss: 0.2085 116/116 [==============================] - 0s 1ms/step - loss: 0.1967
  25. Epoch 5/10
  26. 1/116 [..............................] - ETA: 0s - loss: 0.1610 41/116 [=========>....................] - ETA: 0s - loss: 0.1956 81/116 [===================>..........] - ETA: 0s - loss: 0.1997 116/116 [==============================] - 0s 1ms/step - loss: 0.1922
  27. Epoch 6/10
  28. 1/116 [..............................] - ETA: 0s - loss: 0.1810 40/116 [=========>....................] - ETA: 0s - loss: 0.1834 73/116 [=================>............] - ETA: 0s - loss: 0.1819 110/116 [===========================>..] - ETA: 0s - loss: 0.1871 116/116 [==============================] - 0s 1ms/step - loss: 0.1864
  29. Epoch 7/10
  30. 1/116 [..............................] - ETA: 0s - loss: 0.2663 39/116 [=========>....................] - ETA: 0s - loss: 0.1917 80/116 [===================>..........] - ETA: 0s - loss: 0.1935 116/116 [==============================] - 0s 1ms/step - loss: 0.1819
  31. Epoch 8/10
  32. 1/116 [..............................] - ETA: 0s - loss: 0.1683 43/116 [==========>...................] - ETA: 0s - loss: 0.1812 85/116 [====================>.........] - ETA: 0s - loss: 0.1804 116/116 [==============================] - 0s 1ms/step - loss: 0.1763
  33. Epoch 9/10
  34. 1/116 [..............................] - ETA: 0s - loss: 0.2777 42/116 [=========>....................] - ETA: 0s - loss: 0.1696 84/116 [====================>.........] - ETA: 0s - loss: 0.1651 116/116 [==============================] - 0s 1ms/step - loss: 0.1715
  35. Epoch 10/10
  36. 1/116 [..............................] - ETA: 0s - loss: 0.2181 44/116 [==========>...................] - ETA: 0s - loss: 0.1634 85/116 [====================>.........] - ETA: 0s - loss: 0.1703 116/116 [==============================] - 0s 1ms/step - loss: 0.1694
  37. -> test with GAN.predict
  38. GAN tn, fp: 274, 16
  39. GAN fn, tp: 1, 6
  40. GAN f1 score: 0.414
  41. GAN cohens kappa score: 0.392
  42. -> test with 'LR'
  43. LR tn, fp: 260, 30
  44. LR fn, tp: 0, 7
  45. LR f1 score: 0.318
  46. LR cohens kappa score: 0.290
  47. LR average precision score: 0.725
  48. -> test with 'RF'
  49. RF tn, fp: 289, 1
  50. RF fn, tp: 4, 3
  51. RF f1 score: 0.545
  52. RF cohens kappa score: 0.538
  53. -> test with 'GB'
  54. GB tn, fp: 287, 3
  55. GB fn, tp: 4, 3
  56. GB f1 score: 0.462
  57. GB cohens kappa score: 0.450
  58. -> test with 'KNN'
  59. KNN tn, fp: 261, 29
  60. KNN fn, tp: 2, 5
  61. KNN f1 score: 0.244
  62. KNN cohens kappa score: 0.213
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1131 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/116 [..............................] - ETA: 17s - loss: 0.2448 42/116 [=========>....................] - ETA: 0s - loss: 0.2048  83/116 [====================>.........] - ETA: 0s - loss: 0.2006 116/116 [==============================] - 0s 1ms/step - loss: 0.1950
  70. Epoch 2/10
  71. 1/116 [..............................] - ETA: 0s - loss: 0.3302 41/116 [=========>....................] - ETA: 0s - loss: 0.1823 83/116 [====================>.........] - ETA: 0s - loss: 0.1957 116/116 [==============================] - 0s 1ms/step - loss: 0.1909
  72. Epoch 3/10
  73. 1/116 [..............................] - ETA: 0s - loss: 0.1534 43/116 [==========>...................] - ETA: 0s - loss: 0.1847 85/116 [====================>.........] - ETA: 0s - loss: 0.1839 116/116 [==============================] - 0s 1ms/step - loss: 0.1835
  74. Epoch 4/10
  75. 1/116 [..............................] - ETA: 0s - loss: 0.0928 41/116 [=========>....................] - ETA: 0s - loss: 0.1539 83/116 [====================>.........] - ETA: 0s - loss: 0.1786 116/116 [==============================] - 0s 1ms/step - loss: 0.1796
  76. Epoch 5/10
  77. 1/116 [..............................] - ETA: 0s - loss: 0.4071 44/116 [==========>...................] - ETA: 0s - loss: 0.1974 86/116 [=====================>........] - ETA: 0s - loss: 0.1801 116/116 [==============================] - 0s 1ms/step - loss: 0.1761
  78. Epoch 6/10
  79. 1/116 [..............................] - ETA: 0s - loss: 0.1726 42/116 [=========>....................] - ETA: 0s - loss: 0.1738 84/116 [====================>.........] - ETA: 0s - loss: 0.1757 116/116 [==============================] - 0s 1ms/step - loss: 0.1717
  80. Epoch 7/10
  81. 1/116 [..............................] - ETA: 0s - loss: 0.1046 41/116 [=========>....................] - ETA: 0s - loss: 0.1672 82/116 [====================>.........] - ETA: 0s - loss: 0.1692 116/116 [==============================] - 0s 1ms/step - loss: 0.1672
  82. Epoch 8/10
  83. 1/116 [..............................] - ETA: 0s - loss: 0.1728 43/116 [==========>...................] - ETA: 0s - loss: 0.1732 84/116 [====================>.........] - ETA: 0s - loss: 0.1641 116/116 [==============================] - 0s 1ms/step - loss: 0.1659
  84. Epoch 9/10
  85. 1/116 [..............................] - ETA: 0s - loss: 0.1503 41/116 [=========>....................] - ETA: 0s - loss: 0.1610 79/116 [===================>..........] - ETA: 0s - loss: 0.1663 116/116 [==============================] - 0s 1ms/step - loss: 0.1617
  86. Epoch 10/10
  87. 1/116 [..............................] - ETA: 0s - loss: 0.1530 35/116 [========>.....................] - ETA: 0s - loss: 0.1795 68/116 [================>.............] - ETA: 0s - loss: 0.1623 105/116 [==========================>...] - ETA: 0s - loss: 0.1603 116/116 [==============================] - 0s 1ms/step - loss: 0.1582
  88. -> test with GAN.predict
  89. GAN tn, fp: 257, 33
  90. GAN fn, tp: 2, 5
  91. GAN f1 score: 0.222
  92. GAN cohens kappa score: 0.190
  93. -> test with 'LR'
  94. LR tn, fp: 261, 29
  95. LR fn, tp: 2, 5
  96. LR f1 score: 0.244
  97. LR cohens kappa score: 0.213
  98. LR average precision score: 0.431
  99. -> test with 'RF'
  100. RF tn, fp: 287, 3
  101. RF fn, tp: 4, 3
  102. RF f1 score: 0.462
  103. RF cohens kappa score: 0.450
  104. -> test with 'GB'
  105. GB tn, fp: 286, 4
  106. GB fn, tp: 3, 4
  107. GB f1 score: 0.533
  108. GB cohens kappa score: 0.521
  109. -> test with 'KNN'
  110. KNN tn, fp: 263, 27
  111. KNN fn, tp: 2, 5
  112. KNN f1 score: 0.256
  113. KNN cohens kappa score: 0.226
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1131 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/116 [..............................] - ETA: 18s - loss: 0.3114 42/116 [=========>....................] - ETA: 0s - loss: 0.1509  79/116 [===================>..........] - ETA: 0s - loss: 0.1521 116/116 [==============================] - 0s 1ms/step - loss: 0.1585
  121. Epoch 2/10
  122. 1/116 [..............................] - ETA: 0s - loss: 0.0573 37/116 [========>.....................] - ETA: 0s - loss: 0.1627 74/116 [==================>...........] - ETA: 0s - loss: 0.1658 110/116 [===========================>..] - ETA: 0s - loss: 0.1573 116/116 [==============================] - 0s 1ms/step - loss: 0.1583
  123. Epoch 3/10
  124. 1/116 [..............................] - ETA: 0s - loss: 0.1576 37/116 [========>.....................] - ETA: 0s - loss: 0.1483 74/116 [==================>...........] - ETA: 0s - loss: 0.1526 110/116 [===========================>..] - ETA: 0s - loss: 0.1517 116/116 [==============================] - 0s 1ms/step - loss: 0.1514
  125. Epoch 4/10
  126. 1/116 [..............................] - ETA: 0s - loss: 0.1113 39/116 [=========>....................] - ETA: 0s - loss: 0.1234 75/116 [==================>...........] - ETA: 0s - loss: 0.1425 111/116 [===========================>..] - ETA: 0s - loss: 0.1481 116/116 [==============================] - 0s 1ms/step - loss: 0.1468
  127. Epoch 5/10
  128. 1/116 [..............................] - ETA: 0s - loss: 0.0428 40/116 [=========>....................] - ETA: 0s - loss: 0.1407 77/116 [==================>...........] - ETA: 0s - loss: 0.1380 112/116 [===========================>..] - ETA: 0s - loss: 0.1426 116/116 [==============================] - 0s 1ms/step - loss: 0.1437
  129. Epoch 6/10
  130. 1/116 [..............................] - ETA: 0s - loss: 0.1342 38/116 [========>.....................] - ETA: 0s - loss: 0.1580 74/116 [==================>...........] - ETA: 0s - loss: 0.1474 111/116 [===========================>..] - ETA: 0s - loss: 0.1436 116/116 [==============================] - 0s 1ms/step - loss: 0.1405
  131. Epoch 7/10
  132. 1/116 [..............................] - ETA: 0s - loss: 0.0307 36/116 [========>.....................] - ETA: 0s - loss: 0.1506 74/116 [==================>...........] - ETA: 0s - loss: 0.1352 113/116 [============================>.] - ETA: 0s - loss: 0.1372 116/116 [==============================] - 0s 1ms/step - loss: 0.1370
  133. Epoch 8/10
  134. 1/116 [..............................] - ETA: 0s - loss: 0.0667 43/116 [==========>...................] - ETA: 0s - loss: 0.1271 83/116 [====================>.........] - ETA: 0s - loss: 0.1297 116/116 [==============================] - ETA: 0s - loss: 0.1341 116/116 [==============================] - 0s 1ms/step - loss: 0.1341
  135. Epoch 9/10
  136. 1/116 [..............................] - ETA: 0s - loss: 0.1069 35/116 [========>.....................] - ETA: 0s - loss: 0.1199 68/116 [================>.............] - ETA: 0s - loss: 0.1198 106/116 [==========================>...] - ETA: 0s - loss: 0.1293 116/116 [==============================] - 0s 1ms/step - loss: 0.1298
  137. Epoch 10/10
  138. 1/116 [..............................] - ETA: 0s - loss: 0.0985 37/116 [========>.....................] - ETA: 0s - loss: 0.1365 73/116 [=================>............] - ETA: 0s - loss: 0.1300 111/116 [===========================>..] - ETA: 0s - loss: 0.1279 116/116 [==============================] - 0s 1ms/step - loss: 0.1269
  139. -> test with GAN.predict
  140. GAN tn, fp: 280, 10
  141. GAN fn, tp: 1, 6
  142. GAN f1 score: 0.522
  143. GAN cohens kappa score: 0.506
  144. -> test with 'LR'
  145. LR tn, fp: 265, 25
  146. LR fn, tp: 1, 6
  147. LR f1 score: 0.316
  148. LR cohens kappa score: 0.288
  149. LR average precision score: 0.316
  150. -> test with 'RF'
  151. RF tn, fp: 290, 0
  152. RF fn, tp: 5, 2
  153. RF f1 score: 0.444
  154. RF cohens kappa score: 0.439
  155. -> test with 'GB'
  156. GB tn, fp: 290, 0
  157. GB fn, tp: 5, 2
  158. GB f1 score: 0.444
  159. GB cohens kappa score: 0.439
  160. -> test with 'KNN'
  161. KNN tn, fp: 273, 17
  162. KNN fn, tp: 1, 6
  163. KNN f1 score: 0.400
  164. KNN cohens kappa score: 0.378
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1131 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/116 [..............................] - ETA: 17s - loss: 0.1796 44/116 [==========>...................] - ETA: 0s - loss: 0.1720  85/116 [====================>.........] - ETA: 0s - loss: 0.1796 116/116 [==============================] - 0s 1ms/step - loss: 0.1842
  172. Epoch 2/10
  173. 1/116 [..............................] - ETA: 0s - loss: 0.0841 39/116 [=========>....................] - ETA: 0s - loss: 0.1824 76/116 [==================>...........] - ETA: 0s - loss: 0.1852 111/116 [===========================>..] - ETA: 0s - loss: 0.1793 116/116 [==============================] - 0s 1ms/step - loss: 0.1801
  174. Epoch 3/10
  175. 1/116 [..............................] - ETA: 0s - loss: 0.0719 40/116 [=========>....................] - ETA: 0s - loss: 0.1887 80/116 [===================>..........] - ETA: 0s - loss: 0.1743 116/116 [==============================] - 0s 1ms/step - loss: 0.1760
  176. Epoch 4/10
  177. 1/116 [..............................] - ETA: 0s - loss: 0.2275 42/116 [=========>....................] - ETA: 0s - loss: 0.1770 80/116 [===================>..........] - ETA: 0s - loss: 0.1726 116/116 [==============================] - 0s 1ms/step - loss: 0.1724
  178. Epoch 5/10
  179. 1/116 [..............................] - ETA: 0s - loss: 0.3738 42/116 [=========>....................] - ETA: 0s - loss: 0.1689 83/116 [====================>.........] - ETA: 0s - loss: 0.1725 116/116 [==============================] - 0s 1ms/step - loss: 0.1659
  180. Epoch 6/10
  181. 1/116 [..............................] - ETA: 0s - loss: 0.0816 41/116 [=========>....................] - ETA: 0s - loss: 0.1745 83/116 [====================>.........] - ETA: 0s - loss: 0.1582 116/116 [==============================] - 0s 1ms/step - loss: 0.1612
  182. Epoch 7/10
  183. 1/116 [..............................] - ETA: 0s - loss: 0.1683 41/116 [=========>....................] - ETA: 0s - loss: 0.1425 81/116 [===================>..........] - ETA: 0s - loss: 0.1481 116/116 [==============================] - 0s 1ms/step - loss: 0.1574
  184. Epoch 8/10
  185. 1/116 [..............................] - ETA: 0s - loss: 0.2456 37/116 [========>.....................] - ETA: 0s - loss: 0.1545 77/116 [==================>...........] - ETA: 0s - loss: 0.1549 116/116 [==============================] - 0s 1ms/step - loss: 0.1550
  186. Epoch 9/10
  187. 1/116 [..............................] - ETA: 0s - loss: 0.0705 41/116 [=========>....................] - ETA: 0s - loss: 0.1244 79/116 [===================>..........] - ETA: 0s - loss: 0.1465 116/116 [==============================] - 0s 1ms/step - loss: 0.1547
  188. Epoch 10/10
  189. 1/116 [..............................] - ETA: 0s - loss: 0.0301 43/116 [==========>...................] - ETA: 0s - loss: 0.1461 85/116 [====================>.........] - ETA: 0s - loss: 0.1505 116/116 [==============================] - 0s 1ms/step - loss: 0.1461
  190. -> test with GAN.predict
  191. GAN tn, fp: 279, 11
  192. GAN fn, tp: 2, 5
  193. GAN f1 score: 0.435
  194. GAN cohens kappa score: 0.416
  195. -> test with 'LR'
  196. LR tn, fp: 269, 21
  197. LR fn, tp: 2, 5
  198. LR f1 score: 0.303
  199. LR cohens kappa score: 0.276
  200. LR average precision score: 0.533
  201. -> test with 'RF'
  202. RF tn, fp: 289, 1
  203. RF fn, tp: 4, 3
  204. RF f1 score: 0.545
  205. RF cohens kappa score: 0.538
  206. -> test with 'GB'
  207. GB tn, fp: 288, 2
  208. GB fn, tp: 4, 3
  209. GB f1 score: 0.500
  210. GB cohens kappa score: 0.490
  211. -> test with 'KNN'
  212. KNN tn, fp: 272, 18
  213. KNN fn, tp: 1, 6
  214. KNN f1 score: 0.387
  215. KNN cohens kappa score: 0.364
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1132 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/116 [..............................] - ETA: 15s - loss: 0.1722 39/116 [=========>....................] - ETA: 0s - loss: 0.2097  80/116 [===================>..........] - ETA: 0s - loss: 0.2054 116/116 [==============================] - 0s 1ms/step - loss: 0.2085
  223. Epoch 2/10
  224. 1/116 [..............................] - ETA: 0s - loss: 0.3050 42/116 [=========>....................] - ETA: 0s - loss: 0.2256 81/116 [===================>..........] - ETA: 0s - loss: 0.2012 116/116 [==============================] - ETA: 0s - loss: 0.2033 116/116 [==============================] - 0s 1ms/step - loss: 0.2033
  225. Epoch 3/10
  226. 1/116 [..............................] - ETA: 0s - loss: 0.3344 39/116 [=========>....................] - ETA: 0s - loss: 0.2102 80/116 [===================>..........] - ETA: 0s - loss: 0.2033 116/116 [==============================] - 0s 1ms/step - loss: 0.1990
  227. Epoch 4/10
  228. 1/116 [..............................] - ETA: 0s - loss: 0.2110 40/116 [=========>....................] - ETA: 0s - loss: 0.1991 79/116 [===================>..........] - ETA: 0s - loss: 0.1863 116/116 [==============================] - 0s 1ms/step - loss: 0.1937
  229. Epoch 5/10
  230. 1/116 [..............................] - ETA: 0s - loss: 0.3503 43/116 [==========>...................] - ETA: 0s - loss: 0.1646 83/116 [====================>.........] - ETA: 0s - loss: 0.1768 116/116 [==============================] - 0s 1ms/step - loss: 0.1882
  231. Epoch 6/10
  232. 1/116 [..............................] - ETA: 0s - loss: 0.2027 40/116 [=========>....................] - ETA: 0s - loss: 0.1803 79/116 [===================>..........] - ETA: 0s - loss: 0.1814 113/116 [============================>.] - ETA: 0s - loss: 0.1851 116/116 [==============================] - 0s 1ms/step - loss: 0.1833
  233. Epoch 7/10
  234. 1/116 [..............................] - ETA: 0s - loss: 0.1334 38/116 [========>.....................] - ETA: 0s - loss: 0.1726 77/116 [==================>...........] - ETA: 0s - loss: 0.1777 116/116 [==============================] - 0s 1ms/step - loss: 0.1792
  235. Epoch 8/10
  236. 1/116 [..............................] - ETA: 0s - loss: 0.0754 40/116 [=========>....................] - ETA: 0s - loss: 0.1823 79/116 [===================>..........] - ETA: 0s - loss: 0.1769 116/116 [==============================] - 0s 1ms/step - loss: 0.1763
  237. Epoch 9/10
  238. 1/116 [..............................] - ETA: 0s - loss: 0.3084 40/116 [=========>....................] - ETA: 0s - loss: 0.1826 80/116 [===================>..........] - ETA: 0s - loss: 0.1751 116/116 [==============================] - ETA: 0s - loss: 0.1706 116/116 [==============================] - 0s 1ms/step - loss: 0.1706
  239. Epoch 10/10
  240. 1/116 [..............................] - ETA: 0s - loss: 0.1892 41/116 [=========>....................] - ETA: 0s - loss: 0.1851 79/116 [===================>..........] - ETA: 0s - loss: 0.1800 114/116 [============================>.] - ETA: 0s - loss: 0.1714 116/116 [==============================] - 0s 1ms/step - loss: 0.1705
  241. -> test with GAN.predict
  242. GAN tn, fp: 253, 36
  243. GAN fn, tp: 1, 6
  244. GAN f1 score: 0.245
  245. GAN cohens kappa score: 0.213
  246. -> test with 'LR'
  247. LR tn, fp: 245, 44
  248. LR fn, tp: 0, 7
  249. LR f1 score: 0.241
  250. LR cohens kappa score: 0.208
  251. LR average precision score: 0.565
  252. -> test with 'RF'
  253. RF tn, fp: 289, 0
  254. RF fn, tp: 4, 3
  255. RF f1 score: 0.600
  256. RF cohens kappa score: 0.594
  257. -> test with 'GB'
  258. GB tn, fp: 289, 0
  259. GB fn, tp: 3, 4
  260. GB f1 score: 0.727
  261. GB cohens kappa score: 0.722
  262. -> test with 'KNN'
  263. KNN tn, fp: 258, 31
  264. KNN fn, tp: 0, 7
  265. KNN f1 score: 0.311
  266. KNN cohens kappa score: 0.282
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1131 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/116 [..............................] - ETA: 19s - loss: 0.0842 38/116 [========>.....................] - ETA: 0s - loss: 0.2208  80/116 [===================>..........] - ETA: 0s - loss: 0.2019 116/116 [==============================] - 0s 1ms/step - loss: 0.2074
  277. Epoch 2/10
  278. 1/116 [..............................] - ETA: 0s - loss: 0.1327 43/116 [==========>...................] - ETA: 0s - loss: 0.1856 85/116 [====================>.........] - ETA: 0s - loss: 0.2065 116/116 [==============================] - 0s 1ms/step - loss: 0.2047
  279. Epoch 3/10
  280. 1/116 [..............................] - ETA: 0s - loss: 0.1595 41/116 [=========>....................] - ETA: 0s - loss: 0.1768 82/116 [====================>.........] - ETA: 0s - loss: 0.1983 116/116 [==============================] - 0s 1ms/step - loss: 0.1991
  281. Epoch 4/10
  282. 1/116 [..............................] - ETA: 0s - loss: 0.0389 42/116 [=========>....................] - ETA: 0s - loss: 0.1807 84/116 [====================>.........] - ETA: 0s - loss: 0.1909 116/116 [==============================] - 0s 1ms/step - loss: 0.1952
  283. Epoch 5/10
  284. 1/116 [..............................] - ETA: 0s - loss: 0.2795 43/116 [==========>...................] - ETA: 0s - loss: 0.1936 85/116 [====================>.........] - ETA: 0s - loss: 0.1871 116/116 [==============================] - 0s 1ms/step - loss: 0.1918
  285. Epoch 6/10
  286. 1/116 [..............................] - ETA: 0s - loss: 0.1901 41/116 [=========>....................] - ETA: 0s - loss: 0.1804 83/116 [====================>.........] - ETA: 0s - loss: 0.1958 116/116 [==============================] - 0s 1ms/step - loss: 0.1874
  287. Epoch 7/10
  288. 1/116 [..............................] - ETA: 0s - loss: 0.3154 40/116 [=========>....................] - ETA: 0s - loss: 0.1887 82/116 [====================>.........] - ETA: 0s - loss: 0.1775 116/116 [==============================] - 0s 1ms/step - loss: 0.1822
  289. Epoch 8/10
  290. 1/116 [..............................] - ETA: 0s - loss: 0.3151 42/116 [=========>....................] - ETA: 0s - loss: 0.1922 83/116 [====================>.........] - ETA: 0s - loss: 0.1832 116/116 [==============================] - 0s 1ms/step - loss: 0.1792
  291. Epoch 9/10
  292. 1/116 [..............................] - ETA: 0s - loss: 0.2623 43/116 [==========>...................] - ETA: 0s - loss: 0.1721 85/116 [====================>.........] - ETA: 0s - loss: 0.1753 116/116 [==============================] - 0s 1ms/step - loss: 0.1753
  293. Epoch 10/10
  294. 1/116 [..............................] - ETA: 0s - loss: 0.1918 36/116 [========>.....................] - ETA: 0s - loss: 0.1766 77/116 [==================>...........] - ETA: 0s - loss: 0.1661 115/116 [============================>.] - ETA: 0s - loss: 0.1729 116/116 [==============================] - 0s 1ms/step - loss: 0.1726
  295. -> test with GAN.predict
  296. GAN tn, fp: 275, 15
  297. GAN fn, tp: 1, 6
  298. GAN f1 score: 0.429
  299. GAN cohens kappa score: 0.408
  300. -> test with 'LR'
  301. LR tn, fp: 264, 26
  302. LR fn, tp: 0, 7
  303. LR f1 score: 0.350
  304. LR cohens kappa score: 0.324
  305. LR average precision score: 0.678
  306. -> test with 'RF'
  307. RF tn, fp: 287, 3
  308. RF fn, tp: 4, 3
  309. RF f1 score: 0.462
  310. RF cohens kappa score: 0.450
  311. -> test with 'GB'
  312. GB tn, fp: 287, 3
  313. GB fn, tp: 4, 3
  314. GB f1 score: 0.462
  315. GB cohens kappa score: 0.450
  316. -> test with 'KNN'
  317. KNN tn, fp: 265, 25
  318. KNN fn, tp: 1, 6
  319. KNN f1 score: 0.316
  320. KNN cohens kappa score: 0.288
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1131 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/116 [..............................] - ETA: 17s - loss: 0.3666 42/116 [=========>....................] - ETA: 0s - loss: 0.2240  84/116 [====================>.........] - ETA: 0s - loss: 0.2159 116/116 [==============================] - 0s 1ms/step - loss: 0.2244
  328. Epoch 2/10
  329. 1/116 [..............................] - ETA: 0s - loss: 0.1075 41/116 [=========>....................] - ETA: 0s - loss: 0.2315 83/116 [====================>.........] - ETA: 0s - loss: 0.2253 116/116 [==============================] - 0s 1ms/step - loss: 0.2193
  330. Epoch 3/10
  331. 1/116 [..............................] - ETA: 0s - loss: 0.2967 39/116 [=========>....................] - ETA: 0s - loss: 0.2155 78/116 [===================>..........] - ETA: 0s - loss: 0.2121 116/116 [==============================] - 0s 1ms/step - loss: 0.2160
  332. Epoch 4/10
  333. 1/116 [..............................] - ETA: 0s - loss: 0.3273 39/116 [=========>....................] - ETA: 0s - loss: 0.2192 79/116 [===================>..........] - ETA: 0s - loss: 0.2014 116/116 [==============================] - 0s 1ms/step - loss: 0.2095
  334. Epoch 5/10
  335. 1/116 [..............................] - ETA: 0s - loss: 0.2402 40/116 [=========>....................] - ETA: 0s - loss: 0.2044 80/116 [===================>..........] - ETA: 0s - loss: 0.2178 116/116 [==============================] - 0s 1ms/step - loss: 0.2054
  336. Epoch 6/10
  337. 1/116 [..............................] - ETA: 0s - loss: 0.0546 43/116 [==========>...................] - ETA: 0s - loss: 0.1846 83/116 [====================>.........] - ETA: 0s - loss: 0.1943 116/116 [==============================] - 0s 1ms/step - loss: 0.2010
  338. Epoch 7/10
  339. 1/116 [..............................] - ETA: 0s - loss: 0.1486 40/116 [=========>....................] - ETA: 0s - loss: 0.1814 82/116 [====================>.........] - ETA: 0s - loss: 0.1964 116/116 [==============================] - 0s 1ms/step - loss: 0.1974
  340. Epoch 8/10
  341. 1/116 [..............................] - ETA: 0s - loss: 0.1360 43/116 [==========>...................] - ETA: 0s - loss: 0.2013 85/116 [====================>.........] - ETA: 0s - loss: 0.1991 116/116 [==============================] - 0s 1ms/step - loss: 0.1940
  342. Epoch 9/10
  343. 1/116 [..............................] - ETA: 0s - loss: 0.0379 41/116 [=========>....................] - ETA: 0s - loss: 0.1898 82/116 [====================>.........] - ETA: 0s - loss: 0.1858 116/116 [==============================] - 0s 1ms/step - loss: 0.1902
  344. Epoch 10/10
  345. 1/116 [..............................] - ETA: 0s - loss: 0.2177 43/116 [==========>...................] - ETA: 0s - loss: 0.1884 85/116 [====================>.........] - ETA: 0s - loss: 0.1846 116/116 [==============================] - 0s 1ms/step - loss: 0.1881
  346. -> test with GAN.predict
  347. GAN tn, fp: 253, 37
  348. GAN fn, tp: 0, 7
  349. GAN f1 score: 0.275
  350. GAN cohens kappa score: 0.244
  351. -> test with 'LR'
  352. LR tn, fp: 249, 41
  353. LR fn, tp: 0, 7
  354. LR f1 score: 0.255
  355. LR cohens kappa score: 0.223
  356. LR average precision score: 0.222
  357. -> test with 'RF'
  358. RF tn, fp: 289, 1
  359. RF fn, tp: 4, 3
  360. RF f1 score: 0.545
  361. RF cohens kappa score: 0.538
  362. -> test with 'GB'
  363. GB tn, fp: 288, 2
  364. GB fn, tp: 4, 3
  365. GB f1 score: 0.500
  366. GB cohens kappa score: 0.490
  367. -> test with 'KNN'
  368. KNN tn, fp: 258, 32
  369. KNN fn, tp: 0, 7
  370. KNN f1 score: 0.304
  371. KNN cohens kappa score: 0.275
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1131 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/116 [..............................] - ETA: 17s - loss: 0.1277 43/116 [==========>...................] - ETA: 0s - loss: 0.2289  84/116 [====================>.........] - ETA: 0s - loss: 0.2133 116/116 [==============================] - 0s 1ms/step - loss: 0.2048
  379. Epoch 2/10
  380. 1/116 [..............................] - ETA: 0s - loss: 0.3619 43/116 [==========>...................] - ETA: 0s - loss: 0.1959 85/116 [====================>.........] - ETA: 0s - loss: 0.2011 116/116 [==============================] - 0s 1ms/step - loss: 0.2009
  381. Epoch 3/10
  382. 1/116 [..............................] - ETA: 0s - loss: 0.2499 42/116 [=========>....................] - ETA: 0s - loss: 0.1898 82/116 [====================>.........] - ETA: 0s - loss: 0.1937 116/116 [==============================] - 0s 1ms/step - loss: 0.1968
  383. Epoch 4/10
  384. 1/116 [..............................] - ETA: 0s - loss: 0.1380 42/116 [=========>....................] - ETA: 0s - loss: 0.2024 83/116 [====================>.........] - ETA: 0s - loss: 0.1947 116/116 [==============================] - 0s 1ms/step - loss: 0.1937
  385. Epoch 5/10
  386. 1/116 [..............................] - ETA: 0s - loss: 0.0862 42/116 [=========>....................] - ETA: 0s - loss: 0.1811 83/116 [====================>.........] - ETA: 0s - loss: 0.1974 116/116 [==============================] - 0s 1ms/step - loss: 0.1889
  387. Epoch 6/10
  388. 1/116 [..............................] - ETA: 0s - loss: 0.2045 41/116 [=========>....................] - ETA: 0s - loss: 0.1904 82/116 [====================>.........] - ETA: 0s - loss: 0.1949 116/116 [==============================] - 0s 1ms/step - loss: 0.1861
  389. Epoch 7/10
  390. 1/116 [..............................] - ETA: 0s - loss: 0.1855 41/116 [=========>....................] - ETA: 0s - loss: 0.1847 78/116 [===================>..........] - ETA: 0s - loss: 0.1871 116/116 [==============================] - 0s 1ms/step - loss: 0.1814
  391. Epoch 8/10
  392. 1/116 [..............................] - ETA: 0s - loss: 0.1157 34/116 [=======>......................] - ETA: 0s - loss: 0.1910 71/116 [=================>............] - ETA: 0s - loss: 0.1821 105/116 [==========================>...] - ETA: 0s - loss: 0.1777 116/116 [==============================] - 0s 1ms/step - loss: 0.1774
  393. Epoch 9/10
  394. 1/116 [..............................] - ETA: 0s - loss: 0.1415 41/116 [=========>....................] - ETA: 0s - loss: 0.1728 83/116 [====================>.........] - ETA: 0s - loss: 0.1847 116/116 [==============================] - 0s 1ms/step - loss: 0.1741
  395. Epoch 10/10
  396. 1/116 [..............................] - ETA: 0s - loss: 0.1740 39/116 [=========>....................] - ETA: 0s - loss: 0.1692 80/116 [===================>..........] - ETA: 0s - loss: 0.1737 116/116 [==============================] - 0s 1ms/step - loss: 0.1738
  397. -> test with GAN.predict
  398. GAN tn, fp: 266, 24
  399. GAN fn, tp: 1, 6
  400. GAN f1 score: 0.324
  401. GAN cohens kappa score: 0.297
  402. -> test with 'LR'
  403. LR tn, fp: 261, 29
  404. LR fn, tp: 1, 6
  405. LR f1 score: 0.286
  406. LR cohens kappa score: 0.257
  407. LR average precision score: 0.537
  408. -> test with 'RF'
  409. RF tn, fp: 289, 1
  410. RF fn, tp: 5, 2
  411. RF f1 score: 0.400
  412. RF cohens kappa score: 0.391
  413. -> test with 'GB'
  414. GB tn, fp: 288, 2
  415. GB fn, tp: 4, 3
  416. GB f1 score: 0.500
  417. GB cohens kappa score: 0.490
  418. -> test with 'KNN'
  419. KNN tn, fp: 272, 18
  420. KNN fn, tp: 2, 5
  421. KNN f1 score: 0.333
  422. KNN cohens kappa score: 0.308
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1131 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/116 [..............................] - ETA: 18s - loss: 0.0910 43/116 [==========>...................] - ETA: 0s - loss: 0.1749  82/116 [====================>.........] - ETA: 0s - loss: 0.1696 116/116 [==============================] - 0s 1ms/step - loss: 0.1696
  430. Epoch 2/10
  431. 1/116 [..............................] - ETA: 0s - loss: 0.0837 41/116 [=========>....................] - ETA: 0s - loss: 0.1727 82/116 [====================>.........] - ETA: 0s - loss: 0.1697 116/116 [==============================] - 0s 1ms/step - loss: 0.1652
  432. Epoch 3/10
  433. 1/116 [..............................] - ETA: 0s - loss: 0.3516 41/116 [=========>....................] - ETA: 0s - loss: 0.1632 83/116 [====================>.........] - ETA: 0s - loss: 0.1720 116/116 [==============================] - 0s 1ms/step - loss: 0.1623
  434. Epoch 4/10
  435. 1/116 [..............................] - ETA: 0s - loss: 0.1419 43/116 [==========>...................] - ETA: 0s - loss: 0.1777 84/116 [====================>.........] - ETA: 0s - loss: 0.1633 116/116 [==============================] - 0s 1ms/step - loss: 0.1598
  436. Epoch 5/10
  437. 1/116 [..............................] - ETA: 0s - loss: 0.1367 42/116 [=========>....................] - ETA: 0s - loss: 0.1678 82/116 [====================>.........] - ETA: 0s - loss: 0.1579 116/116 [==============================] - 0s 1ms/step - loss: 0.1559
  438. Epoch 6/10
  439. 1/116 [..............................] - ETA: 0s - loss: 0.1227 42/116 [=========>....................] - ETA: 0s - loss: 0.1390 84/116 [====================>.........] - ETA: 0s - loss: 0.1442 116/116 [==============================] - 0s 1ms/step - loss: 0.1526
  440. Epoch 7/10
  441. 1/116 [..............................] - ETA: 0s - loss: 0.0299 42/116 [=========>....................] - ETA: 0s - loss: 0.1441 84/116 [====================>.........] - ETA: 0s - loss: 0.1438 116/116 [==============================] - 0s 1ms/step - loss: 0.1499
  442. Epoch 8/10
  443. 1/116 [..............................] - ETA: 0s - loss: 0.1819 43/116 [==========>...................] - ETA: 0s - loss: 0.1444 82/116 [====================>.........] - ETA: 0s - loss: 0.1429 116/116 [==============================] - 0s 1ms/step - loss: 0.1445
  444. Epoch 9/10
  445. 1/116 [..............................] - ETA: 0s - loss: 0.2850 39/116 [=========>....................] - ETA: 0s - loss: 0.1711 79/116 [===================>..........] - ETA: 0s - loss: 0.1611 116/116 [==============================] - 0s 1ms/step - loss: 0.1447
  446. Epoch 10/10
  447. 1/116 [..............................] - ETA: 0s - loss: 0.1922 43/116 [==========>...................] - ETA: 0s - loss: 0.1470 84/116 [====================>.........] - ETA: 0s - loss: 0.1367 116/116 [==============================] - 0s 1ms/step - loss: 0.1400
  448. -> test with GAN.predict
  449. GAN tn, fp: 275, 15
  450. GAN fn, tp: 2, 5
  451. GAN f1 score: 0.370
  452. GAN cohens kappa score: 0.348
  453. -> test with 'LR'
  454. LR tn, fp: 258, 32
  455. LR fn, tp: 2, 5
  456. LR f1 score: 0.227
  457. LR cohens kappa score: 0.195
  458. LR average precision score: 0.561
  459. -> test with 'RF'
  460. RF tn, fp: 289, 1
  461. RF fn, tp: 5, 2
  462. RF f1 score: 0.400
  463. RF cohens kappa score: 0.391
  464. -> test with 'GB'
  465. GB tn, fp: 287, 3
  466. GB fn, tp: 5, 2
  467. GB f1 score: 0.333
  468. GB cohens kappa score: 0.320
  469. -> test with 'KNN'
  470. KNN tn, fp: 269, 21
  471. KNN fn, tp: 3, 4
  472. KNN f1 score: 0.250
  473. KNN cohens kappa score: 0.221
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1132 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/116 [..............................] - ETA: 15s - loss: 0.2616 44/116 [==========>...................] - ETA: 0s - loss: 0.1641  88/116 [=====================>........] - ETA: 0s - loss: 0.1695 116/116 [==============================] - 0s 1ms/step - loss: 0.1772
  481. Epoch 2/10
  482. 1/116 [..............................] - ETA: 0s - loss: 0.2631 45/116 [==========>...................] - ETA: 0s - loss: 0.1769 88/116 [=====================>........] - ETA: 0s - loss: 0.1749 116/116 [==============================] - 0s 1ms/step - loss: 0.1724
  483. Epoch 3/10
  484. 1/116 [..............................] - ETA: 0s - loss: 0.1190 43/116 [==========>...................] - ETA: 0s - loss: 0.1612 84/116 [====================>.........] - ETA: 0s - loss: 0.1650 116/116 [==============================] - 0s 1ms/step - loss: 0.1682
  485. Epoch 4/10
  486. 1/116 [..............................] - ETA: 0s - loss: 0.1557 44/116 [==========>...................] - ETA: 0s - loss: 0.1668 89/116 [======================>.......] - ETA: 0s - loss: 0.1724 116/116 [==============================] - 0s 1ms/step - loss: 0.1636
  487. Epoch 5/10
  488. 1/116 [..............................] - ETA: 0s - loss: 0.1564 45/116 [==========>...................] - ETA: 0s - loss: 0.1606 88/116 [=====================>........] - ETA: 0s - loss: 0.1521 116/116 [==============================] - 0s 1ms/step - loss: 0.1594
  489. Epoch 6/10
  490. 1/116 [..............................] - ETA: 0s - loss: 0.0733 46/116 [==========>...................] - ETA: 0s - loss: 0.1634 91/116 [======================>.......] - ETA: 0s - loss: 0.1546 116/116 [==============================] - 0s 1ms/step - loss: 0.1563
  491. Epoch 7/10
  492. 1/116 [..............................] - ETA: 0s - loss: 0.1806 46/116 [==========>...................] - ETA: 0s - loss: 0.1532 91/116 [======================>.......] - ETA: 0s - loss: 0.1554 116/116 [==============================] - 0s 1ms/step - loss: 0.1522
  493. Epoch 8/10
  494. 1/116 [..............................] - ETA: 0s - loss: 0.1756 43/116 [==========>...................] - ETA: 0s - loss: 0.1647 88/116 [=====================>........] - ETA: 0s - loss: 0.1467 116/116 [==============================] - 0s 1ms/step - loss: 0.1501
  495. Epoch 9/10
  496. 1/116 [..............................] - ETA: 0s - loss: 0.1174 44/116 [==========>...................] - ETA: 0s - loss: 0.1296 89/116 [======================>.......] - ETA: 0s - loss: 0.1375 116/116 [==============================] - 0s 1ms/step - loss: 0.1453
  497. Epoch 10/10
  498. 1/116 [..............................] - ETA: 0s - loss: 0.1220 37/116 [========>.....................] - ETA: 0s - loss: 0.1134 74/116 [==================>...........] - ETA: 0s - loss: 0.1374 114/116 [============================>.] - ETA: 0s - loss: 0.1433 116/116 [==============================] - 0s 1ms/step - loss: 0.1435
  499. -> test with GAN.predict
  500. GAN tn, fp: 276, 13
  501. GAN fn, tp: 1, 6
  502. GAN f1 score: 0.462
  503. GAN cohens kappa score: 0.442
  504. -> test with 'LR'
  505. LR tn, fp: 266, 23
  506. LR fn, tp: 1, 6
  507. LR f1 score: 0.333
  508. LR cohens kappa score: 0.307
  509. LR average precision score: 0.504
  510. -> test with 'RF'
  511. RF tn, fp: 289, 0
  512. RF fn, tp: 5, 2
  513. RF f1 score: 0.444
  514. RF cohens kappa score: 0.439
  515. -> test with 'GB'
  516. GB tn, fp: 289, 0
  517. GB fn, tp: 6, 1
  518. GB f1 score: 0.250
  519. GB cohens kappa score: 0.246
  520. -> test with 'KNN'
  521. KNN tn, fp: 271, 18
  522. KNN fn, tp: 3, 4
  523. KNN f1 score: 0.276
  524. KNN cohens kappa score: 0.249
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1131 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/116 [..............................] - ETA: 20s - loss: 0.5496 43/116 [==========>...................] - ETA: 0s - loss: 0.1882  85/116 [====================>.........] - ETA: 0s - loss: 0.1688 116/116 [==============================] - 0s 1ms/step - loss: 0.1757
  535. Epoch 2/10
  536. 1/116 [..............................] - ETA: 0s - loss: 0.0385 41/116 [=========>....................] - ETA: 0s - loss: 0.1520 83/116 [====================>.........] - ETA: 0s - loss: 0.1680 114/116 [============================>.] - ETA: 0s - loss: 0.1732 116/116 [==============================] - 0s 1ms/step - loss: 0.1724
  537. Epoch 3/10
  538. 1/116 [..............................] - ETA: 0s - loss: 0.0817 31/116 [=======>......................] - ETA: 0s - loss: 0.1790 66/116 [================>.............] - ETA: 0s - loss: 0.1590 101/116 [=========================>....] - ETA: 0s - loss: 0.1683 116/116 [==============================] - 0s 2ms/step - loss: 0.1698
  539. Epoch 4/10
  540. 1/116 [..............................] - ETA: 0s - loss: 0.0832 41/116 [=========>....................] - ETA: 0s - loss: 0.1641 81/116 [===================>..........] - ETA: 0s - loss: 0.1679 116/116 [==============================] - 0s 1ms/step - loss: 0.1648
  541. Epoch 5/10
  542. 1/116 [..............................] - ETA: 0s - loss: 0.0674 41/116 [=========>....................] - ETA: 0s - loss: 0.1521 82/116 [====================>.........] - ETA: 0s - loss: 0.1556 116/116 [==============================] - 0s 1ms/step - loss: 0.1610
  543. Epoch 6/10
  544. 1/116 [..............................] - ETA: 0s - loss: 0.0291 41/116 [=========>....................] - ETA: 0s - loss: 0.1952 83/116 [====================>.........] - ETA: 0s - loss: 0.1699 116/116 [==============================] - 0s 1ms/step - loss: 0.1587
  545. Epoch 7/10
  546. 1/116 [..............................] - ETA: 0s - loss: 0.1767 42/116 [=========>....................] - ETA: 0s - loss: 0.1502 83/116 [====================>.........] - ETA: 0s - loss: 0.1590 116/116 [==============================] - 0s 1ms/step - loss: 0.1572
  547. Epoch 8/10
  548. 1/116 [..............................] - ETA: 0s - loss: 0.3217 43/116 [==========>...................] - ETA: 0s - loss: 0.1575 85/116 [====================>.........] - ETA: 0s - loss: 0.1541 116/116 [==============================] - 0s 1ms/step - loss: 0.1507
  549. Epoch 9/10
  550. 1/116 [..............................] - ETA: 0s - loss: 0.2682 43/116 [==========>...................] - ETA: 0s - loss: 0.1465 83/116 [====================>.........] - ETA: 0s - loss: 0.1471 116/116 [==============================] - 0s 1ms/step - loss: 0.1488
  551. Epoch 10/10
  552. 1/116 [..............................] - ETA: 0s - loss: 0.1894 41/116 [=========>....................] - ETA: 0s - loss: 0.1568 82/116 [====================>.........] - ETA: 0s - loss: 0.1563 116/116 [==============================] - 0s 1ms/step - loss: 0.1458
  553. -> test with GAN.predict
  554. GAN tn, fp: 270, 20
  555. GAN fn, tp: 1, 6
  556. GAN f1 score: 0.364
  557. GAN cohens kappa score: 0.339
  558. -> test with 'LR'
  559. LR tn, fp: 264, 26
  560. LR fn, tp: 1, 6
  561. LR f1 score: 0.308
  562. LR cohens kappa score: 0.280
  563. LR average precision score: 0.636
  564. -> test with 'RF'
  565. RF tn, fp: 289, 1
  566. RF fn, tp: 5, 2
  567. RF f1 score: 0.400
  568. RF cohens kappa score: 0.391
  569. -> test with 'GB'
  570. GB tn, fp: 289, 1
  571. GB fn, tp: 3, 4
  572. GB f1 score: 0.667
  573. GB cohens kappa score: 0.660
  574. -> test with 'KNN'
  575. KNN tn, fp: 272, 18
  576. KNN fn, tp: 1, 6
  577. KNN f1 score: 0.387
  578. KNN cohens kappa score: 0.364
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1131 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/116 [..............................] - ETA: 17s - loss: 0.1586 42/116 [=========>....................] - ETA: 0s - loss: 0.1826  83/116 [====================>.........] - ETA: 0s - loss: 0.1884 116/116 [==============================] - 0s 1ms/step - loss: 0.1911
  586. Epoch 2/10
  587. 1/116 [..............................] - ETA: 0s - loss: 0.1461 39/116 [=========>....................] - ETA: 0s - loss: 0.1602 80/116 [===================>..........] - ETA: 0s - loss: 0.1793 116/116 [==============================] - 0s 1ms/step - loss: 0.1885
  588. Epoch 3/10
  589. 1/116 [..............................] - ETA: 0s - loss: 0.2334 40/116 [=========>....................] - ETA: 0s - loss: 0.1882 81/116 [===================>..........] - ETA: 0s - loss: 0.1891 116/116 [==============================] - 0s 1ms/step - loss: 0.1873
  590. Epoch 4/10
  591. 1/116 [..............................] - ETA: 0s - loss: 0.0404 41/116 [=========>....................] - ETA: 0s - loss: 0.1629 83/116 [====================>.........] - ETA: 0s - loss: 0.1817 116/116 [==============================] - 0s 1ms/step - loss: 0.1825
  592. Epoch 5/10
  593. 1/116 [..............................] - ETA: 0s - loss: 0.2532 43/116 [==========>...................] - ETA: 0s - loss: 0.1702 84/116 [====================>.........] - ETA: 0s - loss: 0.1829 116/116 [==============================] - 0s 1ms/step - loss: 0.1784
  594. Epoch 6/10
  595. 1/116 [..............................] - ETA: 0s - loss: 0.2009 43/116 [==========>...................] - ETA: 0s - loss: 0.1623 83/116 [====================>.........] - ETA: 0s - loss: 0.1780 116/116 [==============================] - 0s 1ms/step - loss: 0.1773
  596. Epoch 7/10
  597. 1/116 [..............................] - ETA: 0s - loss: 0.1788 42/116 [=========>....................] - ETA: 0s - loss: 0.1814 84/116 [====================>.........] - ETA: 0s - loss: 0.1725 116/116 [==============================] - 0s 1ms/step - loss: 0.1753
  598. Epoch 8/10
  599. 1/116 [..............................] - ETA: 0s - loss: 0.0947 31/116 [=======>......................] - ETA: 0s - loss: 0.1808 63/116 [===============>..............] - ETA: 0s - loss: 0.1781 98/116 [========================>.....] - ETA: 0s - loss: 0.1705 116/116 [==============================] - 0s 2ms/step - loss: 0.1704
  600. Epoch 9/10
  601. 1/116 [..............................] - ETA: 0s - loss: 0.1378 43/116 [==========>...................] - ETA: 0s - loss: 0.1743 84/116 [====================>.........] - ETA: 0s - loss: 0.1697 116/116 [==============================] - 0s 1ms/step - loss: 0.1670
  602. Epoch 10/10
  603. 1/116 [..............................] - ETA: 0s - loss: 0.1778 41/116 [=========>....................] - ETA: 0s - loss: 0.1600 83/116 [====================>.........] - ETA: 0s - loss: 0.1620 116/116 [==============================] - 0s 1ms/step - loss: 0.1628
  604. -> test with GAN.predict
  605. GAN tn, fp: 271, 19
  606. GAN fn, tp: 0, 7
  607. GAN f1 score: 0.424
  608. GAN cohens kappa score: 0.402
  609. -> test with 'LR'
  610. LR tn, fp: 252, 38
  611. LR fn, tp: 0, 7
  612. LR f1 score: 0.269
  613. LR cohens kappa score: 0.238
  614. LR average precision score: 0.799
  615. -> test with 'RF'
  616. RF tn, fp: 290, 0
  617. RF fn, tp: 3, 4
  618. RF f1 score: 0.727
  619. RF cohens kappa score: 0.723
  620. -> test with 'GB'
  621. GB tn, fp: 289, 1
  622. GB fn, tp: 4, 3
  623. GB f1 score: 0.545
  624. GB cohens kappa score: 0.538
  625. -> test with 'KNN'
  626. KNN tn, fp: 256, 34
  627. KNN fn, tp: 0, 7
  628. KNN f1 score: 0.292
  629. KNN cohens kappa score: 0.262
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1131 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/116 [..............................] - ETA: 17s - loss: 0.2425 43/116 [==========>...................] - ETA: 0s - loss: 0.1655  85/116 [====================>.........] - ETA: 0s - loss: 0.1793 116/116 [==============================] - 0s 1ms/step - loss: 0.1753
  637. Epoch 2/10
  638. 1/116 [..............................] - ETA: 0s - loss: 0.1664 32/116 [=======>......................] - ETA: 0s - loss: 0.1565 72/116 [=================>............] - ETA: 0s - loss: 0.1678 111/116 [===========================>..] - ETA: 0s - loss: 0.1650 116/116 [==============================] - 0s 1ms/step - loss: 0.1688
  639. Epoch 3/10
  640. 1/116 [..............................] - ETA: 0s - loss: 0.0629 43/116 [==========>...................] - ETA: 0s - loss: 0.1724 84/116 [====================>.........] - ETA: 0s - loss: 0.1695 116/116 [==============================] - 0s 1ms/step - loss: 0.1639
  641. Epoch 4/10
  642. 1/116 [..............................] - ETA: 0s - loss: 0.1864 42/116 [=========>....................] - ETA: 0s - loss: 0.1540 82/116 [====================>.........] - ETA: 0s - loss: 0.1636 116/116 [==============================] - 0s 1ms/step - loss: 0.1590
  643. Epoch 5/10
  644. 1/116 [..............................] - ETA: 0s - loss: 0.4631 42/116 [=========>....................] - ETA: 0s - loss: 0.1456 83/116 [====================>.........] - ETA: 0s - loss: 0.1572 116/116 [==============================] - 0s 1ms/step - loss: 0.1553
  645. Epoch 6/10
  646. 1/116 [..............................] - ETA: 0s - loss: 0.0547 42/116 [=========>....................] - ETA: 0s - loss: 0.1304 83/116 [====================>.........] - ETA: 0s - loss: 0.1531 116/116 [==============================] - 0s 1ms/step - loss: 0.1510
  647. Epoch 7/10
  648. 1/116 [..............................] - ETA: 0s - loss: 0.2165 43/116 [==========>...................] - ETA: 0s - loss: 0.1349 82/116 [====================>.........] - ETA: 0s - loss: 0.1422 116/116 [==============================] - 0s 1ms/step - loss: 0.1464
  649. Epoch 8/10
  650. 1/116 [..............................] - ETA: 0s - loss: 0.1434 37/116 [========>.....................] - ETA: 0s - loss: 0.1372 79/116 [===================>..........] - ETA: 0s - loss: 0.1462 116/116 [==============================] - 0s 1ms/step - loss: 0.1483
  651. Epoch 9/10
  652. 1/116 [..............................] - ETA: 0s - loss: 0.2286 42/116 [=========>....................] - ETA: 0s - loss: 0.1467 82/116 [====================>.........] - ETA: 0s - loss: 0.1442 116/116 [==============================] - 0s 1ms/step - loss: 0.1385
  653. Epoch 10/10
  654. 1/116 [..............................] - ETA: 0s - loss: 0.1192 42/116 [=========>....................] - ETA: 0s - loss: 0.1291 80/116 [===================>..........] - ETA: 0s - loss: 0.1238 116/116 [==============================] - 0s 1ms/step - loss: 0.1339
  655. -> test with GAN.predict
  656. GAN tn, fp: 277, 13
  657. GAN fn, tp: 2, 5
  658. GAN f1 score: 0.400
  659. GAN cohens kappa score: 0.379
  660. -> test with 'LR'
  661. LR tn, fp: 269, 21
  662. LR fn, tp: 2, 5
  663. LR f1 score: 0.303
  664. LR cohens kappa score: 0.276
  665. LR average precision score: 0.432
  666. -> test with 'RF'
  667. RF tn, fp: 290, 0
  668. RF fn, tp: 6, 1
  669. RF f1 score: 0.250
  670. RF cohens kappa score: 0.246
  671. -> test with 'GB'
  672. GB tn, fp: 288, 2
  673. GB fn, tp: 4, 3
  674. GB f1 score: 0.500
  675. GB cohens kappa score: 0.490
  676. -> test with 'KNN'
  677. KNN tn, fp: 275, 15
  678. KNN fn, tp: 2, 5
  679. KNN f1 score: 0.370
  680. KNN cohens kappa score: 0.348
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1131 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/116 [..............................] - ETA: 18s - loss: 0.1428 44/116 [==========>...................] - ETA: 0s - loss: 0.2396  86/116 [=====================>........] - ETA: 0s - loss: 0.2356 116/116 [==============================] - 0s 1ms/step - loss: 0.2261
  688. Epoch 2/10
  689. 1/116 [..............................] - ETA: 0s - loss: 0.3539 43/116 [==========>...................] - ETA: 0s - loss: 0.2342 85/116 [====================>.........] - ETA: 0s - loss: 0.2221 116/116 [==============================] - 0s 1ms/step - loss: 0.2217
  690. Epoch 3/10
  691. 1/116 [..............................] - ETA: 0s - loss: 0.1768 42/116 [=========>....................] - ETA: 0s - loss: 0.2371 82/116 [====================>.........] - ETA: 0s - loss: 0.2185 116/116 [==============================] - 0s 1ms/step - loss: 0.2175
  692. Epoch 4/10
  693. 1/116 [..............................] - ETA: 0s - loss: 0.1149 34/116 [=======>......................] - ETA: 0s - loss: 0.1991 71/116 [=================>............] - ETA: 0s - loss: 0.2006 113/116 [============================>.] - ETA: 0s - loss: 0.2133 116/116 [==============================] - 0s 1ms/step - loss: 0.2137
  694. Epoch 5/10
  695. 1/116 [..............................] - ETA: 0s - loss: 0.1866 41/116 [=========>....................] - ETA: 0s - loss: 0.2132 82/116 [====================>.........] - ETA: 0s - loss: 0.2087 116/116 [==============================] - 0s 1ms/step - loss: 0.2084
  696. Epoch 6/10
  697. 1/116 [..............................] - ETA: 0s - loss: 0.0653 40/116 [=========>....................] - ETA: 0s - loss: 0.2173 82/116 [====================>.........] - ETA: 0s - loss: 0.2035 116/116 [==============================] - 0s 1ms/step - loss: 0.2039
  698. Epoch 7/10
  699. 1/116 [..............................] - ETA: 0s - loss: 0.3060 42/116 [=========>....................] - ETA: 0s - loss: 0.1951 84/116 [====================>.........] - ETA: 0s - loss: 0.1968 116/116 [==============================] - 0s 1ms/step - loss: 0.2001
  700. Epoch 8/10
  701. 1/116 [..............................] - ETA: 0s - loss: 0.3295 42/116 [=========>....................] - ETA: 0s - loss: 0.1934 84/116 [====================>.........] - ETA: 0s - loss: 0.1863 116/116 [==============================] - 0s 1ms/step - loss: 0.1966
  702. Epoch 9/10
  703. 1/116 [..............................] - ETA: 0s - loss: 0.2142 42/116 [=========>....................] - ETA: 0s - loss: 0.2077 79/116 [===================>..........] - ETA: 0s - loss: 0.1984 116/116 [==============================] - 0s 1ms/step - loss: 0.1932
  704. Epoch 10/10
  705. 1/116 [..............................] - ETA: 0s - loss: 0.1401 40/116 [=========>....................] - ETA: 0s - loss: 0.1794 79/116 [===================>..........] - ETA: 0s - loss: 0.1874 116/116 [==============================] - 0s 1ms/step - loss: 0.1873
  706. -> test with GAN.predict
  707. GAN tn, fp: 269, 21
  708. GAN fn, tp: 2, 5
  709. GAN f1 score: 0.303
  710. GAN cohens kappa score: 0.276
  711. -> test with 'LR'
  712. LR tn, fp: 259, 31
  713. LR fn, tp: 0, 7
  714. LR f1 score: 0.311
  715. LR cohens kappa score: 0.283
  716. LR average precision score: 0.374
  717. -> test with 'RF'
  718. RF tn, fp: 288, 2
  719. RF fn, tp: 3, 4
  720. RF f1 score: 0.615
  721. RF cohens kappa score: 0.607
  722. -> test with 'GB'
  723. GB tn, fp: 285, 5
  724. GB fn, tp: 3, 4
  725. GB f1 score: 0.500
  726. GB cohens kappa score: 0.486
  727. -> test with 'KNN'
  728. KNN tn, fp: 263, 27
  729. KNN fn, tp: 2, 5
  730. KNN f1 score: 0.256
  731. KNN cohens kappa score: 0.226
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1132 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/116 [..............................] - ETA: 14s - loss: 0.3311 45/116 [==========>...................] - ETA: 0s - loss: 0.1604  90/116 [======================>.......] - ETA: 0s - loss: 0.1600 116/116 [==============================] - 0s 1ms/step - loss: 0.1600
  739. Epoch 2/10
  740. 1/116 [..............................] - ETA: 0s - loss: 0.1124 46/116 [==========>...................] - ETA: 0s - loss: 0.1621 90/116 [======================>.......] - ETA: 0s - loss: 0.1530 116/116 [==============================] - 0s 1ms/step - loss: 0.1551
  741. Epoch 3/10
  742. 1/116 [..............................] - ETA: 0s - loss: 0.0688 45/116 [==========>...................] - ETA: 0s - loss: 0.1621 89/116 [======================>.......] - ETA: 0s - loss: 0.1533 116/116 [==============================] - 0s 1ms/step - loss: 0.1527
  743. Epoch 4/10
  744. 1/116 [..............................] - ETA: 0s - loss: 0.0990 46/116 [==========>...................] - ETA: 0s - loss: 0.1554 91/116 [======================>.......] - ETA: 0s - loss: 0.1544 116/116 [==============================] - 0s 1ms/step - loss: 0.1486
  745. Epoch 5/10
  746. 1/116 [..............................] - ETA: 0s - loss: 0.0410 46/116 [==========>...................] - ETA: 0s - loss: 0.1377 91/116 [======================>.......] - ETA: 0s - loss: 0.1453 116/116 [==============================] - 0s 1ms/step - loss: 0.1463
  747. Epoch 6/10
  748. 1/116 [..............................] - ETA: 0s - loss: 0.2202 44/116 [==========>...................] - ETA: 0s - loss: 0.1260 86/116 [=====================>........] - ETA: 0s - loss: 0.1325 116/116 [==============================] - 0s 1ms/step - loss: 0.1427
  749. Epoch 7/10
  750. 1/116 [..............................] - ETA: 0s - loss: 0.0582 44/116 [==========>...................] - ETA: 0s - loss: 0.1305 87/116 [=====================>........] - ETA: 0s - loss: 0.1326 116/116 [==============================] - 0s 1ms/step - loss: 0.1395
  751. Epoch 8/10
  752. 1/116 [..............................] - ETA: 0s - loss: 0.0425 45/116 [==========>...................] - ETA: 0s - loss: 0.1432 86/116 [=====================>........] - ETA: 0s - loss: 0.1342 116/116 [==============================] - 0s 1ms/step - loss: 0.1359
  753. Epoch 9/10
  754. 1/116 [..............................] - ETA: 0s - loss: 0.3542 39/116 [=========>....................] - ETA: 0s - loss: 0.1535 78/116 [===================>..........] - ETA: 0s - loss: 0.1397 116/116 [==============================] - 0s 1ms/step - loss: 0.1340
  755. Epoch 10/10
  756. 1/116 [..............................] - ETA: 0s - loss: 0.0299 46/116 [==========>...................] - ETA: 0s - loss: 0.1339 90/116 [======================>.......] - ETA: 0s - loss: 0.1262 116/116 [==============================] - 0s 1ms/step - loss: 0.1311
  757. -> test with GAN.predict
  758. GAN tn, fp: 280, 9
  759. GAN fn, tp: 2, 5
  760. GAN f1 score: 0.476
  761. GAN cohens kappa score: 0.459
  762. -> test with 'LR'
  763. LR tn, fp: 270, 19
  764. LR fn, tp: 1, 6
  765. LR f1 score: 0.375
  766. LR cohens kappa score: 0.351
  767. LR average precision score: 0.370
  768. -> test with 'RF'
  769. RF tn, fp: 289, 0
  770. RF fn, tp: 6, 1
  771. RF f1 score: 0.250
  772. RF cohens kappa score: 0.246
  773. -> test with 'GB'
  774. GB tn, fp: 288, 1
  775. GB fn, tp: 7, 0
  776. GB f1 score: 0.000
  777. GB cohens kappa score: -0.006
  778. -> test with 'KNN'
  779. KNN tn, fp: 279, 10
  780. KNN fn, tp: 1, 6
  781. KNN f1 score: 0.522
  782. KNN cohens kappa score: 0.505
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1131 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/116 [..............................] - ETA: 18s - loss: 0.1119 41/116 [=========>....................] - ETA: 0s - loss: 0.2045  81/116 [===================>..........] - ETA: 0s - loss: 0.1875 116/116 [==============================] - 0s 1ms/step - loss: 0.1849
  793. Epoch 2/10
  794. 1/116 [..............................] - ETA: 0s - loss: 0.3346 41/116 [=========>....................] - ETA: 0s - loss: 0.1764 82/116 [====================>.........] - ETA: 0s - loss: 0.1694 116/116 [==============================] - 0s 1ms/step - loss: 0.1819
  795. Epoch 3/10
  796. 1/116 [..............................] - ETA: 0s - loss: 0.2005 41/116 [=========>....................] - ETA: 0s - loss: 0.1865 82/116 [====================>.........] - ETA: 0s - loss: 0.1748 116/116 [==============================] - 0s 1ms/step - loss: 0.1761
  797. Epoch 4/10
  798. 1/116 [..............................] - ETA: 0s - loss: 0.1868 40/116 [=========>....................] - ETA: 0s - loss: 0.1769 77/116 [==================>...........] - ETA: 0s - loss: 0.1759 116/116 [==============================] - 0s 1ms/step - loss: 0.1732
  799. Epoch 5/10
  800. 1/116 [..............................] - ETA: 0s - loss: 0.2320 41/116 [=========>....................] - ETA: 0s - loss: 0.1801 81/116 [===================>..........] - ETA: 0s - loss: 0.1722 116/116 [==============================] - 0s 1ms/step - loss: 0.1685
  801. Epoch 6/10
  802. 1/116 [..............................] - ETA: 0s - loss: 0.1886 40/116 [=========>....................] - ETA: 0s - loss: 0.1569 79/116 [===================>..........] - ETA: 0s - loss: 0.1677 116/116 [==============================] - 0s 1ms/step - loss: 0.1677
  803. Epoch 7/10
  804. 1/116 [..............................] - ETA: 0s - loss: 0.0556 40/116 [=========>....................] - ETA: 0s - loss: 0.1580 80/116 [===================>..........] - ETA: 0s - loss: 0.1592 116/116 [==============================] - 0s 1ms/step - loss: 0.1630
  805. Epoch 8/10
  806. 1/116 [..............................] - ETA: 0s - loss: 0.2029 43/116 [==========>...................] - ETA: 0s - loss: 0.1749 83/116 [====================>.........] - ETA: 0s - loss: 0.1619 116/116 [==============================] - 0s 1ms/step - loss: 0.1593
  807. Epoch 9/10
  808. 1/116 [..............................] - ETA: 0s - loss: 0.0529 42/116 [=========>....................] - ETA: 0s - loss: 0.1741 85/116 [====================>.........] - ETA: 0s - loss: 0.1668 116/116 [==============================] - 0s 1ms/step - loss: 0.1597
  809. Epoch 10/10
  810. 1/116 [..............................] - ETA: 0s - loss: 0.0821 34/116 [=======>......................] - ETA: 0s - loss: 0.1447 70/116 [=================>............] - ETA: 0s - loss: 0.1429 110/116 [===========================>..] - ETA: 0s - loss: 0.1518 116/116 [==============================] - 0s 1ms/step - loss: 0.1545
  811. -> test with GAN.predict
  812. GAN tn, fp: 271, 19
  813. GAN fn, tp: 1, 6
  814. GAN f1 score: 0.375
  815. GAN cohens kappa score: 0.351
  816. -> test with 'LR'
  817. LR tn, fp: 275, 15
  818. LR fn, tp: 1, 6
  819. LR f1 score: 0.429
  820. LR cohens kappa score: 0.408
  821. LR average precision score: 0.732
  822. -> test with 'RF'
  823. RF tn, fp: 290, 0
  824. RF fn, tp: 4, 3
  825. RF f1 score: 0.600
  826. RF cohens kappa score: 0.594
  827. -> test with 'GB'
  828. GB tn, fp: 289, 1
  829. GB fn, tp: 3, 4
  830. GB f1 score: 0.667
  831. GB cohens kappa score: 0.660
  832. -> test with 'KNN'
  833. KNN tn, fp: 274, 16
  834. KNN fn, tp: 1, 6
  835. KNN f1 score: 0.414
  836. KNN cohens kappa score: 0.392
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1131 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/116 [..............................] - ETA: 18s - loss: 0.1402 43/116 [==========>...................] - ETA: 0s - loss: 0.2209  82/116 [====================>.........] - ETA: 0s - loss: 0.2274 116/116 [==============================] - 0s 1ms/step - loss: 0.2245
  844. Epoch 2/10
  845. 1/116 [..............................] - ETA: 0s - loss: 0.4628 42/116 [=========>....................] - ETA: 0s - loss: 0.2173 83/116 [====================>.........] - ETA: 0s - loss: 0.2209 116/116 [==============================] - 0s 1ms/step - loss: 0.2201
  846. Epoch 3/10
  847. 1/116 [..............................] - ETA: 0s - loss: 0.1563 41/116 [=========>....................] - ETA: 0s - loss: 0.2013 82/116 [====================>.........] - ETA: 0s - loss: 0.2133 116/116 [==============================] - 0s 1ms/step - loss: 0.2153
  848. Epoch 4/10
  849. 1/116 [..............................] - ETA: 0s - loss: 0.1454 41/116 [=========>....................] - ETA: 0s - loss: 0.2010 81/116 [===================>..........] - ETA: 0s - loss: 0.2036 116/116 [==============================] - 0s 1ms/step - loss: 0.2114
  850. Epoch 5/10
  851. 1/116 [..............................] - ETA: 0s - loss: 0.2141 42/116 [=========>....................] - ETA: 0s - loss: 0.2018 82/116 [====================>.........] - ETA: 0s - loss: 0.2062 116/116 [==============================] - 0s 1ms/step - loss: 0.2067
  852. Epoch 6/10
  853. 1/116 [..............................] - ETA: 0s - loss: 0.0824 39/116 [=========>....................] - ETA: 0s - loss: 0.1973 79/116 [===================>..........] - ETA: 0s - loss: 0.1997 116/116 [==============================] - 0s 1ms/step - loss: 0.2013
  854. Epoch 7/10
  855. 1/116 [..............................] - ETA: 0s - loss: 0.1398 40/116 [=========>....................] - ETA: 0s - loss: 0.2058 76/116 [==================>...........] - ETA: 0s - loss: 0.2032 111/116 [===========================>..] - ETA: 0s - loss: 0.1985 116/116 [==============================] - 0s 1ms/step - loss: 0.1959
  856. Epoch 8/10
  857. 1/116 [..............................] - ETA: 0s - loss: 0.1443 38/116 [========>.....................] - ETA: 0s - loss: 0.2061 76/116 [==================>...........] - ETA: 0s - loss: 0.1963 115/116 [============================>.] - ETA: 0s - loss: 0.1934 116/116 [==============================] - 0s 1ms/step - loss: 0.1937
  858. Epoch 9/10
  859. 1/116 [..............................] - ETA: 0s - loss: 0.2141 40/116 [=========>....................] - ETA: 0s - loss: 0.1866 81/116 [===================>..........] - ETA: 0s - loss: 0.1779 116/116 [==============================] - 0s 1ms/step - loss: 0.1889
  860. Epoch 10/10
  861. 1/116 [..............................] - ETA: 0s - loss: 0.2499 41/116 [=========>....................] - ETA: 0s - loss: 0.1985 82/116 [====================>.........] - ETA: 0s - loss: 0.1824 116/116 [==============================] - 0s 1ms/step - loss: 0.1843
  862. -> test with GAN.predict
  863. GAN tn, fp: 278, 12
  864. GAN fn, tp: 1, 6
  865. GAN f1 score: 0.480
  866. GAN cohens kappa score: 0.462
  867. -> test with 'LR'
  868. LR tn, fp: 257, 33
  869. LR fn, tp: 0, 7
  870. LR f1 score: 0.298
  871. LR cohens kappa score: 0.269
  872. LR average precision score: 0.242
  873. -> test with 'RF'
  874. RF tn, fp: 288, 2
  875. RF fn, tp: 5, 2
  876. RF f1 score: 0.364
  877. RF cohens kappa score: 0.353
  878. -> test with 'GB'
  879. GB tn, fp: 286, 4
  880. GB fn, tp: 4, 3
  881. GB f1 score: 0.429
  882. GB cohens kappa score: 0.415
  883. -> test with 'KNN'
  884. KNN tn, fp: 268, 22
  885. KNN fn, tp: 1, 6
  886. KNN f1 score: 0.343
  887. KNN cohens kappa score: 0.317
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1131 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/116 [..............................] - ETA: 18s - loss: 0.1182 41/116 [=========>....................] - ETA: 0s - loss: 0.1832  82/116 [====================>.........] - ETA: 0s - loss: 0.1804 116/116 [==============================] - 0s 1ms/step - loss: 0.1875
  895. Epoch 2/10
  896. 1/116 [..............................] - ETA: 0s - loss: 0.1219 41/116 [=========>....................] - ETA: 0s - loss: 0.1782 81/116 [===================>..........] - ETA: 0s - loss: 0.1780 116/116 [==============================] - ETA: 0s - loss: 0.1821 116/116 [==============================] - 0s 1ms/step - loss: 0.1821
  897. Epoch 3/10
  898. 1/116 [..............................] - ETA: 0s - loss: 0.2552 35/116 [========>.....................] - ETA: 0s - loss: 0.1934 70/116 [=================>............] - ETA: 0s - loss: 0.1887 110/116 [===========================>..] - ETA: 0s - loss: 0.1805 116/116 [==============================] - 0s 1ms/step - loss: 0.1794
  899. Epoch 4/10
  900. 1/116 [..............................] - ETA: 0s - loss: 0.0954 41/116 [=========>....................] - ETA: 0s - loss: 0.1658 80/116 [===================>..........] - ETA: 0s - loss: 0.1730 116/116 [==============================] - 0s 1ms/step - loss: 0.1741
  901. Epoch 5/10
  902. 1/116 [..............................] - ETA: 0s - loss: 0.1211 41/116 [=========>....................] - ETA: 0s - loss: 0.1646 82/116 [====================>.........] - ETA: 0s - loss: 0.1686 116/116 [==============================] - 0s 1ms/step - loss: 0.1686
  903. Epoch 6/10
  904. 1/116 [..............................] - ETA: 0s - loss: 0.2210 39/116 [=========>....................] - ETA: 0s - loss: 0.1631 77/116 [==================>...........] - ETA: 0s - loss: 0.1694 116/116 [==============================] - 0s 1ms/step - loss: 0.1653
  905. Epoch 7/10
  906. 1/116 [..............................] - ETA: 0s - loss: 0.2337 41/116 [=========>....................] - ETA: 0s - loss: 0.1818 80/116 [===================>..........] - ETA: 0s - loss: 0.1725 116/116 [==============================] - 0s 1ms/step - loss: 0.1612
  907. Epoch 8/10
  908. 1/116 [..............................] - ETA: 0s - loss: 0.0528 41/116 [=========>....................] - ETA: 0s - loss: 0.1569 80/116 [===================>..........] - ETA: 0s - loss: 0.1500 113/116 [============================>.] - ETA: 0s - loss: 0.1579 116/116 [==============================] - 0s 1ms/step - loss: 0.1588
  909. Epoch 9/10
  910. 1/116 [..............................] - ETA: 0s - loss: 0.0821 38/116 [========>.....................] - ETA: 0s - loss: 0.1517 79/116 [===================>..........] - ETA: 0s - loss: 0.1533 116/116 [==============================] - 0s 1ms/step - loss: 0.1569
  911. Epoch 10/10
  912. 1/116 [..............................] - ETA: 0s - loss: 0.2246 41/116 [=========>....................] - ETA: 0s - loss: 0.1506 81/116 [===================>..........] - ETA: 0s - loss: 0.1586 116/116 [==============================] - 0s 1ms/step - loss: 0.1557
  913. -> test with GAN.predict
  914. GAN tn, fp: 256, 34
  915. GAN fn, tp: 1, 6
  916. GAN f1 score: 0.255
  917. GAN cohens kappa score: 0.224
  918. -> test with 'LR'
  919. LR tn, fp: 251, 39
  920. LR fn, tp: 1, 6
  921. LR f1 score: 0.231
  922. LR cohens kappa score: 0.198
  923. LR average precision score: 0.658
  924. -> test with 'RF'
  925. RF tn, fp: 286, 4
  926. RF fn, tp: 3, 4
  927. RF f1 score: 0.533
  928. RF cohens kappa score: 0.521
  929. -> test with 'GB'
  930. GB tn, fp: 287, 3
  931. GB fn, tp: 3, 4
  932. GB f1 score: 0.571
  933. GB cohens kappa score: 0.561
  934. -> test with 'KNN'
  935. KNN tn, fp: 259, 31
  936. KNN fn, tp: 0, 7
  937. KNN f1 score: 0.311
  938. KNN cohens kappa score: 0.283
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1131 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/116 [..............................] - ETA: 19s - loss: 0.2347 42/116 [=========>....................] - ETA: 0s - loss: 0.2313  83/116 [====================>.........] - ETA: 0s - loss: 0.2200 116/116 [==============================] - 0s 1ms/step - loss: 0.2124
  946. Epoch 2/10
  947. 1/116 [..............................] - ETA: 0s - loss: 0.0930 42/116 [=========>....................] - ETA: 0s - loss: 0.2367 82/116 [====================>.........] - ETA: 0s - loss: 0.2094 116/116 [==============================] - 0s 1ms/step - loss: 0.2097
  948. Epoch 3/10
  949. 1/116 [..............................] - ETA: 0s - loss: 0.1179 41/116 [=========>....................] - ETA: 0s - loss: 0.1965 80/116 [===================>..........] - ETA: 0s - loss: 0.2092 116/116 [==============================] - 0s 1ms/step - loss: 0.2061
  950. Epoch 4/10
  951. 1/116 [..............................] - ETA: 0s - loss: 0.2551 41/116 [=========>....................] - ETA: 0s - loss: 0.2103 81/116 [===================>..........] - ETA: 0s - loss: 0.2084 116/116 [==============================] - 0s 1ms/step - loss: 0.2006
  952. Epoch 5/10
  953. 1/116 [..............................] - ETA: 0s - loss: 0.0354 42/116 [=========>....................] - ETA: 0s - loss: 0.1730 83/116 [====================>.........] - ETA: 0s - loss: 0.1924 116/116 [==============================] - 0s 1ms/step - loss: 0.1974
  954. Epoch 6/10
  955. 1/116 [..............................] - ETA: 0s - loss: 0.0883 40/116 [=========>....................] - ETA: 0s - loss: 0.1695 81/116 [===================>..........] - ETA: 0s - loss: 0.1880 116/116 [==============================] - 0s 1ms/step - loss: 0.1932
  956. Epoch 7/10
  957. 1/116 [..............................] - ETA: 0s - loss: 0.2113 42/116 [=========>....................] - ETA: 0s - loss: 0.1934 79/116 [===================>..........] - ETA: 0s - loss: 0.1940 116/116 [==============================] - 0s 1ms/step - loss: 0.1895
  958. Epoch 8/10
  959. 1/116 [..............................] - ETA: 0s - loss: 0.1474 36/116 [========>.....................] - ETA: 0s - loss: 0.1824 73/116 [=================>............] - ETA: 0s - loss: 0.1948 112/116 [===========================>..] - ETA: 0s - loss: 0.1876 116/116 [==============================] - 0s 1ms/step - loss: 0.1857
  960. Epoch 9/10
  961. 1/116 [..............................] - ETA: 0s - loss: 0.0668 41/116 [=========>....................] - ETA: 0s - loss: 0.1636 77/116 [==================>...........] - ETA: 0s - loss: 0.1820 114/116 [============================>.] - ETA: 0s - loss: 0.1819 116/116 [==============================] - 0s 1ms/step - loss: 0.1807
  962. Epoch 10/10
  963. 1/116 [..............................] - ETA: 0s - loss: 0.2148 41/116 [=========>....................] - ETA: 0s - loss: 0.1595 79/116 [===================>..........] - ETA: 0s - loss: 0.1725 116/116 [==============================] - 0s 1ms/step - loss: 0.1767
  964. -> test with GAN.predict
  965. GAN tn, fp: 275, 15
  966. GAN fn, tp: 1, 6
  967. GAN f1 score: 0.429
  968. GAN cohens kappa score: 0.408
  969. -> test with 'LR'
  970. LR tn, fp: 262, 28
  971. LR fn, tp: 1, 6
  972. LR f1 score: 0.293
  973. LR cohens kappa score: 0.264
  974. LR average precision score: 0.637
  975. -> test with 'RF'
  976. RF tn, fp: 290, 0
  977. RF fn, tp: 4, 3
  978. RF f1 score: 0.600
  979. RF cohens kappa score: 0.594
  980. -> test with 'GB'
  981. GB tn, fp: 289, 1
  982. GB fn, tp: 4, 3
  983. GB f1 score: 0.545
  984. GB cohens kappa score: 0.538
  985. -> test with 'KNN'
  986. KNN tn, fp: 263, 27
  987. KNN fn, tp: 1, 6
  988. KNN f1 score: 0.300
  989. KNN cohens kappa score: 0.272
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1132 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/116 [..............................] - ETA: 15s - loss: 0.2604 43/116 [==========>...................] - ETA: 0s - loss: 0.1759  87/116 [=====================>........] - ETA: 0s - loss: 0.1588 116/116 [==============================] - 0s 1ms/step - loss: 0.1659
  997. Epoch 2/10
  998. 1/116 [..............................] - ETA: 0s - loss: 0.0420 44/116 [==========>...................] - ETA: 0s - loss: 0.1921 88/116 [=====================>........] - ETA: 0s - loss: 0.1733 116/116 [==============================] - 0s 1ms/step - loss: 0.1626
  999. Epoch 3/10
  1000. 1/116 [..............................] - ETA: 0s - loss: 0.3435 46/116 [==========>...................] - ETA: 0s - loss: 0.1570 91/116 [======================>.......] - ETA: 0s - loss: 0.1561 116/116 [==============================] - 0s 1ms/step - loss: 0.1609
  1001. Epoch 4/10
  1002. 1/116 [..............................] - ETA: 0s - loss: 0.0908 46/116 [==========>...................] - ETA: 0s - loss: 0.1629 90/116 [======================>.......] - ETA: 0s - loss: 0.1583 116/116 [==============================] - 0s 1ms/step - loss: 0.1573
  1003. Epoch 5/10
  1004. 1/116 [..............................] - ETA: 0s - loss: 0.1335 44/116 [==========>...................] - ETA: 0s - loss: 0.1726 89/116 [======================>.......] - ETA: 0s - loss: 0.1573 116/116 [==============================] - 0s 1ms/step - loss: 0.1541
  1005. Epoch 6/10
  1006. 1/116 [..............................] - ETA: 0s - loss: 0.0518 43/116 [==========>...................] - ETA: 0s - loss: 0.1733 83/116 [====================>.........] - ETA: 0s - loss: 0.1562 116/116 [==============================] - 0s 1ms/step - loss: 0.1512
  1007. Epoch 7/10
  1008. 1/116 [..............................] - ETA: 0s - loss: 0.0573 39/116 [=========>....................] - ETA: 0s - loss: 0.1384 82/116 [====================>.........] - ETA: 0s - loss: 0.1482 116/116 [==============================] - 0s 1ms/step - loss: 0.1480
  1009. Epoch 8/10
  1010. 1/116 [..............................] - ETA: 0s - loss: 0.1357 43/116 [==========>...................] - ETA: 0s - loss: 0.1451 86/116 [=====================>........] - ETA: 0s - loss: 0.1485 116/116 [==============================] - 0s 1ms/step - loss: 0.1453
  1011. Epoch 9/10
  1012. 1/116 [..............................] - ETA: 0s - loss: 0.1243 45/116 [==========>...................] - ETA: 0s - loss: 0.1374 90/116 [======================>.......] - ETA: 0s - loss: 0.1356 116/116 [==============================] - 0s 1ms/step - loss: 0.1410
  1013. Epoch 10/10
  1014. 1/116 [..............................] - ETA: 0s - loss: 0.1079 45/116 [==========>...................] - ETA: 0s - loss: 0.1410 88/116 [=====================>........] - ETA: 0s - loss: 0.1359 116/116 [==============================] - 0s 1ms/step - loss: 0.1390
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 271, 18
  1017. GAN fn, tp: 2, 5
  1018. GAN f1 score: 0.333
  1019. GAN cohens kappa score: 0.308
  1020. -> test with 'LR'
  1021. LR tn, fp: 266, 23
  1022. LR fn, tp: 2, 5
  1023. LR f1 score: 0.286
  1024. LR cohens kappa score: 0.258
  1025. LR average precision score: 0.678
  1026. -> test with 'RF'
  1027. RF tn, fp: 289, 0
  1028. RF fn, tp: 4, 3
  1029. RF f1 score: 0.600
  1030. RF cohens kappa score: 0.594
  1031. -> test with 'GB'
  1032. GB tn, fp: 288, 1
  1033. GB fn, tp: 5, 2
  1034. GB f1 score: 0.400
  1035. GB cohens kappa score: 0.391
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 275, 14
  1038. KNN fn, tp: 2, 5
  1039. KNN f1 score: 0.385
  1040. KNN cohens kappa score: 0.363
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1131 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/116 [..............................] - ETA: 17s - loss: 0.3105 43/116 [==========>...................] - ETA: 0s - loss: 0.2500  82/116 [====================>.........] - ETA: 0s - loss: 0.2452 116/116 [==============================] - 0s 1ms/step - loss: 0.2370
  1051. Epoch 2/10
  1052. 1/116 [..............................] - ETA: 0s - loss: 0.0973 42/116 [=========>....................] - ETA: 0s - loss: 0.2376 83/116 [====================>.........] - ETA: 0s - loss: 0.2277 116/116 [==============================] - 0s 1ms/step - loss: 0.2329
  1053. Epoch 3/10
  1054. 1/116 [..............................] - ETA: 0s - loss: 0.2272 42/116 [=========>....................] - ETA: 0s - loss: 0.2072 84/116 [====================>.........] - ETA: 0s - loss: 0.2164 116/116 [==============================] - 0s 1ms/step - loss: 0.2270
  1055. Epoch 4/10
  1056. 1/116 [..............................] - ETA: 0s - loss: 0.0639 36/116 [========>.....................] - ETA: 0s - loss: 0.2200 69/116 [================>.............] - ETA: 0s - loss: 0.2112 111/116 [===========================>..] - ETA: 0s - loss: 0.2214 116/116 [==============================] - 0s 1ms/step - loss: 0.2206
  1057. Epoch 5/10
  1058. 1/116 [..............................] - ETA: 0s - loss: 0.3521 45/116 [==========>...................] - ETA: 0s - loss: 0.2234 85/116 [====================>.........] - ETA: 0s - loss: 0.2119 116/116 [==============================] - 0s 1ms/step - loss: 0.2165
  1059. Epoch 6/10
  1060. 1/116 [..............................] - ETA: 0s - loss: 0.2272 42/116 [=========>....................] - ETA: 0s - loss: 0.2191 82/116 [====================>.........] - ETA: 0s - loss: 0.2173 116/116 [==============================] - 0s 1ms/step - loss: 0.2129
  1061. Epoch 7/10
  1062. 1/116 [..............................] - ETA: 0s - loss: 0.3796 42/116 [=========>....................] - ETA: 0s - loss: 0.2228 84/116 [====================>.........] - ETA: 0s - loss: 0.2085 116/116 [==============================] - 0s 1ms/step - loss: 0.2071
  1063. Epoch 8/10
  1064. 1/116 [..............................] - ETA: 0s - loss: 0.0765 43/116 [==========>...................] - ETA: 0s - loss: 0.2023 85/116 [====================>.........] - ETA: 0s - loss: 0.1969 116/116 [==============================] - 0s 1ms/step - loss: 0.2025
  1065. Epoch 9/10
  1066. 1/116 [..............................] - ETA: 0s - loss: 0.2647 43/116 [==========>...................] - ETA: 0s - loss: 0.1982 85/116 [====================>.........] - ETA: 0s - loss: 0.2019 116/116 [==============================] - 0s 1ms/step - loss: 0.2003
  1067. Epoch 10/10
  1068. 1/116 [..............................] - ETA: 0s - loss: 0.3576 41/116 [=========>....................] - ETA: 0s - loss: 0.2025 83/116 [====================>.........] - ETA: 0s - loss: 0.1818 116/116 [==============================] - 0s 1ms/step - loss: 0.1961
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 257, 33
  1071. GAN fn, tp: 0, 7
  1072. GAN f1 score: 0.298
  1073. GAN cohens kappa score: 0.269
  1074. -> test with 'LR'
  1075. LR tn, fp: 248, 42
  1076. LR fn, tp: 0, 7
  1077. LR f1 score: 0.250
  1078. LR cohens kappa score: 0.218
  1079. LR average precision score: 0.504
  1080. -> test with 'RF'
  1081. RF tn, fp: 288, 2
  1082. RF fn, tp: 3, 4
  1083. RF f1 score: 0.615
  1084. RF cohens kappa score: 0.607
  1085. -> test with 'GB'
  1086. GB tn, fp: 288, 2
  1087. GB fn, tp: 3, 4
  1088. GB f1 score: 0.615
  1089. GB cohens kappa score: 0.607
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 262, 28
  1092. KNN fn, tp: 1, 6
  1093. KNN f1 score: 0.293
  1094. KNN cohens kappa score: 0.264
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1131 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/116 [..............................] - ETA: 19s - loss: 0.0931 42/116 [=========>....................] - ETA: 0s - loss: 0.1601  84/116 [====================>.........] - ETA: 0s - loss: 0.1766 116/116 [==============================] - 0s 1ms/step - loss: 0.1795
  1102. Epoch 2/10
  1103. 1/116 [..............................] - ETA: 0s - loss: 0.6478 39/116 [=========>....................] - ETA: 0s - loss: 0.1854 77/116 [==================>...........] - ETA: 0s - loss: 0.1747 116/116 [==============================] - 0s 1ms/step - loss: 0.1759
  1104. Epoch 3/10
  1105. 1/116 [..............................] - ETA: 0s - loss: 0.2960 43/116 [==========>...................] - ETA: 0s - loss: 0.1977 83/116 [====================>.........] - ETA: 0s - loss: 0.1777 116/116 [==============================] - 0s 1ms/step - loss: 0.1721
  1106. Epoch 4/10
  1107. 1/116 [..............................] - ETA: 0s - loss: 0.0351 35/116 [========>.....................] - ETA: 0s - loss: 0.1592 65/116 [===============>..............] - ETA: 0s - loss: 0.1492 95/116 [=======================>......] - ETA: 0s - loss: 0.1600 116/116 [==============================] - 0s 2ms/step - loss: 0.1694
  1108. Epoch 5/10
  1109. 1/116 [..............................] - ETA: 0s - loss: 0.1173 42/116 [=========>....................] - ETA: 0s - loss: 0.1884 83/116 [====================>.........] - ETA: 0s - loss: 0.1703 116/116 [==============================] - 0s 1ms/step - loss: 0.1671
  1110. Epoch 6/10
  1111. 1/116 [..............................] - ETA: 0s - loss: 0.1023 43/116 [==========>...................] - ETA: 0s - loss: 0.1707 85/116 [====================>.........] - ETA: 0s - loss: 0.1582 116/116 [==============================] - 0s 1ms/step - loss: 0.1624
  1112. Epoch 7/10
  1113. 1/116 [..............................] - ETA: 0s - loss: 0.0948 42/116 [=========>....................] - ETA: 0s - loss: 0.1634 84/116 [====================>.........] - ETA: 0s - loss: 0.1496 116/116 [==============================] - 0s 1ms/step - loss: 0.1608
  1114. Epoch 8/10
  1115. 1/116 [..............................] - ETA: 0s - loss: 0.1643 42/116 [=========>....................] - ETA: 0s - loss: 0.1647 84/116 [====================>.........] - ETA: 0s - loss: 0.1545 116/116 [==============================] - 0s 1ms/step - loss: 0.1585
  1116. Epoch 9/10
  1117. 1/116 [..............................] - ETA: 0s - loss: 0.1377 42/116 [=========>....................] - ETA: 0s - loss: 0.1564 82/116 [====================>.........] - ETA: 0s - loss: 0.1503 116/116 [==============================] - 0s 1ms/step - loss: 0.1560
  1118. Epoch 10/10
  1119. 1/116 [..............................] - ETA: 0s - loss: 0.1324 42/116 [=========>....................] - ETA: 0s - loss: 0.1397 83/116 [====================>.........] - ETA: 0s - loss: 0.1520 116/116 [==============================] - 0s 1ms/step - loss: 0.1528
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 272, 18
  1122. GAN fn, tp: 3, 4
  1123. GAN f1 score: 0.276
  1124. GAN cohens kappa score: 0.249
  1125. -> test with 'LR'
  1126. LR tn, fp: 262, 28
  1127. LR fn, tp: 3, 4
  1128. LR f1 score: 0.205
  1129. LR cohens kappa score: 0.173
  1130. LR average precision score: 0.218
  1131. -> test with 'RF'
  1132. RF tn, fp: 289, 1
  1133. RF fn, tp: 5, 2
  1134. RF f1 score: 0.400
  1135. RF cohens kappa score: 0.391
  1136. -> test with 'GB'
  1137. GB tn, fp: 288, 2
  1138. GB fn, tp: 4, 3
  1139. GB f1 score: 0.500
  1140. GB cohens kappa score: 0.490
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 271, 19
  1143. KNN fn, tp: 3, 4
  1144. KNN f1 score: 0.267
  1145. KNN cohens kappa score: 0.239
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1131 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/116 [..............................] - ETA: 18s - loss: 0.1187 42/116 [=========>....................] - ETA: 0s - loss: 0.1924  83/116 [====================>.........] - ETA: 0s - loss: 0.1974 116/116 [==============================] - 0s 1ms/step - loss: 0.1994
  1153. Epoch 2/10
  1154. 1/116 [..............................] - ETA: 0s - loss: 0.2146 41/116 [=========>....................] - ETA: 0s - loss: 0.1753 81/116 [===================>..........] - ETA: 0s - loss: 0.1906 116/116 [==============================] - 0s 1ms/step - loss: 0.1913
  1155. Epoch 3/10
  1156. 1/116 [..............................] - ETA: 0s - loss: 0.3842 41/116 [=========>....................] - ETA: 0s - loss: 0.2063 80/116 [===================>..........] - ETA: 0s - loss: 0.1887 116/116 [==============================] - 0s 1ms/step - loss: 0.1856
  1157. Epoch 4/10
  1158. 1/116 [..............................] - ETA: 0s - loss: 0.1252 42/116 [=========>....................] - ETA: 0s - loss: 0.1844 83/116 [====================>.........] - ETA: 0s - loss: 0.1791 116/116 [==============================] - 0s 1ms/step - loss: 0.1796
  1159. Epoch 5/10
  1160. 1/116 [..............................] - ETA: 0s - loss: 0.1397 42/116 [=========>....................] - ETA: 0s - loss: 0.1729 83/116 [====================>.........] - ETA: 0s - loss: 0.1838 116/116 [==============================] - 0s 1ms/step - loss: 0.1748
  1161. Epoch 6/10
  1162. 1/116 [..............................] - ETA: 0s - loss: 0.4387 41/116 [=========>....................] - ETA: 0s - loss: 0.1677 81/116 [===================>..........] - ETA: 0s - loss: 0.1680 116/116 [==============================] - 0s 1ms/step - loss: 0.1695
  1163. Epoch 7/10
  1164. 1/116 [..............................] - ETA: 0s - loss: 0.5847 41/116 [=========>....................] - ETA: 0s - loss: 0.1596 82/116 [====================>.........] - ETA: 0s - loss: 0.1650 116/116 [==============================] - 0s 1ms/step - loss: 0.1655
  1165. Epoch 8/10
  1166. 1/116 [..............................] - ETA: 0s - loss: 0.3125 39/116 [=========>....................] - ETA: 0s - loss: 0.1409 72/116 [=================>............] - ETA: 0s - loss: 0.1620 104/116 [=========================>....] - ETA: 0s - loss: 0.1590 116/116 [==============================] - 0s 1ms/step - loss: 0.1594
  1167. Epoch 9/10
  1168. 1/116 [..............................] - ETA: 0s - loss: 0.0585 40/116 [=========>....................] - ETA: 0s - loss: 0.1679 81/116 [===================>..........] - ETA: 0s - loss: 0.1526 116/116 [==============================] - 0s 1ms/step - loss: 0.1546
  1169. Epoch 10/10
  1170. 1/116 [..............................] - ETA: 0s - loss: 0.1514 40/116 [=========>....................] - ETA: 0s - loss: 0.1544 81/116 [===================>..........] - ETA: 0s - loss: 0.1604 116/116 [==============================] - 0s 1ms/step - loss: 0.1512
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 267, 23
  1173. GAN fn, tp: 0, 7
  1174. GAN f1 score: 0.378
  1175. GAN cohens kappa score: 0.354
  1176. -> test with 'LR'
  1177. LR tn, fp: 264, 26
  1178. LR fn, tp: 0, 7
  1179. LR f1 score: 0.350
  1180. LR cohens kappa score: 0.324
  1181. LR average precision score: 0.754
  1182. -> test with 'RF'
  1183. RF tn, fp: 288, 2
  1184. RF fn, tp: 1, 6
  1185. RF f1 score: 0.800
  1186. RF cohens kappa score: 0.795
  1187. -> test with 'GB'
  1188. GB tn, fp: 288, 2
  1189. GB fn, tp: 1, 6
  1190. GB f1 score: 0.800
  1191. GB cohens kappa score: 0.795
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 272, 18
  1194. KNN fn, tp: 0, 7
  1195. KNN f1 score: 0.438
  1196. KNN cohens kappa score: 0.416
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1131 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/116 [..............................] - ETA: 17s - loss: 0.2822 42/116 [=========>....................] - ETA: 0s - loss: 0.2313  83/116 [====================>.........] - ETA: 0s - loss: 0.2342 116/116 [==============================] - 0s 1ms/step - loss: 0.2258
  1204. Epoch 2/10
  1205. 1/116 [..............................] - ETA: 0s - loss: 0.0878 42/116 [=========>....................] - ETA: 0s - loss: 0.2085 83/116 [====================>.........] - ETA: 0s - loss: 0.2124 116/116 [==============================] - 0s 1ms/step - loss: 0.2200
  1206. Epoch 3/10
  1207. 1/116 [..............................] - ETA: 0s - loss: 0.2450 41/116 [=========>....................] - ETA: 0s - loss: 0.2163 80/116 [===================>..........] - ETA: 0s - loss: 0.2178 116/116 [==============================] - 0s 1ms/step - loss: 0.2169
  1208. Epoch 4/10
  1209. 1/116 [..............................] - ETA: 0s - loss: 0.1901 41/116 [=========>....................] - ETA: 0s - loss: 0.2118 83/116 [====================>.........] - ETA: 0s - loss: 0.2169 116/116 [==============================] - 0s 1ms/step - loss: 0.2102
  1210. Epoch 5/10
  1211. 1/116 [..............................] - ETA: 0s - loss: 0.2055 40/116 [=========>....................] - ETA: 0s - loss: 0.1968 81/116 [===================>..........] - ETA: 0s - loss: 0.2046 116/116 [==============================] - 0s 1ms/step - loss: 0.2074
  1212. Epoch 6/10
  1213. 1/116 [..............................] - ETA: 0s - loss: 0.1206 43/116 [==========>...................] - ETA: 0s - loss: 0.2044 83/116 [====================>.........] - ETA: 0s - loss: 0.2107 116/116 [==============================] - 0s 1ms/step - loss: 0.2033
  1214. Epoch 7/10
  1215. 1/116 [..............................] - ETA: 0s - loss: 0.1941 43/116 [==========>...................] - ETA: 0s - loss: 0.2134 84/116 [====================>.........] - ETA: 0s - loss: 0.1956 116/116 [==============================] - 0s 1ms/step - loss: 0.1994
  1216. Epoch 8/10
  1217. 1/116 [..............................] - ETA: 0s - loss: 0.2524 38/116 [========>.....................] - ETA: 0s - loss: 0.2093 76/116 [==================>...........] - ETA: 0s - loss: 0.1931 110/116 [===========================>..] - ETA: 0s - loss: 0.1980 116/116 [==============================] - 0s 1ms/step - loss: 0.1980
  1218. Epoch 9/10
  1219. 1/116 [..............................] - ETA: 0s - loss: 0.0505 40/116 [=========>....................] - ETA: 0s - loss: 0.1932 79/116 [===================>..........] - ETA: 0s - loss: 0.1991 116/116 [==============================] - 0s 1ms/step - loss: 0.1913
  1220. Epoch 10/10
  1221. 1/116 [..............................] - ETA: 0s - loss: 0.2015 42/116 [=========>....................] - ETA: 0s - loss: 0.1893 83/116 [====================>.........] - ETA: 0s - loss: 0.1934 116/116 [==============================] - 0s 1ms/step - loss: 0.1897
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 269, 21
  1224. GAN fn, tp: 2, 5
  1225. GAN f1 score: 0.303
  1226. GAN cohens kappa score: 0.276
  1227. -> test with 'LR'
  1228. LR tn, fp: 254, 36
  1229. LR fn, tp: 0, 7
  1230. LR f1 score: 0.280
  1231. LR cohens kappa score: 0.250
  1232. LR average precision score: 0.318
  1233. -> test with 'RF'
  1234. RF tn, fp: 290, 0
  1235. RF fn, tp: 5, 2
  1236. RF f1 score: 0.444
  1237. RF cohens kappa score: 0.439
  1238. -> test with 'GB'
  1239. GB tn, fp: 289, 1
  1240. GB fn, tp: 5, 2
  1241. GB f1 score: 0.400
  1242. GB cohens kappa score: 0.391
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 274, 16
  1245. KNN fn, tp: 1, 6
  1246. KNN f1 score: 0.414
  1247. KNN cohens kappa score: 0.392
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1132 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/116 [..............................] - ETA: 17s - loss: 0.2746 39/116 [=========>....................] - ETA: 0s - loss: 0.1733  77/116 [==================>...........] - ETA: 0s - loss: 0.1548 115/116 [============================>.] - ETA: 0s - loss: 0.1604 116/116 [==============================] - 0s 1ms/step - loss: 0.1613
  1255. Epoch 2/10
  1256. 1/116 [..............................] - ETA: 0s - loss: 0.4020 39/116 [=========>....................] - ETA: 0s - loss: 0.1655 77/116 [==================>...........] - ETA: 0s - loss: 0.1596 115/116 [============================>.] - ETA: 0s - loss: 0.1573 116/116 [==============================] - 0s 1ms/step - loss: 0.1590
  1257. Epoch 3/10
  1258. 1/116 [..............................] - ETA: 0s - loss: 0.1288 43/116 [==========>...................] - ETA: 0s - loss: 0.1458 85/116 [====================>.........] - ETA: 0s - loss: 0.1541 116/116 [==============================] - 0s 1ms/step - loss: 0.1548
  1259. Epoch 4/10
  1260. 1/116 [..............................] - ETA: 0s - loss: 0.0328 37/116 [========>.....................] - ETA: 0s - loss: 0.1443 72/116 [=================>............] - ETA: 0s - loss: 0.1468 108/116 [==========================>...] - ETA: 0s - loss: 0.1515 116/116 [==============================] - 0s 1ms/step - loss: 0.1536
  1261. Epoch 5/10
  1262. 1/116 [..............................] - ETA: 0s - loss: 0.2981 37/116 [========>.....................] - ETA: 0s - loss: 0.1344 72/116 [=================>............] - ETA: 0s - loss: 0.1520 108/116 [==========================>...] - ETA: 0s - loss: 0.1466 116/116 [==============================] - 0s 1ms/step - loss: 0.1518
  1263. Epoch 6/10
  1264. 1/116 [..............................] - ETA: 0s - loss: 0.1074 33/116 [=======>......................] - ETA: 0s - loss: 0.1326 64/116 [===============>..............] - ETA: 0s - loss: 0.1270 100/116 [========================>.....] - ETA: 0s - loss: 0.1392 116/116 [==============================] - 0s 2ms/step - loss: 0.1481
  1265. Epoch 7/10
  1266. 1/116 [..............................] - ETA: 0s - loss: 0.0791 35/116 [========>.....................] - ETA: 0s - loss: 0.1391 66/116 [================>.............] - ETA: 0s - loss: 0.1427 99/116 [========================>.....] - ETA: 0s - loss: 0.1469 116/116 [==============================] - 0s 2ms/step - loss: 0.1457
  1267. Epoch 8/10
  1268. 1/116 [..............................] - ETA: 0s - loss: 0.0778 37/116 [========>.....................] - ETA: 0s - loss: 0.1322 73/116 [=================>............] - ETA: 0s - loss: 0.1440 115/116 [============================>.] - ETA: 0s - loss: 0.1471 116/116 [==============================] - 0s 1ms/step - loss: 0.1462
  1269. Epoch 9/10
  1270. 1/116 [..............................] - ETA: 0s - loss: 0.0834 38/116 [========>.....................] - ETA: 0s - loss: 0.1181 76/116 [==================>...........] - ETA: 0s - loss: 0.1388 116/116 [==============================] - 0s 1ms/step - loss: 0.1411
  1271. Epoch 10/10
  1272. 1/116 [..............................] - ETA: 0s - loss: 0.1192 39/116 [=========>....................] - ETA: 0s - loss: 0.1389 77/116 [==================>...........] - ETA: 0s - loss: 0.1440 116/116 [==============================] - ETA: 0s - loss: 0.1392 116/116 [==============================] - 0s 1ms/step - loss: 0.1392
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 273, 16
  1275. GAN fn, tp: 2, 5
  1276. GAN f1 score: 0.357
  1277. GAN cohens kappa score: 0.334
  1278. -> test with 'LR'
  1279. LR tn, fp: 269, 20
  1280. LR fn, tp: 2, 5
  1281. LR f1 score: 0.312
  1282. LR cohens kappa score: 0.286
  1283. LR average precision score: 0.394
  1284. -> test with 'RF'
  1285. RF tn, fp: 288, 1
  1286. RF fn, tp: 5, 2
  1287. RF f1 score: 0.400
  1288. RF cohens kappa score: 0.391
  1289. -> test with 'GB'
  1290. GB tn, fp: 288, 1
  1291. GB fn, tp: 5, 2
  1292. GB f1 score: 0.400
  1293. GB cohens kappa score: 0.391
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 273, 16
  1296. KNN fn, tp: 2, 5
  1297. KNN f1 score: 0.357
  1298. KNN cohens kappa score: 0.334
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 275, 44
  1303. LR fn, tp: 3, 7
  1304. LR f1 score: 0.429
  1305. LR cohens kappa score: 0.408
  1306. LR average precision score: 0.799
  1307. average:
  1308. LR tn, fp: 260.8, 29.0
  1309. LR fn, tp: 0.92, 6.08
  1310. LR f1 score: 0.295
  1311. LR cohens kappa score: 0.266
  1312. LR average precision score: 0.513
  1313. minimum:
  1314. LR tn, fp: 245, 15
  1315. LR fn, tp: 0, 4
  1316. LR f1 score: 0.205
  1317. LR cohens kappa score: 0.173
  1318. LR average precision score: 0.218
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 290, 4
  1322. RF fn, tp: 6, 6
  1323. RF f1 score: 0.800
  1324. RF cohens kappa score: 0.795
  1325. average:
  1326. RF tn, fp: 288.76, 1.04
  1327. RF fn, tp: 4.24, 2.76
  1328. RF f1 score: 0.498
  1329. RF cohens kappa score: 0.490
  1330. minimum:
  1331. RF tn, fp: 286, 0
  1332. RF fn, tp: 1, 1
  1333. RF f1 score: 0.250
  1334. RF cohens kappa score: 0.246
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 290, 5
  1338. GB fn, tp: 7, 6
  1339. GB f1 score: 0.800
  1340. GB cohens kappa score: 0.795
  1341. average:
  1342. GB tn, fp: 287.92, 1.88
  1343. GB fn, tp: 4.0, 3.0
  1344. GB f1 score: 0.490
  1345. GB cohens kappa score: 0.481
  1346. minimum:
  1347. GB tn, fp: 285, 0
  1348. GB fn, tp: 1, 0
  1349. GB f1 score: 0.000
  1350. GB cohens kappa score: -0.006
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 279, 34
  1354. KNN fn, tp: 3, 7
  1355. KNN f1 score: 0.522
  1356. KNN cohens kappa score: 0.505
  1357. average:
  1358. KNN tn, fp: 267.92, 21.88
  1359. KNN fn, tp: 1.32, 5.68
  1360. KNN f1 score: 0.337
  1361. KNN cohens kappa score: 0.311
  1362. minimum:
  1363. KNN tn, fp: 256, 10
  1364. KNN fn, tp: 0, 4
  1365. KNN f1 score: 0.244
  1366. KNN cohens kappa score: 0.213
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 280, 37
  1370. GAN fn, tp: 3, 7
  1371. GAN f1 score: 0.522
  1372. GAN cohens kappa score: 0.506
  1373. average:
  1374. GAN tn, fp: 269.76, 20.04
  1375. GAN fn, tp: 1.28, 5.72
  1376. GAN f1 score: 0.366
  1377. GAN cohens kappa score: 0.342
  1378. minimum:
  1379. GAN tn, fp: 253, 9
  1380. GAN fn, tp: 0, 4
  1381. GAN f1 score: 0.222
  1382. GAN cohens kappa score: 0.190