folding_yeast6.log 145 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-full on folding_yeast6
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_yeast6'
  5. from pickle file
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 1131 synthetic samples
  16. -> retrain GAN for predict
  17. Epoch 1/10
  18. 1/116 [..............................] - ETA: 18s - loss: 0.0325 42/116 [=========>....................] - ETA: 0s - loss: 0.0923  83/116 [====================>.........] - ETA: 0s - loss: 0.0684 116/116 [==============================] - 0s 1ms/step - loss: 0.0682
  19. Epoch 2/10
  20. 1/116 [..............................] - ETA: 0s - loss: 0.0017 41/116 [=========>....................] - ETA: 0s - loss: 0.0540 79/116 [===================>..........] - ETA: 0s - loss: 0.0656 116/116 [==============================] - 0s 1ms/step - loss: 0.0663
  21. Epoch 3/10
  22. 1/116 [..............................] - ETA: 0s - loss: 0.1729 42/116 [=========>....................] - ETA: 0s - loss: 0.0515 83/116 [====================>.........] - ETA: 0s - loss: 0.0622 116/116 [==============================] - 0s 1ms/step - loss: 0.0676
  23. Epoch 4/10
  24. 1/116 [..............................] - ETA: 0s - loss: 0.0199 42/116 [=========>....................] - ETA: 0s - loss: 0.0681 82/116 [====================>.........] - ETA: 0s - loss: 0.0648 116/116 [==============================] - 0s 1ms/step - loss: 0.0681
  25. Epoch 5/10
  26. 1/116 [..............................] - ETA: 0s - loss: 0.0034 41/116 [=========>....................] - ETA: 0s - loss: 0.0905 77/116 [==================>...........] - ETA: 0s - loss: 0.0687 113/116 [============================>.] - ETA: 0s - loss: 0.0668 116/116 [==============================] - 0s 1ms/step - loss: 0.0662
  27. Epoch 6/10
  28. 1/116 [..............................] - ETA: 0s - loss: 0.0106 42/116 [=========>....................] - ETA: 0s - loss: 0.0557 84/116 [====================>.........] - ETA: 0s - loss: 0.0663 116/116 [==============================] - 0s 1ms/step - loss: 0.0643
  29. Epoch 7/10
  30. 1/116 [..............................] - ETA: 0s - loss: 0.0061 43/116 [==========>...................] - ETA: 0s - loss: 0.0716 82/116 [====================>.........] - ETA: 0s - loss: 0.0626 116/116 [==============================] - 0s 1ms/step - loss: 0.0634
  31. Epoch 8/10
  32. 1/116 [..............................] - ETA: 0s - loss: 0.0148 41/116 [=========>....................] - ETA: 0s - loss: 0.0518 81/116 [===================>..........] - ETA: 0s - loss: 0.0581 116/116 [==============================] - 0s 1ms/step - loss: 0.0650
  33. Epoch 9/10
  34. 1/116 [..............................] - ETA: 0s - loss: 0.0111 42/116 [=========>....................] - ETA: 0s - loss: 0.0808 78/116 [===================>..........] - ETA: 0s - loss: 0.0663 112/116 [===========================>..] - ETA: 0s - loss: 0.0654 116/116 [==============================] - 0s 1ms/step - loss: 0.0648
  35. Epoch 10/10
  36. 1/116 [..............................] - ETA: 0s - loss: 0.0128 35/116 [========>.....................] - ETA: 0s - loss: 0.0465 77/116 [==================>...........] - ETA: 0s - loss: 0.0488 116/116 [==============================] - 0s 1ms/step - loss: 0.0633
  37. -> test with GAN.predict
  38. GAN tn, fp: 280, 10
  39. GAN fn, tp: 1, 6
  40. GAN f1 score: 0.522
  41. GAN cohens kappa score: 0.506
  42. -> test with 'LR'
  43. LR tn, fp: 271, 19
  44. LR fn, tp: 1, 6
  45. LR f1 score: 0.375
  46. LR cohens kappa score: 0.351
  47. LR average precision score: 0.691
  48. -> test with 'RF'
  49. RF tn, fp: 288, 2
  50. RF fn, tp: 3, 4
  51. RF f1 score: 0.615
  52. RF cohens kappa score: 0.607
  53. -> test with 'GB'
  54. GB tn, fp: 287, 3
  55. GB fn, tp: 4, 3
  56. GB f1 score: 0.462
  57. GB cohens kappa score: 0.450
  58. -> test with 'KNN'
  59. KNN tn, fp: 274, 16
  60. KNN fn, tp: 1, 6
  61. KNN f1 score: 0.414
  62. KNN cohens kappa score: 0.392
  63. ------ Step 1/5: Slice 2/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 1131 synthetic samples
  67. -> retrain GAN for predict
  68. Epoch 1/10
  69. 1/116 [..............................] - ETA: 17s - loss: 0.5048 42/116 [=========>....................] - ETA: 0s - loss: 0.0595  83/116 [====================>.........] - ETA: 0s - loss: 0.0557 116/116 [==============================] - 0s 1ms/step - loss: 0.0591
  70. Epoch 2/10
  71. 1/116 [..............................] - ETA: 0s - loss: 0.0515 39/116 [=========>....................] - ETA: 0s - loss: 0.0614 79/116 [===================>..........] - ETA: 0s - loss: 0.0613 116/116 [==============================] - 0s 1ms/step - loss: 0.0565
  72. Epoch 3/10
  73. 1/116 [..............................] - ETA: 0s - loss: 0.0044 41/116 [=========>....................] - ETA: 0s - loss: 0.0434 82/116 [====================>.........] - ETA: 0s - loss: 0.0575 116/116 [==============================] - 0s 1ms/step - loss: 0.0554
  74. Epoch 4/10
  75. 1/116 [..............................] - ETA: 0s - loss: 0.1211 41/116 [=========>....................] - ETA: 0s - loss: 0.0591 82/116 [====================>.........] - ETA: 0s - loss: 0.0547 116/116 [==============================] - 0s 1ms/step - loss: 0.0554
  76. Epoch 5/10
  77. 1/116 [..............................] - ETA: 0s - loss: 0.0630 42/116 [=========>....................] - ETA: 0s - loss: 0.0512 83/116 [====================>.........] - ETA: 0s - loss: 0.0496 116/116 [==============================] - 0s 1ms/step - loss: 0.0533
  78. Epoch 6/10
  79. 1/116 [..............................] - ETA: 0s - loss: 0.0130 41/116 [=========>....................] - ETA: 0s - loss: 0.0403 82/116 [====================>.........] - ETA: 0s - loss: 0.0457 116/116 [==============================] - 0s 1ms/step - loss: 0.0527
  80. Epoch 7/10
  81. 1/116 [..............................] - ETA: 0s - loss: 0.0081 40/116 [=========>....................] - ETA: 0s - loss: 0.0499 76/116 [==================>...........] - ETA: 0s - loss: 0.0532 110/116 [===========================>..] - ETA: 0s - loss: 0.0541 116/116 [==============================] - 0s 1ms/step - loss: 0.0536
  82. Epoch 8/10
  83. 1/116 [..............................] - ETA: 0s - loss: 0.0216 34/116 [=======>......................] - ETA: 0s - loss: 0.0474 70/116 [=================>............] - ETA: 0s - loss: 0.0569 110/116 [===========================>..] - ETA: 0s - loss: 0.0533 116/116 [==============================] - 0s 1ms/step - loss: 0.0523
  84. Epoch 9/10
  85. 1/116 [..............................] - ETA: 0s - loss: 0.0209 39/116 [=========>....................] - ETA: 0s - loss: 0.0531 76/116 [==================>...........] - ETA: 0s - loss: 0.0545 116/116 [==============================] - 0s 1ms/step - loss: 0.0503
  86. Epoch 10/10
  87. 1/116 [..............................] - ETA: 0s - loss: 0.0118 43/116 [==========>...................] - ETA: 0s - loss: 0.0387 81/116 [===================>..........] - ETA: 0s - loss: 0.0510 116/116 [==============================] - 0s 1ms/step - loss: 0.0525
  88. -> test with GAN.predict
  89. GAN tn, fp: 279, 11
  90. GAN fn, tp: 3, 4
  91. GAN f1 score: 0.364
  92. GAN cohens kappa score: 0.343
  93. -> test with 'LR'
  94. LR tn, fp: 268, 22
  95. LR fn, tp: 2, 5
  96. LR f1 score: 0.294
  97. LR cohens kappa score: 0.267
  98. LR average precision score: 0.425
  99. -> test with 'RF'
  100. RF tn, fp: 286, 4
  101. RF fn, tp: 3, 4
  102. RF f1 score: 0.533
  103. RF cohens kappa score: 0.521
  104. -> test with 'GB'
  105. GB tn, fp: 286, 4
  106. GB fn, tp: 3, 4
  107. GB f1 score: 0.533
  108. GB cohens kappa score: 0.521
  109. -> test with 'KNN'
  110. KNN tn, fp: 274, 16
  111. KNN fn, tp: 3, 4
  112. KNN f1 score: 0.296
  113. KNN cohens kappa score: 0.271
  114. ------ Step 1/5: Slice 3/5 -------
  115. -> Reset the GAN
  116. -> Train generator for synthetic samples
  117. -> create 1131 synthetic samples
  118. -> retrain GAN for predict
  119. Epoch 1/10
  120. 1/116 [..............................] - ETA: 18s - loss: 0.0382 35/116 [========>.....................] - ETA: 0s - loss: 0.0640  70/116 [=================>............] - ETA: 0s - loss: 0.0766 108/116 [==========================>...] - ETA: 0s - loss: 0.0787 116/116 [==============================] - 0s 1ms/step - loss: 0.0779
  121. Epoch 2/10
  122. 1/116 [..............................] - ETA: 0s - loss: 0.0494 35/116 [========>.....................] - ETA: 0s - loss: 0.0614 71/116 [=================>............] - ETA: 0s - loss: 0.0617 110/116 [===========================>..] - ETA: 0s - loss: 0.0705 116/116 [==============================] - 0s 1ms/step - loss: 0.0731
  123. Epoch 3/10
  124. 1/116 [..............................] - ETA: 0s - loss: 0.0249 36/116 [========>.....................] - ETA: 0s - loss: 0.0672 71/116 [=================>............] - ETA: 0s - loss: 0.0671 108/116 [==========================>...] - ETA: 0s - loss: 0.0726 116/116 [==============================] - 0s 1ms/step - loss: 0.0732
  125. Epoch 4/10
  126. 1/116 [..............................] - ETA: 0s - loss: 0.0310 37/116 [========>.....................] - ETA: 0s - loss: 0.0752 71/116 [=================>............] - ETA: 0s - loss: 0.0726 103/116 [=========================>....] - ETA: 0s - loss: 0.0720 116/116 [==============================] - 0s 2ms/step - loss: 0.0753
  127. Epoch 5/10
  128. 1/116 [..............................] - ETA: 0s - loss: 0.0158 31/116 [=======>......................] - ETA: 0s - loss: 0.0761 66/116 [================>.............] - ETA: 0s - loss: 0.0724 101/116 [=========================>....] - ETA: 0s - loss: 0.0690 116/116 [==============================] - 0s 2ms/step - loss: 0.0713
  129. Epoch 6/10
  130. 1/116 [..............................] - ETA: 0s - loss: 0.1786 37/116 [========>.....................] - ETA: 0s - loss: 0.0624 72/116 [=================>............] - ETA: 0s - loss: 0.0694 104/116 [=========================>....] - ETA: 0s - loss: 0.0748 116/116 [==============================] - 0s 1ms/step - loss: 0.0703
  131. Epoch 7/10
  132. 1/116 [..............................] - ETA: 0s - loss: 0.0086 37/116 [========>.....................] - ETA: 0s - loss: 0.0561 72/116 [=================>............] - ETA: 0s - loss: 0.0682 104/116 [=========================>....] - ETA: 0s - loss: 0.0705 116/116 [==============================] - 0s 1ms/step - loss: 0.0703
  133. Epoch 8/10
  134. 1/116 [..............................] - ETA: 0s - loss: 0.2089 41/116 [=========>....................] - ETA: 0s - loss: 0.0673 77/116 [==================>...........] - ETA: 0s - loss: 0.0698 110/116 [===========================>..] - ETA: 0s - loss: 0.0730 116/116 [==============================] - 0s 1ms/step - loss: 0.0735
  135. Epoch 9/10
  136. 1/116 [..............................] - ETA: 0s - loss: 0.1529 41/116 [=========>....................] - ETA: 0s - loss: 0.0904 77/116 [==================>...........] - ETA: 0s - loss: 0.0784 111/116 [===========================>..] - ETA: 0s - loss: 0.0666 116/116 [==============================] - 0s 1ms/step - loss: 0.0671
  137. Epoch 10/10
  138. 1/116 [..............................] - ETA: 0s - loss: 0.0292 35/116 [========>.....................] - ETA: 0s - loss: 0.0489 71/116 [=================>............] - ETA: 0s - loss: 0.0558 105/116 [==========================>...] - ETA: 0s - loss: 0.0679 116/116 [==============================] - 0s 1ms/step - loss: 0.0663
  139. -> test with GAN.predict
  140. GAN tn, fp: 284, 6
  141. GAN fn, tp: 3, 4
  142. GAN f1 score: 0.471
  143. GAN cohens kappa score: 0.455
  144. -> test with 'LR'
  145. LR tn, fp: 266, 24
  146. LR fn, tp: 1, 6
  147. LR f1 score: 0.324
  148. LR cohens kappa score: 0.297
  149. LR average precision score: 0.309
  150. -> test with 'RF'
  151. RF tn, fp: 290, 0
  152. RF fn, tp: 3, 4
  153. RF f1 score: 0.727
  154. RF cohens kappa score: 0.723
  155. -> test with 'GB'
  156. GB tn, fp: 289, 1
  157. GB fn, tp: 2, 5
  158. GB f1 score: 0.769
  159. GB cohens kappa score: 0.764
  160. -> test with 'KNN'
  161. KNN tn, fp: 278, 12
  162. KNN fn, tp: 1, 6
  163. KNN f1 score: 0.480
  164. KNN cohens kappa score: 0.462
  165. ------ Step 1/5: Slice 4/5 -------
  166. -> Reset the GAN
  167. -> Train generator for synthetic samples
  168. -> create 1131 synthetic samples
  169. -> retrain GAN for predict
  170. Epoch 1/10
  171. 1/116 [..............................] - ETA: 18s - loss: 0.0099 38/116 [========>.....................] - ETA: 0s - loss: 0.0406  78/116 [===================>..........] - ETA: 0s - loss: 0.0619 116/116 [==============================] - 0s 1ms/step - loss: 0.0629
  172. Epoch 2/10
  173. 1/116 [..............................] - ETA: 0s - loss: 0.0457 40/116 [=========>....................] - ETA: 0s - loss: 0.0771 80/116 [===================>..........] - ETA: 0s - loss: 0.0604 116/116 [==============================] - 0s 1ms/step - loss: 0.0631
  174. Epoch 3/10
  175. 1/116 [..............................] - ETA: 0s - loss: 0.0108 38/116 [========>.....................] - ETA: 0s - loss: 0.0645 78/116 [===================>..........] - ETA: 0s - loss: 0.0663 116/116 [==============================] - 0s 1ms/step - loss: 0.0618
  176. Epoch 4/10
  177. 1/116 [..............................] - ETA: 0s - loss: 0.0490 41/116 [=========>....................] - ETA: 0s - loss: 0.0647 82/116 [====================>.........] - ETA: 0s - loss: 0.0595 116/116 [==============================] - 0s 1ms/step - loss: 0.0611
  178. Epoch 5/10
  179. 1/116 [..............................] - ETA: 0s - loss: 0.0198 42/116 [=========>....................] - ETA: 0s - loss: 0.0523 82/116 [====================>.........] - ETA: 0s - loss: 0.0586 116/116 [==============================] - 0s 1ms/step - loss: 0.0589
  180. Epoch 6/10
  181. 1/116 [..............................] - ETA: 0s - loss: 0.1889 42/116 [=========>....................] - ETA: 0s - loss: 0.0578 83/116 [====================>.........] - ETA: 0s - loss: 0.0596 116/116 [==============================] - 0s 1ms/step - loss: 0.0596
  182. Epoch 7/10
  183. 1/116 [..............................] - ETA: 0s - loss: 0.0445 39/116 [=========>....................] - ETA: 0s - loss: 0.0617 77/116 [==================>...........] - ETA: 0s - loss: 0.0556 111/116 [===========================>..] - ETA: 0s - loss: 0.0597 116/116 [==============================] - 0s 1ms/step - loss: 0.0585
  184. Epoch 8/10
  185. 1/116 [..............................] - ETA: 0s - loss: 0.0064 37/116 [========>.....................] - ETA: 0s - loss: 0.0393 76/116 [==================>...........] - ETA: 0s - loss: 0.0592 112/116 [===========================>..] - ETA: 0s - loss: 0.0574 116/116 [==============================] - 0s 1ms/step - loss: 0.0588
  186. Epoch 9/10
  187. 1/116 [..............................] - ETA: 0s - loss: 0.0294 40/116 [=========>....................] - ETA: 0s - loss: 0.0893 80/116 [===================>..........] - ETA: 0s - loss: 0.0671 116/116 [==============================] - 0s 1ms/step - loss: 0.0598
  188. Epoch 10/10
  189. 1/116 [..............................] - ETA: 0s - loss: 0.0195 41/116 [=========>....................] - ETA: 0s - loss: 0.0637 80/116 [===================>..........] - ETA: 0s - loss: 0.0530 116/116 [==============================] - 0s 1ms/step - loss: 0.0603
  190. -> test with GAN.predict
  191. GAN tn, fp: 287, 3
  192. GAN fn, tp: 4, 3
  193. GAN f1 score: 0.462
  194. GAN cohens kappa score: 0.450
  195. -> test with 'LR'
  196. LR tn, fp: 275, 15
  197. LR fn, tp: 2, 5
  198. LR f1 score: 0.370
  199. LR cohens kappa score: 0.348
  200. LR average precision score: 0.620
  201. -> test with 'RF'
  202. RF tn, fp: 289, 1
  203. RF fn, tp: 4, 3
  204. RF f1 score: 0.545
  205. RF cohens kappa score: 0.538
  206. -> test with 'GB'
  207. GB tn, fp: 286, 4
  208. GB fn, tp: 4, 3
  209. GB f1 score: 0.429
  210. GB cohens kappa score: 0.415
  211. -> test with 'KNN'
  212. KNN tn, fp: 282, 8
  213. KNN fn, tp: 1, 6
  214. KNN f1 score: 0.571
  215. KNN cohens kappa score: 0.558
  216. ------ Step 1/5: Slice 5/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 1132 synthetic samples
  220. -> retrain GAN for predict
  221. Epoch 1/10
  222. 1/116 [..............................] - ETA: 16s - loss: 0.0157 38/116 [========>.....................] - ETA: 0s - loss: 0.0677  79/116 [===================>..........] - ETA: 0s - loss: 0.0687 116/116 [==============================] - 0s 1ms/step - loss: 0.0686
  223. Epoch 2/10
  224. 1/116 [..............................] - ETA: 0s - loss: 0.0086 41/116 [=========>....................] - ETA: 0s - loss: 0.0576 80/116 [===================>..........] - ETA: 0s - loss: 0.0618 116/116 [==============================] - ETA: 0s - loss: 0.0664 116/116 [==============================] - 0s 1ms/step - loss: 0.0664
  225. Epoch 3/10
  226. 1/116 [..............................] - ETA: 0s - loss: 0.1168 39/116 [=========>....................] - ETA: 0s - loss: 0.0612 77/116 [==================>...........] - ETA: 0s - loss: 0.0623 116/116 [==============================] - 0s 1ms/step - loss: 0.0665
  227. Epoch 4/10
  228. 1/116 [..............................] - ETA: 0s - loss: 0.0106 38/116 [========>.....................] - ETA: 0s - loss: 0.0401 77/116 [==================>...........] - ETA: 0s - loss: 0.0548 111/116 [===========================>..] - ETA: 0s - loss: 0.0620 116/116 [==============================] - 0s 1ms/step - loss: 0.0639
  229. Epoch 5/10
  230. 1/116 [..............................] - ETA: 0s - loss: 0.0745 37/116 [========>.....................] - ETA: 0s - loss: 0.0616 73/116 [=================>............] - ETA: 0s - loss: 0.0578 112/116 [===========================>..] - ETA: 0s - loss: 0.0628 116/116 [==============================] - 0s 1ms/step - loss: 0.0631
  231. Epoch 6/10
  232. 1/116 [..............................] - ETA: 0s - loss: 0.0539 36/116 [========>.....................] - ETA: 0s - loss: 0.0535 76/116 [==================>...........] - ETA: 0s - loss: 0.0549 114/116 [============================>.] - ETA: 0s - loss: 0.0622 116/116 [==============================] - 0s 1ms/step - loss: 0.0624
  233. Epoch 7/10
  234. 1/116 [..............................] - ETA: 0s - loss: 0.0522 36/116 [========>.....................] - ETA: 0s - loss: 0.0646 74/116 [==================>...........] - ETA: 0s - loss: 0.0637 110/116 [===========================>..] - ETA: 0s - loss: 0.0621 116/116 [==============================] - 0s 1ms/step - loss: 0.0625
  235. Epoch 8/10
  236. 1/116 [..............................] - ETA: 0s - loss: 0.0574 37/116 [========>.....................] - ETA: 0s - loss: 0.0590 74/116 [==================>...........] - ETA: 0s - loss: 0.0611 113/116 [============================>.] - ETA: 0s - loss: 0.0637 116/116 [==============================] - 0s 1ms/step - loss: 0.0626
  237. Epoch 9/10
  238. 1/116 [..............................] - ETA: 0s - loss: 0.0768 37/116 [========>.....................] - ETA: 0s - loss: 0.0708 69/116 [================>.............] - ETA: 0s - loss: 0.0614 103/116 [=========================>....] - ETA: 0s - loss: 0.0622 116/116 [==============================] - 0s 1ms/step - loss: 0.0597
  239. Epoch 10/10
  240. 1/116 [..............................] - ETA: 0s - loss: 0.1747 38/116 [========>.....................] - ETA: 0s - loss: 0.0719 75/116 [==================>...........] - ETA: 0s - loss: 0.0653 112/116 [===========================>..] - ETA: 0s - loss: 0.0623 116/116 [==============================] - 0s 1ms/step - loss: 0.0612
  241. -> test with GAN.predict
  242. GAN tn, fp: 284, 5
  243. GAN fn, tp: 2, 5
  244. GAN f1 score: 0.588
  245. GAN cohens kappa score: 0.576
  246. -> test with 'LR'
  247. LR tn, fp: 257, 32
  248. LR fn, tp: 0, 7
  249. LR f1 score: 0.304
  250. LR cohens kappa score: 0.275
  251. LR average precision score: 0.604
  252. -> test with 'RF'
  253. RF tn, fp: 287, 2
  254. RF fn, tp: 2, 5
  255. RF f1 score: 0.714
  256. RF cohens kappa score: 0.707
  257. -> test with 'GB'
  258. GB tn, fp: 286, 3
  259. GB fn, tp: 2, 5
  260. GB f1 score: 0.667
  261. GB cohens kappa score: 0.658
  262. -> test with 'KNN'
  263. KNN tn, fp: 271, 18
  264. KNN fn, tp: 1, 6
  265. KNN f1 score: 0.387
  266. KNN cohens kappa score: 0.364
  267. ====== Step 2/5 =======
  268. -> Shuffling data
  269. -> Spliting data to slices
  270. ------ Step 2/5: Slice 1/5 -------
  271. -> Reset the GAN
  272. -> Train generator for synthetic samples
  273. -> create 1131 synthetic samples
  274. -> retrain GAN for predict
  275. Epoch 1/10
  276. 1/116 [..............................] - ETA: 20s - loss: 0.0174 43/116 [==========>...................] - ETA: 0s - loss: 0.0746  85/116 [====================>.........] - ETA: 0s - loss: 0.0571 116/116 [==============================] - 0s 1ms/step - loss: 0.0543
  277. Epoch 2/10
  278. 1/116 [..............................] - ETA: 0s - loss: 0.1193 34/116 [=======>......................] - ETA: 0s - loss: 0.0283 74/116 [==================>...........] - ETA: 0s - loss: 0.0474 114/116 [============================>.] - ETA: 0s - loss: 0.0497 116/116 [==============================] - 0s 1ms/step - loss: 0.0491
  279. Epoch 3/10
  280. 1/116 [..............................] - ETA: 0s - loss: 0.3540 42/116 [=========>....................] - ETA: 0s - loss: 0.0720 82/116 [====================>.........] - ETA: 0s - loss: 0.0579 116/116 [==============================] - 0s 1ms/step - loss: 0.0481
  281. Epoch 4/10
  282. 1/116 [..............................] - ETA: 0s - loss: 0.0796 41/116 [=========>....................] - ETA: 0s - loss: 0.0372 82/116 [====================>.........] - ETA: 0s - loss: 0.0462 116/116 [==============================] - 0s 1ms/step - loss: 0.0505
  283. Epoch 5/10
  284. 1/116 [..............................] - ETA: 0s - loss: 0.0836 40/116 [=========>....................] - ETA: 0s - loss: 0.0521 79/116 [===================>..........] - ETA: 0s - loss: 0.0523 116/116 [==============================] - 0s 1ms/step - loss: 0.0491
  285. Epoch 6/10
  286. 1/116 [..............................] - ETA: 0s - loss: 0.0086 40/116 [=========>....................] - ETA: 0s - loss: 0.0400 81/116 [===================>..........] - ETA: 0s - loss: 0.0514 116/116 [==============================] - 0s 1ms/step - loss: 0.0470
  287. Epoch 7/10
  288. 1/116 [..............................] - ETA: 0s - loss: 0.0188 42/116 [=========>....................] - ETA: 0s - loss: 0.0414 82/116 [====================>.........] - ETA: 0s - loss: 0.0476 116/116 [==============================] - 0s 1ms/step - loss: 0.0476
  289. Epoch 8/10
  290. 1/116 [..............................] - ETA: 0s - loss: 0.0132 41/116 [=========>....................] - ETA: 0s - loss: 0.0383 81/116 [===================>..........] - ETA: 0s - loss: 0.0446 116/116 [==============================] - 0s 1ms/step - loss: 0.0468
  291. Epoch 9/10
  292. 1/116 [..............................] - ETA: 0s - loss: 0.0115 41/116 [=========>....................] - ETA: 0s - loss: 0.0501 82/116 [====================>.........] - ETA: 0s - loss: 0.0487 116/116 [==============================] - 0s 1ms/step - loss: 0.0449
  293. Epoch 10/10
  294. 1/116 [..............................] - ETA: 0s - loss: 0.0183 35/116 [========>.....................] - ETA: 0s - loss: 0.0489 67/116 [================>.............] - ETA: 0s - loss: 0.0411 107/116 [==========================>...] - ETA: 0s - loss: 0.0402 116/116 [==============================] - 0s 1ms/step - loss: 0.0467
  295. -> test with GAN.predict
  296. GAN tn, fp: 280, 10
  297. GAN fn, tp: 2, 5
  298. GAN f1 score: 0.455
  299. GAN cohens kappa score: 0.436
  300. -> test with 'LR'
  301. LR tn, fp: 277, 13
  302. LR fn, tp: 1, 6
  303. LR f1 score: 0.462
  304. LR cohens kappa score: 0.442
  305. LR average precision score: 0.669
  306. -> test with 'RF'
  307. RF tn, fp: 287, 3
  308. RF fn, tp: 3, 4
  309. RF f1 score: 0.571
  310. RF cohens kappa score: 0.561
  311. -> test with 'GB'
  312. GB tn, fp: 286, 4
  313. GB fn, tp: 3, 4
  314. GB f1 score: 0.533
  315. GB cohens kappa score: 0.521
  316. -> test with 'KNN'
  317. KNN tn, fp: 279, 11
  318. KNN fn, tp: 2, 5
  319. KNN f1 score: 0.435
  320. KNN cohens kappa score: 0.416
  321. ------ Step 2/5: Slice 2/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 1131 synthetic samples
  325. -> retrain GAN for predict
  326. Epoch 1/10
  327. 1/116 [..............................] - ETA: 17s - loss: 0.0153 41/116 [=========>....................] - ETA: 0s - loss: 0.0787  82/116 [====================>.........] - ETA: 0s - loss: 0.0736 116/116 [==============================] - 0s 1ms/step - loss: 0.0868
  328. Epoch 2/10
  329. 1/116 [..............................] - ETA: 0s - loss: 0.0783 41/116 [=========>....................] - ETA: 0s - loss: 0.0750 82/116 [====================>.........] - ETA: 0s - loss: 0.0873 116/116 [==============================] - 0s 1ms/step - loss: 0.0859
  330. Epoch 3/10
  331. 1/116 [..............................] - ETA: 0s - loss: 0.1277 42/116 [=========>....................] - ETA: 0s - loss: 0.0885 82/116 [====================>.........] - ETA: 0s - loss: 0.0842 116/116 [==============================] - 0s 1ms/step - loss: 0.0787
  332. Epoch 4/10
  333. 1/116 [..............................] - ETA: 0s - loss: 0.0055 41/116 [=========>....................] - ETA: 0s - loss: 0.0687 81/116 [===================>..........] - ETA: 0s - loss: 0.0791 116/116 [==============================] - 0s 1ms/step - loss: 0.0787
  334. Epoch 5/10
  335. 1/116 [..............................] - ETA: 0s - loss: 0.0100 38/116 [========>.....................] - ETA: 0s - loss: 0.0532 78/116 [===================>..........] - ETA: 0s - loss: 0.0699 116/116 [==============================] - 0s 1ms/step - loss: 0.0759
  336. Epoch 6/10
  337. 1/116 [..............................] - ETA: 0s - loss: 0.0334 41/116 [=========>....................] - ETA: 0s - loss: 0.0918 80/116 [===================>..........] - ETA: 0s - loss: 0.0706 116/116 [==============================] - 0s 1ms/step - loss: 0.0734
  338. Epoch 7/10
  339. 1/116 [..............................] - ETA: 0s - loss: 0.0301 42/116 [=========>....................] - ETA: 0s - loss: 0.0560 83/116 [====================>.........] - ETA: 0s - loss: 0.0604 116/116 [==============================] - 0s 1ms/step - loss: 0.0754
  340. Epoch 8/10
  341. 1/116 [..............................] - ETA: 0s - loss: 0.0971 42/116 [=========>....................] - ETA: 0s - loss: 0.0762 83/116 [====================>.........] - ETA: 0s - loss: 0.0745 116/116 [==============================] - 0s 1ms/step - loss: 0.0744
  342. Epoch 9/10
  343. 1/116 [..............................] - ETA: 0s - loss: 0.2248 41/116 [=========>....................] - ETA: 0s - loss: 0.0926 82/116 [====================>.........] - ETA: 0s - loss: 0.0779 116/116 [==============================] - 0s 1ms/step - loss: 0.0740
  344. Epoch 10/10
  345. 1/116 [..............................] - ETA: 0s - loss: 0.1185 35/116 [========>.....................] - ETA: 0s - loss: 0.0538 69/116 [================>.............] - ETA: 0s - loss: 0.0696 106/116 [==========================>...] - ETA: 0s - loss: 0.0682 116/116 [==============================] - 0s 1ms/step - loss: 0.0722
  346. -> test with GAN.predict
  347. GAN tn, fp: 275, 15
  348. GAN fn, tp: 1, 6
  349. GAN f1 score: 0.429
  350. GAN cohens kappa score: 0.408
  351. -> test with 'LR'
  352. LR tn, fp: 261, 29
  353. LR fn, tp: 0, 7
  354. LR f1 score: 0.326
  355. LR cohens kappa score: 0.298
  356. LR average precision score: 0.293
  357. -> test with 'RF'
  358. RF tn, fp: 288, 2
  359. RF fn, tp: 3, 4
  360. RF f1 score: 0.615
  361. RF cohens kappa score: 0.607
  362. -> test with 'GB'
  363. GB tn, fp: 286, 4
  364. GB fn, tp: 0, 7
  365. GB f1 score: 0.778
  366. GB cohens kappa score: 0.771
  367. -> test with 'KNN'
  368. KNN tn, fp: 272, 18
  369. KNN fn, tp: 0, 7
  370. KNN f1 score: 0.438
  371. KNN cohens kappa score: 0.416
  372. ------ Step 2/5: Slice 3/5 -------
  373. -> Reset the GAN
  374. -> Train generator for synthetic samples
  375. -> create 1131 synthetic samples
  376. -> retrain GAN for predict
  377. Epoch 1/10
  378. 1/116 [..............................] - ETA: 18s - loss: 0.0378 42/116 [=========>....................] - ETA: 0s - loss: 0.0748  83/116 [====================>.........] - ETA: 0s - loss: 0.0604 116/116 [==============================] - 0s 1ms/step - loss: 0.0617
  379. Epoch 2/10
  380. 1/116 [..............................] - ETA: 0s - loss: 0.0675 39/116 [=========>....................] - ETA: 0s - loss: 0.0645 79/116 [===================>..........] - ETA: 0s - loss: 0.0715 116/116 [==============================] - 0s 1ms/step - loss: 0.0627
  381. Epoch 3/10
  382. 1/116 [..............................] - ETA: 0s - loss: 0.0067 40/116 [=========>....................] - ETA: 0s - loss: 0.0606 78/116 [===================>..........] - ETA: 0s - loss: 0.0623 116/116 [==============================] - 0s 1ms/step - loss: 0.0604
  383. Epoch 4/10
  384. 1/116 [..............................] - ETA: 0s - loss: 0.0435 41/116 [=========>....................] - ETA: 0s - loss: 0.0565 81/116 [===================>..........] - ETA: 0s - loss: 0.0573 116/116 [==============================] - 0s 1ms/step - loss: 0.0578
  385. Epoch 5/10
  386. 1/116 [..............................] - ETA: 0s - loss: 0.0099 42/116 [=========>....................] - ETA: 0s - loss: 0.0698 83/116 [====================>.........] - ETA: 0s - loss: 0.0662 116/116 [==============================] - 0s 1ms/step - loss: 0.0605
  387. Epoch 6/10
  388. 1/116 [..............................] - ETA: 0s - loss: 0.1095 41/116 [=========>....................] - ETA: 0s - loss: 0.0576 80/116 [===================>..........] - ETA: 0s - loss: 0.0626 116/116 [==============================] - 0s 1ms/step - loss: 0.0585
  389. Epoch 7/10
  390. 1/116 [..............................] - ETA: 0s - loss: 0.1753 35/116 [========>.....................] - ETA: 0s - loss: 0.0540 73/116 [=================>............] - ETA: 0s - loss: 0.0503 109/116 [===========================>..] - ETA: 0s - loss: 0.0624 116/116 [==============================] - 0s 1ms/step - loss: 0.0611
  391. Epoch 8/10
  392. 1/116 [..............................] - ETA: 0s - loss: 0.0670 42/116 [=========>....................] - ETA: 0s - loss: 0.0601 80/116 [===================>..........] - ETA: 0s - loss: 0.0515 116/116 [==============================] - 0s 1ms/step - loss: 0.0581
  393. Epoch 9/10
  394. 1/116 [..............................] - ETA: 0s - loss: 0.0096 35/116 [========>.....................] - ETA: 0s - loss: 0.0638 70/116 [=================>............] - ETA: 0s - loss: 0.0666 102/116 [=========================>....] - ETA: 0s - loss: 0.0628 116/116 [==============================] - 0s 1ms/step - loss: 0.0629
  395. Epoch 10/10
  396. 1/116 [..............................] - ETA: 0s - loss: 0.0674 40/116 [=========>....................] - ETA: 0s - loss: 0.0695 79/116 [===================>..........] - ETA: 0s - loss: 0.0659 116/116 [==============================] - 0s 1ms/step - loss: 0.0584
  397. -> test with GAN.predict
  398. GAN tn, fp: 282, 8
  399. GAN fn, tp: 2, 5
  400. GAN f1 score: 0.500
  401. GAN cohens kappa score: 0.484
  402. -> test with 'LR'
  403. LR tn, fp: 264, 26
  404. LR fn, tp: 1, 6
  405. LR f1 score: 0.308
  406. LR cohens kappa score: 0.280
  407. LR average precision score: 0.536
  408. -> test with 'RF'
  409. RF tn, fp: 288, 2
  410. RF fn, tp: 3, 4
  411. RF f1 score: 0.615
  412. RF cohens kappa score: 0.607
  413. -> test with 'GB'
  414. GB tn, fp: 286, 4
  415. GB fn, tp: 3, 4
  416. GB f1 score: 0.533
  417. GB cohens kappa score: 0.521
  418. -> test with 'KNN'
  419. KNN tn, fp: 274, 16
  420. KNN fn, tp: 2, 5
  421. KNN f1 score: 0.357
  422. KNN cohens kappa score: 0.334
  423. ------ Step 2/5: Slice 4/5 -------
  424. -> Reset the GAN
  425. -> Train generator for synthetic samples
  426. -> create 1131 synthetic samples
  427. -> retrain GAN for predict
  428. Epoch 1/10
  429. 1/116 [..............................] - ETA: 18s - loss: 0.0154 42/116 [=========>....................] - ETA: 0s - loss: 0.0650  83/116 [====================>.........] - ETA: 0s - loss: 0.0536 116/116 [==============================] - 0s 1ms/step - loss: 0.0519
  430. Epoch 2/10
  431. 1/116 [..............................] - ETA: 0s - loss: 0.0435 42/116 [=========>....................] - ETA: 0s - loss: 0.0285 82/116 [====================>.........] - ETA: 0s - loss: 0.0541 116/116 [==============================] - 0s 1ms/step - loss: 0.0507
  432. Epoch 3/10
  433. 1/116 [..............................] - ETA: 0s - loss: 0.0051 44/116 [==========>...................] - ETA: 0s - loss: 0.0516 85/116 [====================>.........] - ETA: 0s - loss: 0.0478 116/116 [==============================] - 0s 1ms/step - loss: 0.0523
  434. Epoch 4/10
  435. 1/116 [..............................] - ETA: 0s - loss: 0.1251 42/116 [=========>....................] - ETA: 0s - loss: 0.0477 83/116 [====================>.........] - ETA: 0s - loss: 0.0538 116/116 [==============================] - 0s 1ms/step - loss: 0.0556
  436. Epoch 5/10
  437. 1/116 [..............................] - ETA: 0s - loss: 0.0285 41/116 [=========>....................] - ETA: 0s - loss: 0.0407 82/116 [====================>.........] - ETA: 0s - loss: 0.0449 116/116 [==============================] - 0s 1ms/step - loss: 0.0518
  438. Epoch 6/10
  439. 1/116 [..............................] - ETA: 0s - loss: 0.1378 41/116 [=========>....................] - ETA: 0s - loss: 0.0506 80/116 [===================>..........] - ETA: 0s - loss: 0.0557 116/116 [==============================] - 0s 1ms/step - loss: 0.0506
  440. Epoch 7/10
  441. 1/116 [..............................] - ETA: 0s - loss: 0.0321 40/116 [=========>....................] - ETA: 0s - loss: 0.0409 81/116 [===================>..........] - ETA: 0s - loss: 0.0472 116/116 [==============================] - 0s 1ms/step - loss: 0.0533
  442. Epoch 8/10
  443. 1/116 [..............................] - ETA: 0s - loss: 0.0054 41/116 [=========>....................] - ETA: 0s - loss: 0.0524 82/116 [====================>.........] - ETA: 0s - loss: 0.0504 116/116 [==============================] - 0s 1ms/step - loss: 0.0507
  444. Epoch 9/10
  445. 1/116 [..............................] - ETA: 0s - loss: 0.0065 38/116 [========>.....................] - ETA: 0s - loss: 0.0586 72/116 [=================>............] - ETA: 0s - loss: 0.0489 106/116 [==========================>...] - ETA: 0s - loss: 0.0470 116/116 [==============================] - 0s 1ms/step - loss: 0.0483
  446. Epoch 10/10
  447. 1/116 [..............................] - ETA: 0s - loss: 0.0264 41/116 [=========>....................] - ETA: 0s - loss: 0.0474 79/116 [===================>..........] - ETA: 0s - loss: 0.0499 116/116 [==============================] - 0s 1ms/step - loss: 0.0492
  448. -> test with GAN.predict
  449. GAN tn, fp: 284, 6
  450. GAN fn, tp: 2, 5
  451. GAN f1 score: 0.556
  452. GAN cohens kappa score: 0.542
  453. -> test with 'LR'
  454. LR tn, fp: 269, 21
  455. LR fn, tp: 2, 5
  456. LR f1 score: 0.303
  457. LR cohens kappa score: 0.276
  458. LR average precision score: 0.576
  459. -> test with 'RF'
  460. RF tn, fp: 289, 1
  461. RF fn, tp: 5, 2
  462. RF f1 score: 0.400
  463. RF cohens kappa score: 0.391
  464. -> test with 'GB'
  465. GB tn, fp: 287, 3
  466. GB fn, tp: 5, 2
  467. GB f1 score: 0.333
  468. GB cohens kappa score: 0.320
  469. -> test with 'KNN'
  470. KNN tn, fp: 276, 14
  471. KNN fn, tp: 3, 4
  472. KNN f1 score: 0.320
  473. KNN cohens kappa score: 0.296
  474. ------ Step 2/5: Slice 5/5 -------
  475. -> Reset the GAN
  476. -> Train generator for synthetic samples
  477. -> create 1132 synthetic samples
  478. -> retrain GAN for predict
  479. Epoch 1/10
  480. 1/116 [..............................] - ETA: 41s - loss: 0.1905 40/116 [=========>....................] - ETA: 0s - loss: 0.0578  78/116 [===================>..........] - ETA: 0s - loss: 0.0604 114/116 [============================>.] - ETA: 0s - loss: 0.0625 116/116 [==============================] - 1s 1ms/step - loss: 0.0620
  481. Epoch 2/10
  482. 1/116 [..............................] - ETA: 0s - loss: 0.0272 39/116 [=========>....................] - ETA: 0s - loss: 0.0671 76/116 [==================>...........] - ETA: 0s - loss: 0.0676 108/116 [==========================>...] - ETA: 0s - loss: 0.0645 116/116 [==============================] - 0s 1ms/step - loss: 0.0619
  483. Epoch 3/10
  484. 1/116 [..............................] - ETA: 0s - loss: 0.0353 42/116 [=========>....................] - ETA: 0s - loss: 0.0477 80/116 [===================>..........] - ETA: 0s - loss: 0.0531 116/116 [==============================] - 0s 1ms/step - loss: 0.0603
  485. Epoch 4/10
  486. 1/116 [..............................] - ETA: 0s - loss: 0.0049 41/116 [=========>....................] - ETA: 0s - loss: 0.0693 85/116 [====================>.........] - ETA: 0s - loss: 0.0593 116/116 [==============================] - 0s 1ms/step - loss: 0.0586
  487. Epoch 5/10
  488. 1/116 [..............................] - ETA: 0s - loss: 0.0533 38/116 [========>.....................] - ETA: 0s - loss: 0.0399 76/116 [==================>...........] - ETA: 0s - loss: 0.0609 116/116 [==============================] - ETA: 0s - loss: 0.0585 116/116 [==============================] - 0s 1ms/step - loss: 0.0585
  489. Epoch 6/10
  490. 1/116 [..............................] - ETA: 0s - loss: 0.0070 38/116 [========>.....................] - ETA: 0s - loss: 0.0652 76/116 [==================>...........] - ETA: 0s - loss: 0.0581 112/116 [===========================>..] - ETA: 0s - loss: 0.0593 116/116 [==============================] - 0s 1ms/step - loss: 0.0588
  491. Epoch 7/10
  492. 1/116 [..............................] - ETA: 0s - loss: 0.1955 42/116 [=========>....................] - ETA: 0s - loss: 0.0615 75/116 [==================>...........] - ETA: 0s - loss: 0.0618 114/116 [============================>.] - ETA: 0s - loss: 0.0594 116/116 [==============================] - 0s 1ms/step - loss: 0.0589
  493. Epoch 8/10
  494. 1/116 [..............................] - ETA: 0s - loss: 0.0852 38/116 [========>.....................] - ETA: 0s - loss: 0.0508 75/116 [==================>...........] - ETA: 0s - loss: 0.0569 112/116 [===========================>..] - ETA: 0s - loss: 0.0593 116/116 [==============================] - 0s 1ms/step - loss: 0.0584
  495. Epoch 9/10
  496. 1/116 [..............................] - ETA: 0s - loss: 0.0697 38/116 [========>.....................] - ETA: 0s - loss: 0.0596 74/116 [==================>...........] - ETA: 0s - loss: 0.0646 110/116 [===========================>..] - ETA: 0s - loss: 0.0609 116/116 [==============================] - 0s 1ms/step - loss: 0.0606
  497. Epoch 10/10
  498. 1/116 [..............................] - ETA: 0s - loss: 0.0196 35/116 [========>.....................] - ETA: 0s - loss: 0.0634 68/116 [================>.............] - ETA: 0s - loss: 0.0672 101/116 [=========================>....] - ETA: 0s - loss: 0.0591 116/116 [==============================] - 0s 2ms/step - loss: 0.0589
  499. -> test with GAN.predict
  500. GAN tn, fp: 284, 5
  501. GAN fn, tp: 2, 5
  502. GAN f1 score: 0.588
  503. GAN cohens kappa score: 0.576
  504. -> test with 'LR'
  505. LR tn, fp: 276, 13
  506. LR fn, tp: 1, 6
  507. LR f1 score: 0.462
  508. LR cohens kappa score: 0.442
  509. LR average precision score: 0.488
  510. -> test with 'RF'
  511. RF tn, fp: 289, 0
  512. RF fn, tp: 6, 1
  513. RF f1 score: 0.250
  514. RF cohens kappa score: 0.246
  515. -> test with 'GB'
  516. GB tn, fp: 288, 1
  517. GB fn, tp: 4, 3
  518. GB f1 score: 0.545
  519. GB cohens kappa score: 0.537
  520. -> test with 'KNN'
  521. KNN tn, fp: 282, 7
  522. KNN fn, tp: 2, 5
  523. KNN f1 score: 0.526
  524. KNN cohens kappa score: 0.512
  525. ====== Step 3/5 =======
  526. -> Shuffling data
  527. -> Spliting data to slices
  528. ------ Step 3/5: Slice 1/5 -------
  529. -> Reset the GAN
  530. -> Train generator for synthetic samples
  531. -> create 1131 synthetic samples
  532. -> retrain GAN for predict
  533. Epoch 1/10
  534. 1/116 [..............................] - ETA: 18s - loss: 0.0028 42/116 [=========>....................] - ETA: 0s - loss: 0.0640  83/116 [====================>.........] - ETA: 0s - loss: 0.0652 116/116 [==============================] - 0s 1ms/step - loss: 0.0583
  535. Epoch 2/10
  536. 1/116 [..............................] - ETA: 0s - loss: 0.2149 41/116 [=========>....................] - ETA: 0s - loss: 0.0822 80/116 [===================>..........] - ETA: 0s - loss: 0.0568 116/116 [==============================] - 0s 1ms/step - loss: 0.0554
  537. Epoch 3/10
  538. 1/116 [..............................] - ETA: 0s - loss: 0.0017 41/116 [=========>....................] - ETA: 0s - loss: 0.0571 82/116 [====================>.........] - ETA: 0s - loss: 0.0505 116/116 [==============================] - 0s 1ms/step - loss: 0.0530
  539. Epoch 4/10
  540. 1/116 [..............................] - ETA: 0s - loss: 0.0032 36/116 [========>.....................] - ETA: 0s - loss: 0.0372 69/116 [================>.............] - ETA: 0s - loss: 0.0504 103/116 [=========================>....] - ETA: 0s - loss: 0.0523 116/116 [==============================] - 0s 1ms/step - loss: 0.0527
  541. Epoch 5/10
  542. 1/116 [..............................] - ETA: 0s - loss: 0.0148 42/116 [=========>....................] - ETA: 0s - loss: 0.0425 82/116 [====================>.........] - ETA: 0s - loss: 0.0554 116/116 [==============================] - 0s 1ms/step - loss: 0.0525
  543. Epoch 6/10
  544. 1/116 [..............................] - ETA: 0s - loss: 0.0158 39/116 [=========>....................] - ETA: 0s - loss: 0.0431 75/116 [==================>...........] - ETA: 0s - loss: 0.0473 115/116 [============================>.] - ETA: 0s - loss: 0.0516 116/116 [==============================] - 0s 1ms/step - loss: 0.0514
  545. Epoch 7/10
  546. 1/116 [..............................] - ETA: 0s - loss: 0.0109 42/116 [=========>....................] - ETA: 0s - loss: 0.0516 83/116 [====================>.........] - ETA: 0s - loss: 0.0494 116/116 [==============================] - 0s 1ms/step - loss: 0.0529
  547. Epoch 8/10
  548. 1/116 [..............................] - ETA: 0s - loss: 0.0052 42/116 [=========>....................] - ETA: 0s - loss: 0.0462 81/116 [===================>..........] - ETA: 0s - loss: 0.0576 116/116 [==============================] - 0s 1ms/step - loss: 0.0525
  549. Epoch 9/10
  550. 1/116 [..............................] - ETA: 0s - loss: 0.0338 41/116 [=========>....................] - ETA: 0s - loss: 0.0417 77/116 [==================>...........] - ETA: 0s - loss: 0.0560 116/116 [==============================] - 0s 1ms/step - loss: 0.0540
  551. Epoch 10/10
  552. 1/116 [..............................] - ETA: 0s - loss: 0.0294 40/116 [=========>....................] - ETA: 0s - loss: 0.0465 80/116 [===================>..........] - ETA: 0s - loss: 0.0546 116/116 [==============================] - 0s 1ms/step - loss: 0.0514
  553. -> test with GAN.predict
  554. GAN tn, fp: 285, 5
  555. GAN fn, tp: 2, 5
  556. GAN f1 score: 0.588
  557. GAN cohens kappa score: 0.576
  558. -> test with 'LR'
  559. LR tn, fp: 269, 21
  560. LR fn, tp: 1, 6
  561. LR f1 score: 0.353
  562. LR cohens kappa score: 0.328
  563. LR average precision score: 0.651
  564. -> test with 'RF'
  565. RF tn, fp: 289, 1
  566. RF fn, tp: 3, 4
  567. RF f1 score: 0.667
  568. RF cohens kappa score: 0.660
  569. -> test with 'GB'
  570. GB tn, fp: 288, 2
  571. GB fn, tp: 3, 4
  572. GB f1 score: 0.615
  573. GB cohens kappa score: 0.607
  574. -> test with 'KNN'
  575. KNN tn, fp: 281, 9
  576. KNN fn, tp: 1, 6
  577. KNN f1 score: 0.545
  578. KNN cohens kappa score: 0.530
  579. ------ Step 3/5: Slice 2/5 -------
  580. -> Reset the GAN
  581. -> Train generator for synthetic samples
  582. -> create 1131 synthetic samples
  583. -> retrain GAN for predict
  584. Epoch 1/10
  585. 1/116 [..............................] - ETA: 19s - loss: 0.0282 43/116 [==========>...................] - ETA: 0s - loss: 0.0637  85/116 [====================>.........] - ETA: 0s - loss: 0.0632 116/116 [==============================] - 0s 1ms/step - loss: 0.0752
  586. Epoch 2/10
  587. 1/116 [..............................] - ETA: 0s - loss: 0.0165 37/116 [========>.....................] - ETA: 0s - loss: 0.0704 70/116 [=================>............] - ETA: 0s - loss: 0.0683 109/116 [===========================>..] - ETA: 0s - loss: 0.0673 116/116 [==============================] - 0s 1ms/step - loss: 0.0737
  588. Epoch 3/10
  589. 1/116 [..............................] - ETA: 0s - loss: 0.0348 42/116 [=========>....................] - ETA: 0s - loss: 0.0595 83/116 [====================>.........] - ETA: 0s - loss: 0.0551 116/116 [==============================] - 0s 1ms/step - loss: 0.0686
  590. Epoch 4/10
  591. 1/116 [..............................] - ETA: 0s - loss: 0.0080 42/116 [=========>....................] - ETA: 0s - loss: 0.0585 82/116 [====================>.........] - ETA: 0s - loss: 0.0732 116/116 [==============================] - 0s 1ms/step - loss: 0.0719
  592. Epoch 5/10
  593. 1/116 [..............................] - ETA: 0s - loss: 0.0185 42/116 [=========>....................] - ETA: 0s - loss: 0.0679 82/116 [====================>.........] - ETA: 0s - loss: 0.0659 116/116 [==============================] - 0s 1ms/step - loss: 0.0696
  594. Epoch 6/10
  595. 1/116 [..............................] - ETA: 0s - loss: 0.0773 41/116 [=========>....................] - ETA: 0s - loss: 0.0750 82/116 [====================>.........] - ETA: 0s - loss: 0.0742 116/116 [==============================] - 0s 1ms/step - loss: 0.0668
  596. Epoch 7/10
  597. 1/116 [..............................] - ETA: 0s - loss: 0.1069 41/116 [=========>....................] - ETA: 0s - loss: 0.0652 81/116 [===================>..........] - ETA: 0s - loss: 0.0606 116/116 [==============================] - 0s 1ms/step - loss: 0.0672
  598. Epoch 8/10
  599. 1/116 [..............................] - ETA: 0s - loss: 0.0101 41/116 [=========>....................] - ETA: 0s - loss: 0.0655 81/116 [===================>..........] - ETA: 0s - loss: 0.0658 116/116 [==============================] - 0s 1ms/step - loss: 0.0664
  600. Epoch 9/10
  601. 1/116 [..............................] - ETA: 0s - loss: 0.1889 41/116 [=========>....................] - ETA: 0s - loss: 0.0706 82/116 [====================>.........] - ETA: 0s - loss: 0.0616 116/116 [==============================] - 0s 1ms/step - loss: 0.0647
  602. Epoch 10/10
  603. 1/116 [..............................] - ETA: 0s - loss: 0.0261 41/116 [=========>....................] - ETA: 0s - loss: 0.0631 81/116 [===================>..........] - ETA: 0s - loss: 0.0656 116/116 [==============================] - 0s 1ms/step - loss: 0.0651
  604. -> test with GAN.predict
  605. GAN tn, fp: 275, 15
  606. GAN fn, tp: 0, 7
  607. GAN f1 score: 0.483
  608. GAN cohens kappa score: 0.464
  609. -> test with 'LR'
  610. LR tn, fp: 262, 28
  611. LR fn, tp: 0, 7
  612. LR f1 score: 0.333
  613. LR cohens kappa score: 0.306
  614. LR average precision score: 0.793
  615. -> test with 'RF'
  616. RF tn, fp: 286, 4
  617. RF fn, tp: 3, 4
  618. RF f1 score: 0.533
  619. RF cohens kappa score: 0.521
  620. -> test with 'GB'
  621. GB tn, fp: 286, 4
  622. GB fn, tp: 3, 4
  623. GB f1 score: 0.533
  624. GB cohens kappa score: 0.521
  625. -> test with 'KNN'
  626. KNN tn, fp: 267, 23
  627. KNN fn, tp: 0, 7
  628. KNN f1 score: 0.378
  629. KNN cohens kappa score: 0.354
  630. ------ Step 3/5: Slice 3/5 -------
  631. -> Reset the GAN
  632. -> Train generator for synthetic samples
  633. -> create 1131 synthetic samples
  634. -> retrain GAN for predict
  635. Epoch 1/10
  636. 1/116 [..............................] - ETA: 18s - loss: 0.0228 32/116 [=======>......................] - ETA: 0s - loss: 0.0560  69/116 [================>.............] - ETA: 0s - loss: 0.0608 109/116 [===========================>..] - ETA: 0s - loss: 0.0619 116/116 [==============================] - 0s 1ms/step - loss: 0.0610
  637. Epoch 2/10
  638. 1/116 [..............................] - ETA: 0s - loss: 0.0926 38/116 [========>.....................] - ETA: 0s - loss: 0.0585 76/116 [==================>...........] - ETA: 0s - loss: 0.0577 116/116 [==============================] - 0s 1ms/step - loss: 0.0553
  639. Epoch 3/10
  640. 1/116 [..............................] - ETA: 0s - loss: 0.0109 42/116 [=========>....................] - ETA: 0s - loss: 0.0626 83/116 [====================>.........] - ETA: 0s - loss: 0.0623 116/116 [==============================] - 0s 1ms/step - loss: 0.0549
  641. Epoch 4/10
  642. 1/116 [..............................] - ETA: 0s - loss: 0.1438 41/116 [=========>....................] - ETA: 0s - loss: 0.0502 82/116 [====================>.........] - ETA: 0s - loss: 0.0591 116/116 [==============================] - 0s 1ms/step - loss: 0.0544
  643. Epoch 5/10
  644. 1/116 [..............................] - ETA: 0s - loss: 0.0112 41/116 [=========>....................] - ETA: 0s - loss: 0.0633 76/116 [==================>...........] - ETA: 0s - loss: 0.0575 111/116 [===========================>..] - ETA: 0s - loss: 0.0551 116/116 [==============================] - 0s 1ms/step - loss: 0.0544
  645. Epoch 6/10
  646. 1/116 [..............................] - ETA: 0s - loss: 0.0079 39/116 [=========>....................] - ETA: 0s - loss: 0.0552 80/116 [===================>..........] - ETA: 0s - loss: 0.0582 116/116 [==============================] - 0s 1ms/step - loss: 0.0548
  647. Epoch 7/10
  648. 1/116 [..............................] - ETA: 0s - loss: 0.0156 40/116 [=========>....................] - ETA: 0s - loss: 0.0626 80/116 [===================>..........] - ETA: 0s - loss: 0.0499 116/116 [==============================] - 0s 1ms/step - loss: 0.0525
  649. Epoch 8/10
  650. 1/116 [..............................] - ETA: 0s - loss: 0.1336 42/116 [=========>....................] - ETA: 0s - loss: 0.0536 82/116 [====================>.........] - ETA: 0s - loss: 0.0491 116/116 [==============================] - 0s 1ms/step - loss: 0.0556
  651. Epoch 9/10
  652. 1/116 [..............................] - ETA: 0s - loss: 0.0440 42/116 [=========>....................] - ETA: 0s - loss: 0.0579 82/116 [====================>.........] - ETA: 0s - loss: 0.0537 116/116 [==============================] - 0s 1ms/step - loss: 0.0527
  653. Epoch 10/10
  654. 1/116 [..............................] - ETA: 0s - loss: 0.0221 42/116 [=========>....................] - ETA: 0s - loss: 0.0707 83/116 [====================>.........] - ETA: 0s - loss: 0.0545 116/116 [==============================] - 0s 1ms/step - loss: 0.0511
  655. -> test with GAN.predict
  656. GAN tn, fp: 283, 7
  657. GAN fn, tp: 3, 4
  658. GAN f1 score: 0.444
  659. GAN cohens kappa score: 0.428
  660. -> test with 'LR'
  661. LR tn, fp: 275, 15
  662. LR fn, tp: 2, 5
  663. LR f1 score: 0.370
  664. LR cohens kappa score: 0.348
  665. LR average precision score: 0.419
  666. -> test with 'RF'
  667. RF tn, fp: 288, 2
  668. RF fn, tp: 3, 4
  669. RF f1 score: 0.615
  670. RF cohens kappa score: 0.607
  671. -> test with 'GB'
  672. GB tn, fp: 288, 2
  673. GB fn, tp: 3, 4
  674. GB f1 score: 0.615
  675. GB cohens kappa score: 0.607
  676. -> test with 'KNN'
  677. KNN tn, fp: 280, 10
  678. KNN fn, tp: 3, 4
  679. KNN f1 score: 0.381
  680. KNN cohens kappa score: 0.361
  681. ------ Step 3/5: Slice 4/5 -------
  682. -> Reset the GAN
  683. -> Train generator for synthetic samples
  684. -> create 1131 synthetic samples
  685. -> retrain GAN for predict
  686. Epoch 1/10
  687. 1/116 [..............................] - ETA: 19s - loss: 0.0540 40/116 [=========>....................] - ETA: 0s - loss: 0.0823  81/116 [===================>..........] - ETA: 0s - loss: 0.0812 116/116 [==============================] - 0s 1ms/step - loss: 0.0777
  688. Epoch 2/10
  689. 1/116 [..............................] - ETA: 0s - loss: 0.0238 41/116 [=========>....................] - ETA: 0s - loss: 0.0544 79/116 [===================>..........] - ETA: 0s - loss: 0.0576 116/116 [==============================] - 0s 1ms/step - loss: 0.0739
  690. Epoch 3/10
  691. 1/116 [..............................] - ETA: 0s - loss: 0.0386 39/116 [=========>....................] - ETA: 0s - loss: 0.0765 80/116 [===================>..........] - ETA: 0s - loss: 0.0705 116/116 [==============================] - 0s 1ms/step - loss: 0.0715
  692. Epoch 4/10
  693. 1/116 [..............................] - ETA: 0s - loss: 0.0474 41/116 [=========>....................] - ETA: 0s - loss: 0.0688 76/116 [==================>...........] - ETA: 0s - loss: 0.0694 111/116 [===========================>..] - ETA: 0s - loss: 0.0719 116/116 [==============================] - 0s 1ms/step - loss: 0.0734
  694. Epoch 5/10
  695. 1/116 [..............................] - ETA: 0s - loss: 0.0304 37/116 [========>.....................] - ETA: 0s - loss: 0.0598 75/116 [==================>...........] - ETA: 0s - loss: 0.0577 116/116 [==============================] - 0s 1ms/step - loss: 0.0692
  696. Epoch 6/10
  697. 1/116 [..............................] - ETA: 0s - loss: 0.2570 40/116 [=========>....................] - ETA: 0s - loss: 0.0841 79/116 [===================>..........] - ETA: 0s - loss: 0.0751 116/116 [==============================] - 0s 1ms/step - loss: 0.0703
  698. Epoch 7/10
  699. 1/116 [..............................] - ETA: 0s - loss: 0.1121 41/116 [=========>....................] - ETA: 0s - loss: 0.0676 83/116 [====================>.........] - ETA: 0s - loss: 0.0701 116/116 [==============================] - 0s 1ms/step - loss: 0.0699
  700. Epoch 8/10
  701. 1/116 [..............................] - ETA: 0s - loss: 0.0450 41/116 [=========>....................] - ETA: 0s - loss: 0.0626 82/116 [====================>.........] - ETA: 0s - loss: 0.0650 116/116 [==============================] - 0s 1ms/step - loss: 0.0692
  702. Epoch 9/10
  703. 1/116 [..............................] - ETA: 0s - loss: 0.0298 41/116 [=========>....................] - ETA: 0s - loss: 0.0925 81/116 [===================>..........] - ETA: 0s - loss: 0.0835 116/116 [==============================] - 0s 1ms/step - loss: 0.0745
  704. Epoch 10/10
  705. 1/116 [..............................] - ETA: 0s - loss: 0.0034 42/116 [=========>....................] - ETA: 0s - loss: 0.0767 82/116 [====================>.........] - ETA: 0s - loss: 0.0729 116/116 [==============================] - 0s 1ms/step - loss: 0.0697
  706. -> test with GAN.predict
  707. GAN tn, fp: 280, 10
  708. GAN fn, tp: 2, 5
  709. GAN f1 score: 0.455
  710. GAN cohens kappa score: 0.436
  711. -> test with 'LR'
  712. LR tn, fp: 264, 26
  713. LR fn, tp: 1, 6
  714. LR f1 score: 0.308
  715. LR cohens kappa score: 0.280
  716. LR average precision score: 0.442
  717. -> test with 'RF'
  718. RF tn, fp: 286, 4
  719. RF fn, tp: 3, 4
  720. RF f1 score: 0.533
  721. RF cohens kappa score: 0.521
  722. -> test with 'GB'
  723. GB tn, fp: 281, 9
  724. GB fn, tp: 3, 4
  725. GB f1 score: 0.400
  726. GB cohens kappa score: 0.381
  727. -> test with 'KNN'
  728. KNN tn, fp: 273, 17
  729. KNN fn, tp: 2, 5
  730. KNN f1 score: 0.345
  731. KNN cohens kappa score: 0.321
  732. ------ Step 3/5: Slice 5/5 -------
  733. -> Reset the GAN
  734. -> Train generator for synthetic samples
  735. -> create 1132 synthetic samples
  736. -> retrain GAN for predict
  737. Epoch 1/10
  738. 1/116 [..............................] - ETA: 15s - loss: 0.0093 37/116 [========>.....................] - ETA: 0s - loss: 0.0854  79/116 [===================>..........] - ETA: 0s - loss: 0.0863 115/116 [============================>.] - ETA: 0s - loss: 0.0821 116/116 [==============================] - 0s 1ms/step - loss: 0.0820
  739. Epoch 2/10
  740. 1/116 [..............................] - ETA: 0s - loss: 0.0087 34/116 [=======>......................] - ETA: 0s - loss: 0.0781 67/116 [================>.............] - ETA: 0s - loss: 0.0785 98/116 [========================>.....] - ETA: 0s - loss: 0.0773 116/116 [==============================] - 0s 2ms/step - loss: 0.0754
  741. Epoch 3/10
  742. 1/116 [..............................] - ETA: 0s - loss: 0.0500 44/116 [==========>...................] - ETA: 0s - loss: 0.0655 82/116 [====================>.........] - ETA: 0s - loss: 0.0774 116/116 [==============================] - 0s 1ms/step - loss: 0.0763
  743. Epoch 4/10
  744. 1/116 [..............................] - ETA: 0s - loss: 0.1682 39/116 [=========>....................] - ETA: 0s - loss: 0.1028 78/116 [===================>..........] - ETA: 0s - loss: 0.0739 116/116 [==============================] - ETA: 0s - loss: 0.0720 116/116 [==============================] - 0s 1ms/step - loss: 0.0720
  745. Epoch 5/10
  746. 1/116 [..............................] - ETA: 0s - loss: 0.0191 38/116 [========>.....................] - ETA: 0s - loss: 0.0686 76/116 [==================>...........] - ETA: 0s - loss: 0.0733 114/116 [============================>.] - ETA: 0s - loss: 0.0713 116/116 [==============================] - 0s 1ms/step - loss: 0.0716
  747. Epoch 6/10
  748. 1/116 [..............................] - ETA: 0s - loss: 0.0220 37/116 [========>.....................] - ETA: 0s - loss: 0.0764 76/116 [==================>...........] - ETA: 0s - loss: 0.0704 113/116 [============================>.] - ETA: 0s - loss: 0.0717 116/116 [==============================] - 0s 1ms/step - loss: 0.0706
  749. Epoch 7/10
  750. 1/116 [..............................] - ETA: 0s - loss: 0.2317 37/116 [========>.....................] - ETA: 0s - loss: 0.0775 74/116 [==================>...........] - ETA: 0s - loss: 0.0744 116/116 [==============================] - ETA: 0s - loss: 0.0690 116/116 [==============================] - 0s 1ms/step - loss: 0.0690
  751. Epoch 8/10
  752. 1/116 [..............................] - ETA: 0s - loss: 0.0595 37/116 [========>.....................] - ETA: 0s - loss: 0.0769 76/116 [==================>...........] - ETA: 0s - loss: 0.0710 113/116 [============================>.] - ETA: 0s - loss: 0.0709 116/116 [==============================] - 0s 1ms/step - loss: 0.0709
  753. Epoch 9/10
  754. 1/116 [..............................] - ETA: 0s - loss: 0.0872 40/116 [=========>....................] - ETA: 0s - loss: 0.0742 80/116 [===================>..........] - ETA: 0s - loss: 0.0689 116/116 [==============================] - 0s 1ms/step - loss: 0.0691
  755. Epoch 10/10
  756. 1/116 [..............................] - ETA: 0s - loss: 0.0068 37/116 [========>.....................] - ETA: 0s - loss: 0.0503 72/116 [=================>............] - ETA: 0s - loss: 0.0662 111/116 [===========================>..] - ETA: 0s - loss: 0.0692 116/116 [==============================] - 0s 1ms/step - loss: 0.0675
  757. -> test with GAN.predict
  758. GAN tn, fp: 283, 6
  759. GAN fn, tp: 4, 3
  760. GAN f1 score: 0.375
  761. GAN cohens kappa score: 0.358
  762. -> test with 'LR'
  763. LR tn, fp: 273, 16
  764. LR fn, tp: 1, 6
  765. LR f1 score: 0.414
  766. LR cohens kappa score: 0.392
  767. LR average precision score: 0.502
  768. -> test with 'RF'
  769. RF tn, fp: 288, 1
  770. RF fn, tp: 6, 1
  771. RF f1 score: 0.222
  772. RF cohens kappa score: 0.214
  773. -> test with 'GB'
  774. GB tn, fp: 287, 2
  775. GB fn, tp: 4, 3
  776. GB f1 score: 0.500
  777. GB cohens kappa score: 0.490
  778. -> test with 'KNN'
  779. KNN tn, fp: 278, 11
  780. KNN fn, tp: 1, 6
  781. KNN f1 score: 0.500
  782. KNN cohens kappa score: 0.483
  783. ====== Step 4/5 =======
  784. -> Shuffling data
  785. -> Spliting data to slices
  786. ------ Step 4/5: Slice 1/5 -------
  787. -> Reset the GAN
  788. -> Train generator for synthetic samples
  789. -> create 1131 synthetic samples
  790. -> retrain GAN for predict
  791. Epoch 1/10
  792. 1/116 [..............................] - ETA: 21s - loss: 0.0144 42/116 [=========>....................] - ETA: 0s - loss: 0.0611  83/116 [====================>.........] - ETA: 0s - loss: 0.0627 116/116 [==============================] - 0s 1ms/step - loss: 0.0645
  793. Epoch 2/10
  794. 1/116 [..............................] - ETA: 0s - loss: 0.0043 40/116 [=========>....................] - ETA: 0s - loss: 0.0459 80/116 [===================>..........] - ETA: 0s - loss: 0.0448 116/116 [==============================] - 0s 1ms/step - loss: 0.0637
  795. Epoch 3/10
  796. 1/116 [..............................] - ETA: 0s - loss: 0.0225 42/116 [=========>....................] - ETA: 0s - loss: 0.0964 83/116 [====================>.........] - ETA: 0s - loss: 0.0629 116/116 [==============================] - 0s 1ms/step - loss: 0.0639
  797. Epoch 4/10
  798. 1/116 [..............................] - ETA: 0s - loss: 0.5400 41/116 [=========>....................] - ETA: 0s - loss: 0.0773 79/116 [===================>..........] - ETA: 0s - loss: 0.0680 116/116 [==============================] - 0s 1ms/step - loss: 0.0581
  799. Epoch 5/10
  800. 1/116 [..............................] - ETA: 0s - loss: 0.1331 40/116 [=========>....................] - ETA: 0s - loss: 0.0473 79/116 [===================>..........] - ETA: 0s - loss: 0.0533 113/116 [============================>.] - ETA: 0s - loss: 0.0583 116/116 [==============================] - 0s 1ms/step - loss: 0.0572
  801. Epoch 6/10
  802. 1/116 [..............................] - ETA: 0s - loss: 0.0066 35/116 [========>.....................] - ETA: 0s - loss: 0.0623 73/116 [=================>............] - ETA: 0s - loss: 0.0620 113/116 [============================>.] - ETA: 0s - loss: 0.0544 116/116 [==============================] - 0s 1ms/step - loss: 0.0550
  803. Epoch 7/10
  804. 1/116 [..............................] - ETA: 0s - loss: 0.0561 40/116 [=========>....................] - ETA: 0s - loss: 0.0637 81/116 [===================>..........] - ETA: 0s - loss: 0.0551 116/116 [==============================] - 0s 1ms/step - loss: 0.0562
  805. Epoch 8/10
  806. 1/116 [..............................] - ETA: 0s - loss: 0.0190 42/116 [=========>....................] - ETA: 0s - loss: 0.0697 77/116 [==================>...........] - ETA: 0s - loss: 0.0606 115/116 [============================>.] - ETA: 0s - loss: 0.0558 116/116 [==============================] - 0s 1ms/step - loss: 0.0554
  807. Epoch 9/10
  808. 1/116 [..............................] - ETA: 0s - loss: 0.0737 41/116 [=========>....................] - ETA: 0s - loss: 0.0438 81/116 [===================>..........] - ETA: 0s - loss: 0.0459 116/116 [==============================] - 0s 1ms/step - loss: 0.0559
  809. Epoch 10/10
  810. 1/116 [..............................] - ETA: 0s - loss: 0.0141 41/116 [=========>....................] - ETA: 0s - loss: 0.0450 80/116 [===================>..........] - ETA: 0s - loss: 0.0574 116/116 [==============================] - 0s 1ms/step - loss: 0.0579
  811. -> test with GAN.predict
  812. GAN tn, fp: 288, 2
  813. GAN fn, tp: 4, 3
  814. GAN f1 score: 0.500
  815. GAN cohens kappa score: 0.490
  816. -> test with 'LR'
  817. LR tn, fp: 276, 14
  818. LR fn, tp: 1, 6
  819. LR f1 score: 0.444
  820. LR cohens kappa score: 0.424
  821. LR average precision score: 0.741
  822. -> test with 'RF'
  823. RF tn, fp: 290, 0
  824. RF fn, tp: 3, 4
  825. RF f1 score: 0.727
  826. RF cohens kappa score: 0.723
  827. -> test with 'GB'
  828. GB tn, fp: 288, 2
  829. GB fn, tp: 1, 6
  830. GB f1 score: 0.800
  831. GB cohens kappa score: 0.795
  832. -> test with 'KNN'
  833. KNN tn, fp: 279, 11
  834. KNN fn, tp: 1, 6
  835. KNN f1 score: 0.500
  836. KNN cohens kappa score: 0.483
  837. ------ Step 4/5: Slice 2/5 -------
  838. -> Reset the GAN
  839. -> Train generator for synthetic samples
  840. -> create 1131 synthetic samples
  841. -> retrain GAN for predict
  842. Epoch 1/10
  843. 1/116 [..............................] - ETA: 19s - loss: 0.0092 41/116 [=========>....................] - ETA: 0s - loss: 0.0729  82/116 [====================>.........] - ETA: 0s - loss: 0.0770 116/116 [==============================] - 0s 1ms/step - loss: 0.0783
  844. Epoch 2/10
  845. 1/116 [..............................] - ETA: 0s - loss: 0.1526 41/116 [=========>....................] - ETA: 0s - loss: 0.0822 78/116 [===================>..........] - ETA: 0s - loss: 0.0846 116/116 [==============================] - 0s 1ms/step - loss: 0.0832
  846. Epoch 3/10
  847. 1/116 [..............................] - ETA: 0s - loss: 0.0717 41/116 [=========>....................] - ETA: 0s - loss: 0.0746 81/116 [===================>..........] - ETA: 0s - loss: 0.0732 115/116 [============================>.] - ETA: 0s - loss: 0.0737 116/116 [==============================] - 0s 1ms/step - loss: 0.0745
  848. Epoch 4/10
  849. 1/116 [..............................] - ETA: 0s - loss: 0.2795 39/116 [=========>....................] - ETA: 0s - loss: 0.0819 74/116 [==================>...........] - ETA: 0s - loss: 0.0772 115/116 [============================>.] - ETA: 0s - loss: 0.0728 116/116 [==============================] - 0s 1ms/step - loss: 0.0732
  850. Epoch 5/10
  851. 1/116 [..............................] - ETA: 0s - loss: 0.0710 42/116 [=========>....................] - ETA: 0s - loss: 0.0698 81/116 [===================>..........] - ETA: 0s - loss: 0.0742 116/116 [==============================] - 0s 1ms/step - loss: 0.0710
  852. Epoch 6/10
  853. 1/116 [..............................] - ETA: 0s - loss: 0.3352 41/116 [=========>....................] - ETA: 0s - loss: 0.0798 81/116 [===================>..........] - ETA: 0s - loss: 0.0735 116/116 [==============================] - 0s 1ms/step - loss: 0.0730
  854. Epoch 7/10
  855. 1/116 [..............................] - ETA: 0s - loss: 0.0122 42/116 [=========>....................] - ETA: 0s - loss: 0.0667 83/116 [====================>.........] - ETA: 0s - loss: 0.0687 116/116 [==============================] - 0s 1ms/step - loss: 0.0700
  856. Epoch 8/10
  857. 1/116 [..............................] - ETA: 0s - loss: 0.0062 41/116 [=========>....................] - ETA: 0s - loss: 0.0571 82/116 [====================>.........] - ETA: 0s - loss: 0.0709 116/116 [==============================] - 0s 1ms/step - loss: 0.0704
  858. Epoch 9/10
  859. 1/116 [..............................] - ETA: 0s - loss: 0.0658 42/116 [=========>....................] - ETA: 0s - loss: 0.0712 81/116 [===================>..........] - ETA: 0s - loss: 0.0724 116/116 [==============================] - 0s 1ms/step - loss: 0.0702
  860. Epoch 10/10
  861. 1/116 [..............................] - ETA: 0s - loss: 0.0119 41/116 [=========>....................] - ETA: 0s - loss: 0.0640 81/116 [===================>..........] - ETA: 0s - loss: 0.0696 116/116 [==============================] - 0s 1ms/step - loss: 0.0682
  862. -> test with GAN.predict
  863. GAN tn, fp: 282, 8
  864. GAN fn, tp: 2, 5
  865. GAN f1 score: 0.500
  866. GAN cohens kappa score: 0.484
  867. -> test with 'LR'
  868. LR tn, fp: 265, 25
  869. LR fn, tp: 0, 7
  870. LR f1 score: 0.359
  871. LR cohens kappa score: 0.333
  872. LR average precision score: 0.290
  873. -> test with 'RF'
  874. RF tn, fp: 286, 4
  875. RF fn, tp: 3, 4
  876. RF f1 score: 0.533
  877. RF cohens kappa score: 0.521
  878. -> test with 'GB'
  879. GB tn, fp: 285, 5
  880. GB fn, tp: 3, 4
  881. GB f1 score: 0.500
  882. GB cohens kappa score: 0.486
  883. -> test with 'KNN'
  884. KNN tn, fp: 274, 16
  885. KNN fn, tp: 1, 6
  886. KNN f1 score: 0.414
  887. KNN cohens kappa score: 0.392
  888. ------ Step 4/5: Slice 3/5 -------
  889. -> Reset the GAN
  890. -> Train generator for synthetic samples
  891. -> create 1131 synthetic samples
  892. -> retrain GAN for predict
  893. Epoch 1/10
  894. 1/116 [..............................] - ETA: 17s - loss: 0.0955 42/116 [=========>....................] - ETA: 0s - loss: 0.0523  78/116 [===================>..........] - ETA: 0s - loss: 0.0654 116/116 [==============================] - 0s 1ms/step - loss: 0.0657
  895. Epoch 2/10
  896. 1/116 [..............................] - ETA: 0s - loss: 0.0108 40/116 [=========>....................] - ETA: 0s - loss: 0.0509 80/116 [===================>..........] - ETA: 0s - loss: 0.0537 116/116 [==============================] - 0s 1ms/step - loss: 0.0599
  897. Epoch 3/10
  898. 1/116 [..............................] - ETA: 0s - loss: 0.0116 41/116 [=========>....................] - ETA: 0s - loss: 0.0393 81/116 [===================>..........] - ETA: 0s - loss: 0.0577 116/116 [==============================] - 0s 1ms/step - loss: 0.0588
  899. Epoch 4/10
  900. 1/116 [..............................] - ETA: 0s - loss: 0.0329 41/116 [=========>....................] - ETA: 0s - loss: 0.0548 75/116 [==================>...........] - ETA: 0s - loss: 0.0595 108/116 [==========================>...] - ETA: 0s - loss: 0.0632 116/116 [==============================] - 0s 1ms/step - loss: 0.0627
  901. Epoch 5/10
  902. 1/116 [..............................] - ETA: 0s - loss: 0.0140 38/116 [========>.....................] - ETA: 0s - loss: 0.0717 76/116 [==================>...........] - ETA: 0s - loss: 0.0558 116/116 [==============================] - 0s 1ms/step - loss: 0.0588
  903. Epoch 6/10
  904. 1/116 [..............................] - ETA: 0s - loss: 0.0629 42/116 [=========>....................] - ETA: 0s - loss: 0.0471 83/116 [====================>.........] - ETA: 0s - loss: 0.0554 116/116 [==============================] - 0s 1ms/step - loss: 0.0597
  905. Epoch 7/10
  906. 1/116 [..............................] - ETA: 0s - loss: 0.1409 41/116 [=========>....................] - ETA: 0s - loss: 0.0605 82/116 [====================>.........] - ETA: 0s - loss: 0.0617 116/116 [==============================] - 0s 1ms/step - loss: 0.0581
  907. Epoch 8/10
  908. 1/116 [..............................] - ETA: 0s - loss: 0.0550 41/116 [=========>....................] - ETA: 0s - loss: 0.0704 81/116 [===================>..........] - ETA: 0s - loss: 0.0580 116/116 [==============================] - 0s 1ms/step - loss: 0.0581
  909. Epoch 9/10
  910. 1/116 [..............................] - ETA: 0s - loss: 0.0727 41/116 [=========>....................] - ETA: 0s - loss: 0.0538 79/116 [===================>..........] - ETA: 0s - loss: 0.0543 116/116 [==============================] - 0s 1ms/step - loss: 0.0568
  911. Epoch 10/10
  912. 1/116 [..............................] - ETA: 0s - loss: 0.0095 41/116 [=========>....................] - ETA: 0s - loss: 0.0723 82/116 [====================>.........] - ETA: 0s - loss: 0.0533 116/116 [==============================] - 0s 1ms/step - loss: 0.0580
  913. -> test with GAN.predict
  914. GAN tn, fp: 278, 12
  915. GAN fn, tp: 1, 6
  916. GAN f1 score: 0.480
  917. GAN cohens kappa score: 0.462
  918. -> test with 'LR'
  919. LR tn, fp: 262, 28
  920. LR fn, tp: 1, 6
  921. LR f1 score: 0.293
  922. LR cohens kappa score: 0.264
  923. LR average precision score: 0.554
  924. -> test with 'RF'
  925. RF tn, fp: 286, 4
  926. RF fn, tp: 1, 6
  927. RF f1 score: 0.706
  928. RF cohens kappa score: 0.697
  929. -> test with 'GB'
  930. GB tn, fp: 284, 6
  931. GB fn, tp: 2, 5
  932. GB f1 score: 0.556
  933. GB cohens kappa score: 0.542
  934. -> test with 'KNN'
  935. KNN tn, fp: 270, 20
  936. KNN fn, tp: 1, 6
  937. KNN f1 score: 0.364
  938. KNN cohens kappa score: 0.339
  939. ------ Step 4/5: Slice 4/5 -------
  940. -> Reset the GAN
  941. -> Train generator for synthetic samples
  942. -> create 1131 synthetic samples
  943. -> retrain GAN for predict
  944. Epoch 1/10
  945. 1/116 [..............................] - ETA: 22s - loss: 0.0394 41/116 [=========>....................] - ETA: 0s - loss: 0.0654  81/116 [===================>..........] - ETA: 0s - loss: 0.0660 116/116 [==============================] - 0s 1ms/step - loss: 0.0658
  946. Epoch 2/10
  947. 1/116 [..............................] - ETA: 0s - loss: 0.2063 42/116 [=========>....................] - ETA: 0s - loss: 0.0530 82/116 [====================>.........] - ETA: 0s - loss: 0.0552 116/116 [==============================] - 0s 1ms/step - loss: 0.0645
  948. Epoch 3/10
  949. 1/116 [..............................] - ETA: 0s - loss: 0.0117 38/116 [========>.....................] - ETA: 0s - loss: 0.0529 78/116 [===================>..........] - ETA: 0s - loss: 0.0615 116/116 [==============================] - ETA: 0s - loss: 0.0630 116/116 [==============================] - 0s 1ms/step - loss: 0.0630
  950. Epoch 4/10
  951. 1/116 [..............................] - ETA: 0s - loss: 0.0127 43/116 [==========>...................] - ETA: 0s - loss: 0.0724 83/116 [====================>.........] - ETA: 0s - loss: 0.0690 116/116 [==============================] - 0s 1ms/step - loss: 0.0635
  952. Epoch 5/10
  953. 1/116 [..............................] - ETA: 0s - loss: 0.0116 41/116 [=========>....................] - ETA: 0s - loss: 0.0610 82/116 [====================>.........] - ETA: 0s - loss: 0.0599 116/116 [==============================] - 0s 1ms/step - loss: 0.0621
  954. Epoch 6/10
  955. 1/116 [..............................] - ETA: 0s - loss: 0.0544 40/116 [=========>....................] - ETA: 0s - loss: 0.0470 82/116 [====================>.........] - ETA: 0s - loss: 0.0535 116/116 [==============================] - 0s 1ms/step - loss: 0.0605
  956. Epoch 7/10
  957. 1/116 [..............................] - ETA: 0s - loss: 0.0243 42/116 [=========>....................] - ETA: 0s - loss: 0.0729 82/116 [====================>.........] - ETA: 0s - loss: 0.0659 116/116 [==============================] - 0s 1ms/step - loss: 0.0625
  958. Epoch 8/10
  959. 1/116 [..............................] - ETA: 0s - loss: 0.0199 42/116 [=========>....................] - ETA: 0s - loss: 0.0615 83/116 [====================>.........] - ETA: 0s - loss: 0.0567 116/116 [==============================] - 0s 1ms/step - loss: 0.0606
  960. Epoch 9/10
  961. 1/116 [..............................] - ETA: 0s - loss: 0.0064 42/116 [=========>....................] - ETA: 0s - loss: 0.0497 83/116 [====================>.........] - ETA: 0s - loss: 0.0674 116/116 [==============================] - 0s 1ms/step - loss: 0.0594
  962. Epoch 10/10
  963. 1/116 [..............................] - ETA: 0s - loss: 0.0054 39/116 [=========>....................] - ETA: 0s - loss: 0.0674 79/116 [===================>..........] - ETA: 0s - loss: 0.0642 116/116 [==============================] - 0s 1ms/step - loss: 0.0589
  964. -> test with GAN.predict
  965. GAN tn, fp: 283, 7
  966. GAN fn, tp: 2, 5
  967. GAN f1 score: 0.526
  968. GAN cohens kappa score: 0.512
  969. -> test with 'LR'
  970. LR tn, fp: 271, 19
  971. LR fn, tp: 1, 6
  972. LR f1 score: 0.375
  973. LR cohens kappa score: 0.351
  974. LR average precision score: 0.646
  975. -> test with 'RF'
  976. RF tn, fp: 289, 1
  977. RF fn, tp: 4, 3
  978. RF f1 score: 0.545
  979. RF cohens kappa score: 0.538
  980. -> test with 'GB'
  981. GB tn, fp: 289, 1
  982. GB fn, tp: 4, 3
  983. GB f1 score: 0.545
  984. GB cohens kappa score: 0.538
  985. -> test with 'KNN'
  986. KNN tn, fp: 279, 11
  987. KNN fn, tp: 2, 5
  988. KNN f1 score: 0.435
  989. KNN cohens kappa score: 0.416
  990. ------ Step 4/5: Slice 5/5 -------
  991. -> Reset the GAN
  992. -> Train generator for synthetic samples
  993. -> create 1132 synthetic samples
  994. -> retrain GAN for predict
  995. Epoch 1/10
  996. 1/116 [..............................] - ETA: 16s - loss: 0.0087 44/116 [==========>...................] - ETA: 0s - loss: 0.0428  87/116 [=====================>........] - ETA: 0s - loss: 0.0507 116/116 [==============================] - 0s 1ms/step - loss: 0.0563
  997. Epoch 2/10
  998. 1/116 [..............................] - ETA: 0s - loss: 0.0063 45/116 [==========>...................] - ETA: 0s - loss: 0.0520 89/116 [======================>.......] - ETA: 0s - loss: 0.0495 116/116 [==============================] - 0s 1ms/step - loss: 0.0565
  999. Epoch 3/10
  1000. 1/116 [..............................] - ETA: 0s - loss: 0.0306 44/116 [==========>...................] - ETA: 0s - loss: 0.0655 85/116 [====================>.........] - ETA: 0s - loss: 0.0518 116/116 [==============================] - 0s 1ms/step - loss: 0.0558
  1001. Epoch 4/10
  1002. 1/116 [..............................] - ETA: 0s - loss: 0.0627 36/116 [========>.....................] - ETA: 0s - loss: 0.0961 74/116 [==================>...........] - ETA: 0s - loss: 0.0713 108/116 [==========================>...] - ETA: 0s - loss: 0.0587 116/116 [==============================] - 0s 1ms/step - loss: 0.0587
  1003. Epoch 5/10
  1004. 1/116 [..............................] - ETA: 0s - loss: 0.0204 45/116 [==========>...................] - ETA: 0s - loss: 0.0385 86/116 [=====================>........] - ETA: 0s - loss: 0.0468 116/116 [==============================] - 0s 1ms/step - loss: 0.0549
  1005. Epoch 6/10
  1006. 1/116 [..............................] - ETA: 0s - loss: 0.0063 44/116 [==========>...................] - ETA: 0s - loss: 0.0763 87/116 [=====================>........] - ETA: 0s - loss: 0.0622 116/116 [==============================] - 0s 1ms/step - loss: 0.0553
  1007. Epoch 7/10
  1008. 1/116 [..............................] - ETA: 0s - loss: 0.0333 43/116 [==========>...................] - ETA: 0s - loss: 0.0461 81/116 [===================>..........] - ETA: 0s - loss: 0.0509 116/116 [==============================] - 0s 1ms/step - loss: 0.0530
  1009. Epoch 8/10
  1010. 1/116 [..............................] - ETA: 0s - loss: 0.1172 45/116 [==========>...................] - ETA: 0s - loss: 0.0613 90/116 [======================>.......] - ETA: 0s - loss: 0.0555 116/116 [==============================] - 0s 1ms/step - loss: 0.0558
  1011. Epoch 9/10
  1012. 1/116 [..............................] - ETA: 0s - loss: 0.0071 41/116 [=========>....................] - ETA: 0s - loss: 0.0424 85/116 [====================>.........] - ETA: 0s - loss: 0.0538 116/116 [==============================] - 0s 1ms/step - loss: 0.0557
  1013. Epoch 10/10
  1014. 1/116 [..............................] - ETA: 0s - loss: 0.0414 44/116 [==========>...................] - ETA: 0s - loss: 0.0500 87/116 [=====================>........] - ETA: 0s - loss: 0.0464 116/116 [==============================] - 0s 1ms/step - loss: 0.0521
  1015. -> test with GAN.predict
  1016. GAN tn, fp: 284, 5
  1017. GAN fn, tp: 4, 3
  1018. GAN f1 score: 0.400
  1019. GAN cohens kappa score: 0.384
  1020. -> test with 'LR'
  1021. LR tn, fp: 272, 17
  1022. LR fn, tp: 2, 5
  1023. LR f1 score: 0.345
  1024. LR cohens kappa score: 0.320
  1025. LR average precision score: 0.670
  1026. -> test with 'RF'
  1027. RF tn, fp: 288, 1
  1028. RF fn, tp: 4, 3
  1029. RF f1 score: 0.545
  1030. RF cohens kappa score: 0.537
  1031. -> test with 'GB'
  1032. GB tn, fp: 288, 1
  1033. GB fn, tp: 4, 3
  1034. GB f1 score: 0.545
  1035. GB cohens kappa score: 0.537
  1036. -> test with 'KNN'
  1037. KNN tn, fp: 279, 10
  1038. KNN fn, tp: 2, 5
  1039. KNN f1 score: 0.455
  1040. KNN cohens kappa score: 0.436
  1041. ====== Step 5/5 =======
  1042. -> Shuffling data
  1043. -> Spliting data to slices
  1044. ------ Step 5/5: Slice 1/5 -------
  1045. -> Reset the GAN
  1046. -> Train generator for synthetic samples
  1047. -> create 1131 synthetic samples
  1048. -> retrain GAN for predict
  1049. Epoch 1/10
  1050. 1/116 [..............................] - ETA: 20s - loss: 0.0086 42/116 [=========>....................] - ETA: 0s - loss: 0.0695  83/116 [====================>.........] - ETA: 0s - loss: 0.0660 116/116 [==============================] - ETA: 0s - loss: 0.0619 116/116 [==============================] - 0s 1ms/step - loss: 0.0619
  1051. Epoch 2/10
  1052. 1/116 [..............................] - ETA: 0s - loss: 0.0049 34/116 [=======>......................] - ETA: 0s - loss: 0.0689 71/116 [=================>............] - ETA: 0s - loss: 0.0651 112/116 [===========================>..] - ETA: 0s - loss: 0.0650 116/116 [==============================] - 0s 1ms/step - loss: 0.0634
  1053. Epoch 3/10
  1054. 1/116 [..............................] - ETA: 0s - loss: 0.0114 42/116 [=========>....................] - ETA: 0s - loss: 0.0641 84/116 [====================>.........] - ETA: 0s - loss: 0.0652 116/116 [==============================] - 0s 1ms/step - loss: 0.0602
  1055. Epoch 4/10
  1056. 1/116 [..............................] - ETA: 0s - loss: 0.0121 42/116 [=========>....................] - ETA: 0s - loss: 0.0609 83/116 [====================>.........] - ETA: 0s - loss: 0.0487 116/116 [==============================] - 0s 1ms/step - loss: 0.0581
  1057. Epoch 5/10
  1058. 1/116 [..............................] - ETA: 0s - loss: 0.0108 40/116 [=========>....................] - ETA: 0s - loss: 0.0492 81/116 [===================>..........] - ETA: 0s - loss: 0.0607 116/116 [==============================] - 0s 1ms/step - loss: 0.0605
  1059. Epoch 6/10
  1060. 1/116 [..............................] - ETA: 0s - loss: 0.0654 42/116 [=========>....................] - ETA: 0s - loss: 0.0579 82/116 [====================>.........] - ETA: 0s - loss: 0.0584 116/116 [==============================] - 0s 1ms/step - loss: 0.0603
  1061. Epoch 7/10
  1062. 1/116 [..............................] - ETA: 0s - loss: 0.0345 42/116 [=========>....................] - ETA: 0s - loss: 0.0626 80/116 [===================>..........] - ETA: 0s - loss: 0.0591 116/116 [==============================] - 0s 1ms/step - loss: 0.0585
  1063. Epoch 8/10
  1064. 1/116 [..............................] - ETA: 0s - loss: 0.0194 40/116 [=========>....................] - ETA: 0s - loss: 0.0585 80/116 [===================>..........] - ETA: 0s - loss: 0.0584 116/116 [==============================] - 0s 1ms/step - loss: 0.0610
  1065. Epoch 9/10
  1066. 1/116 [..............................] - ETA: 0s - loss: 0.0114 43/116 [==========>...................] - ETA: 0s - loss: 0.0618 80/116 [===================>..........] - ETA: 0s - loss: 0.0603 116/116 [==============================] - 0s 1ms/step - loss: 0.0578
  1067. Epoch 10/10
  1068. 1/116 [..............................] - ETA: 0s - loss: 0.0336 41/116 [=========>....................] - ETA: 0s - loss: 0.0407 81/116 [===================>..........] - ETA: 0s - loss: 0.0537 116/116 [==============================] - 0s 1ms/step - loss: 0.0575
  1069. -> test with GAN.predict
  1070. GAN tn, fp: 282, 8
  1071. GAN fn, tp: 1, 6
  1072. GAN f1 score: 0.571
  1073. GAN cohens kappa score: 0.558
  1074. -> test with 'LR'
  1075. LR tn, fp: 270, 20
  1076. LR fn, tp: 0, 7
  1077. LR f1 score: 0.412
  1078. LR cohens kappa score: 0.389
  1079. LR average precision score: 0.505
  1080. -> test with 'RF'
  1081. RF tn, fp: 287, 3
  1082. RF fn, tp: 3, 4
  1083. RF f1 score: 0.571
  1084. RF cohens kappa score: 0.561
  1085. -> test with 'GB'
  1086. GB tn, fp: 286, 4
  1087. GB fn, tp: 2, 5
  1088. GB f1 score: 0.625
  1089. GB cohens kappa score: 0.615
  1090. -> test with 'KNN'
  1091. KNN tn, fp: 272, 18
  1092. KNN fn, tp: 1, 6
  1093. KNN f1 score: 0.387
  1094. KNN cohens kappa score: 0.364
  1095. ------ Step 5/5: Slice 2/5 -------
  1096. -> Reset the GAN
  1097. -> Train generator for synthetic samples
  1098. -> create 1131 synthetic samples
  1099. -> retrain GAN for predict
  1100. Epoch 1/10
  1101. 1/116 [..............................] - ETA: 19s - loss: 0.0293 37/116 [========>.....................] - ETA: 0s - loss: 0.0603  81/116 [===================>..........] - ETA: 0s - loss: 0.0780 116/116 [==============================] - 0s 1ms/step - loss: 0.0724
  1102. Epoch 2/10
  1103. 1/116 [..............................] - ETA: 0s - loss: 0.0389 41/116 [=========>....................] - ETA: 0s - loss: 0.0802 82/116 [====================>.........] - ETA: 0s - loss: 0.0695 116/116 [==============================] - 0s 1ms/step - loss: 0.0714
  1104. Epoch 3/10
  1105. 1/116 [..............................] - ETA: 0s - loss: 0.0389 40/116 [=========>....................] - ETA: 0s - loss: 0.0717 80/116 [===================>..........] - ETA: 0s - loss: 0.0654 116/116 [==============================] - 0s 1ms/step - loss: 0.0722
  1106. Epoch 4/10
  1107. 1/116 [..............................] - ETA: 0s - loss: 0.1047 38/116 [========>.....................] - ETA: 0s - loss: 0.0773 78/116 [===================>..........] - ETA: 0s - loss: 0.0736 116/116 [==============================] - 0s 1ms/step - loss: 0.0703
  1108. Epoch 5/10
  1109. 1/116 [..............................] - ETA: 0s - loss: 0.2928 41/116 [=========>....................] - ETA: 0s - loss: 0.0705 82/116 [====================>.........] - ETA: 0s - loss: 0.0744 116/116 [==============================] - 0s 1ms/step - loss: 0.0708
  1110. Epoch 6/10
  1111. 1/116 [..............................] - ETA: 0s - loss: 0.0592 37/116 [========>.....................] - ETA: 0s - loss: 0.0561 77/116 [==================>...........] - ETA: 0s - loss: 0.0646 115/116 [============================>.] - ETA: 0s - loss: 0.0686 116/116 [==============================] - 0s 1ms/step - loss: 0.0688
  1112. Epoch 7/10
  1113. 1/116 [..............................] - ETA: 0s - loss: 0.0527 33/116 [=======>......................] - ETA: 0s - loss: 0.0617 71/116 [=================>............] - ETA: 0s - loss: 0.0646 109/116 [===========================>..] - ETA: 0s - loss: 0.0663 116/116 [==============================] - 0s 1ms/step - loss: 0.0679
  1114. Epoch 8/10
  1115. 1/116 [..............................] - ETA: 0s - loss: 0.0470 32/116 [=======>......................] - ETA: 0s - loss: 0.0641 62/116 [===============>..............] - ETA: 0s - loss: 0.0641 95/116 [=======================>......] - ETA: 0s - loss: 0.0685 116/116 [==============================] - 0s 2ms/step - loss: 0.0692
  1116. Epoch 9/10
  1117. 1/116 [..............................] - ETA: 0s - loss: 0.0113 34/116 [=======>......................] - ETA: 0s - loss: 0.0741 65/116 [===============>..............] - ETA: 0s - loss: 0.0694 97/116 [========================>.....] - ETA: 0s - loss: 0.0620 116/116 [==============================] - 0s 2ms/step - loss: 0.0680
  1118. Epoch 10/10
  1119. 1/116 [..............................] - ETA: 0s - loss: 0.0122 34/116 [=======>......................] - ETA: 0s - loss: 0.0502 70/116 [=================>............] - ETA: 0s - loss: 0.0736 108/116 [==========================>...] - ETA: 0s - loss: 0.0631 116/116 [==============================] - 0s 1ms/step - loss: 0.0656
  1120. -> test with GAN.predict
  1121. GAN tn, fp: 285, 5
  1122. GAN fn, tp: 3, 4
  1123. GAN f1 score: 0.500
  1124. GAN cohens kappa score: 0.486
  1125. -> test with 'LR'
  1126. LR tn, fp: 272, 18
  1127. LR fn, tp: 3, 4
  1128. LR f1 score: 0.276
  1129. LR cohens kappa score: 0.249
  1130. LR average precision score: 0.245
  1131. -> test with 'RF'
  1132. RF tn, fp: 289, 1
  1133. RF fn, tp: 3, 4
  1134. RF f1 score: 0.667
  1135. RF cohens kappa score: 0.660
  1136. -> test with 'GB'
  1137. GB tn, fp: 289, 1
  1138. GB fn, tp: 3, 4
  1139. GB f1 score: 0.667
  1140. GB cohens kappa score: 0.660
  1141. -> test with 'KNN'
  1142. KNN tn, fp: 279, 11
  1143. KNN fn, tp: 3, 4
  1144. KNN f1 score: 0.364
  1145. KNN cohens kappa score: 0.343
  1146. ------ Step 5/5: Slice 3/5 -------
  1147. -> Reset the GAN
  1148. -> Train generator for synthetic samples
  1149. -> create 1131 synthetic samples
  1150. -> retrain GAN for predict
  1151. Epoch 1/10
  1152. 1/116 [..............................] - ETA: 17s - loss: 0.0054 38/116 [========>.....................] - ETA: 0s - loss: 0.0531  77/116 [==================>...........] - ETA: 0s - loss: 0.0573 115/116 [============================>.] - ETA: 0s - loss: 0.0636 116/116 [==============================] - 0s 1ms/step - loss: 0.0632
  1153. Epoch 2/10
  1154. 1/116 [..............................] - ETA: 0s - loss: 0.0700 41/116 [=========>....................] - ETA: 0s - loss: 0.0414 82/116 [====================>.........] - ETA: 0s - loss: 0.0438 116/116 [==============================] - 0s 1ms/step - loss: 0.0640
  1155. Epoch 3/10
  1156. 1/116 [..............................] - ETA: 0s - loss: 0.0032 39/116 [=========>....................] - ETA: 0s - loss: 0.0662 79/116 [===================>..........] - ETA: 0s - loss: 0.0624 116/116 [==============================] - 0s 1ms/step - loss: 0.0630
  1157. Epoch 4/10
  1158. 1/116 [..............................] - ETA: 0s - loss: 0.0260 40/116 [=========>....................] - ETA: 0s - loss: 0.0505 80/116 [===================>..........] - ETA: 0s - loss: 0.0621 116/116 [==============================] - 0s 1ms/step - loss: 0.0667
  1159. Epoch 5/10
  1160. 1/116 [..............................] - ETA: 0s - loss: 0.0031 37/116 [========>.....................] - ETA: 0s - loss: 0.0496 78/116 [===================>..........] - ETA: 0s - loss: 0.0539 116/116 [==============================] - 0s 1ms/step - loss: 0.0582
  1161. Epoch 6/10
  1162. 1/116 [..............................] - ETA: 0s - loss: 0.0957 42/116 [=========>....................] - ETA: 0s - loss: 0.0599 83/116 [====================>.........] - ETA: 0s - loss: 0.0654 116/116 [==============================] - 0s 1ms/step - loss: 0.0610
  1163. Epoch 7/10
  1164. 1/116 [..............................] - ETA: 0s - loss: 0.1456 40/116 [=========>....................] - ETA: 0s - loss: 0.0536 80/116 [===================>..........] - ETA: 0s - loss: 0.0565 116/116 [==============================] - 0s 1ms/step - loss: 0.0590
  1165. Epoch 8/10
  1166. 1/116 [..............................] - ETA: 0s - loss: 0.0708 41/116 [=========>....................] - ETA: 0s - loss: 0.0780 81/116 [===================>..........] - ETA: 0s - loss: 0.0595 116/116 [==============================] - 0s 1ms/step - loss: 0.0589
  1167. Epoch 9/10
  1168. 1/116 [..............................] - ETA: 0s - loss: 0.1368 41/116 [=========>....................] - ETA: 0s - loss: 0.0800 81/116 [===================>..........] - ETA: 0s - loss: 0.0668 116/116 [==============================] - 0s 1ms/step - loss: 0.0586
  1169. Epoch 10/10
  1170. 1/116 [..............................] - ETA: 0s - loss: 0.0459 41/116 [=========>....................] - ETA: 0s - loss: 0.0419 82/116 [====================>.........] - ETA: 0s - loss: 0.0440 116/116 [==============================] - 0s 1ms/step - loss: 0.0573
  1171. -> test with GAN.predict
  1172. GAN tn, fp: 282, 8
  1173. GAN fn, tp: 0, 7
  1174. GAN f1 score: 0.636
  1175. GAN cohens kappa score: 0.624
  1176. -> test with 'LR'
  1177. LR tn, fp: 268, 22
  1178. LR fn, tp: 0, 7
  1179. LR f1 score: 0.389
  1180. LR cohens kappa score: 0.365
  1181. LR average precision score: 0.773
  1182. -> test with 'RF'
  1183. RF tn, fp: 288, 2
  1184. RF fn, tp: 0, 7
  1185. RF f1 score: 0.875
  1186. RF cohens kappa score: 0.872
  1187. -> test with 'GB'
  1188. GB tn, fp: 288, 2
  1189. GB fn, tp: 0, 7
  1190. GB f1 score: 0.875
  1191. GB cohens kappa score: 0.872
  1192. -> test with 'KNN'
  1193. KNN tn, fp: 278, 12
  1194. KNN fn, tp: 0, 7
  1195. KNN f1 score: 0.538
  1196. KNN cohens kappa score: 0.522
  1197. ------ Step 5/5: Slice 4/5 -------
  1198. -> Reset the GAN
  1199. -> Train generator for synthetic samples
  1200. -> create 1131 synthetic samples
  1201. -> retrain GAN for predict
  1202. Epoch 1/10
  1203. 1/116 [..............................] - ETA: 22s - loss: 0.1037 41/116 [=========>....................] - ETA: 0s - loss: 0.0607  83/116 [====================>.........] - ETA: 0s - loss: 0.0628 116/116 [==============================] - 0s 1ms/step - loss: 0.0617
  1204. Epoch 2/10
  1205. 1/116 [..............................] - ETA: 0s - loss: 0.1633 41/116 [=========>....................] - ETA: 0s - loss: 0.0881 82/116 [====================>.........] - ETA: 0s - loss: 0.0678 116/116 [==============================] - 0s 1ms/step - loss: 0.0599
  1206. Epoch 3/10
  1207. 1/116 [..............................] - ETA: 0s - loss: 0.0069 41/116 [=========>....................] - ETA: 0s - loss: 0.0723 82/116 [====================>.........] - ETA: 0s - loss: 0.0582 116/116 [==============================] - 0s 1ms/step - loss: 0.0584
  1208. Epoch 4/10
  1209. 1/116 [..............................] - ETA: 0s - loss: 0.0635 42/116 [=========>....................] - ETA: 0s - loss: 0.0632 81/116 [===================>..........] - ETA: 0s - loss: 0.0653 116/116 [==============================] - 0s 1ms/step - loss: 0.0592
  1210. Epoch 5/10
  1211. 1/116 [..............................] - ETA: 0s - loss: 0.0323 36/116 [========>.....................] - ETA: 0s - loss: 0.0465 70/116 [=================>............] - ETA: 0s - loss: 0.0608 103/116 [=========================>....] - ETA: 0s - loss: 0.0610 116/116 [==============================] - 0s 1ms/step - loss: 0.0597
  1212. Epoch 6/10
  1213. 1/116 [..............................] - ETA: 0s - loss: 0.1660 41/116 [=========>....................] - ETA: 0s - loss: 0.0552 79/116 [===================>..........] - ETA: 0s - loss: 0.0621 116/116 [==============================] - 0s 1ms/step - loss: 0.0577
  1214. Epoch 7/10
  1215. 1/116 [..............................] - ETA: 0s - loss: 0.0476 40/116 [=========>....................] - ETA: 0s - loss: 0.0468 80/116 [===================>..........] - ETA: 0s - loss: 0.0645 116/116 [==============================] - 0s 1ms/step - loss: 0.0595
  1216. Epoch 8/10
  1217. 1/116 [..............................] - ETA: 0s - loss: 0.0388 40/116 [=========>....................] - ETA: 0s - loss: 0.0609 80/116 [===================>..........] - ETA: 0s - loss: 0.0600 116/116 [==============================] - 0s 1ms/step - loss: 0.0592
  1218. Epoch 9/10
  1219. 1/116 [..............................] - ETA: 0s - loss: 0.0320 42/116 [=========>....................] - ETA: 0s - loss: 0.0478 84/116 [====================>.........] - ETA: 0s - loss: 0.0527 116/116 [==============================] - 0s 1ms/step - loss: 0.0565
  1220. Epoch 10/10
  1221. 1/116 [..............................] - ETA: 0s - loss: 0.0061 42/116 [=========>....................] - ETA: 0s - loss: 0.0448 84/116 [====================>.........] - ETA: 0s - loss: 0.0524 116/116 [==============================] - 0s 1ms/step - loss: 0.0571
  1222. -> test with GAN.predict
  1223. GAN tn, fp: 286, 4
  1224. GAN fn, tp: 4, 3
  1225. GAN f1 score: 0.429
  1226. GAN cohens kappa score: 0.415
  1227. -> test with 'LR'
  1228. LR tn, fp: 264, 26
  1229. LR fn, tp: 2, 5
  1230. LR f1 score: 0.263
  1231. LR cohens kappa score: 0.234
  1232. LR average precision score: 0.451
  1233. -> test with 'RF'
  1234. RF tn, fp: 290, 0
  1235. RF fn, tp: 5, 2
  1236. RF f1 score: 0.444
  1237. RF cohens kappa score: 0.439
  1238. -> test with 'GB'
  1239. GB tn, fp: 290, 0
  1240. GB fn, tp: 5, 2
  1241. GB f1 score: 0.444
  1242. GB cohens kappa score: 0.439
  1243. -> test with 'KNN'
  1244. KNN tn, fp: 276, 14
  1245. KNN fn, tp: 2, 5
  1246. KNN f1 score: 0.385
  1247. KNN cohens kappa score: 0.363
  1248. ------ Step 5/5: Slice 5/5 -------
  1249. -> Reset the GAN
  1250. -> Train generator for synthetic samples
  1251. -> create 1132 synthetic samples
  1252. -> retrain GAN for predict
  1253. Epoch 1/10
  1254. 1/116 [..............................] - ETA: 19s - loss: 0.0212 42/116 [=========>....................] - ETA: 0s - loss: 0.0467  84/116 [====================>.........] - ETA: 0s - loss: 0.0448 116/116 [==============================] - 0s 1ms/step - loss: 0.0506
  1255. Epoch 2/10
  1256. 1/116 [..............................] - ETA: 0s - loss: 0.0105 44/116 [==========>...................] - ETA: 0s - loss: 0.0567 88/116 [=====================>........] - ETA: 0s - loss: 0.0525 116/116 [==============================] - 0s 1ms/step - loss: 0.0520
  1257. Epoch 3/10
  1258. 1/116 [..............................] - ETA: 0s - loss: 0.0042 39/116 [=========>....................] - ETA: 0s - loss: 0.0402 83/116 [====================>.........] - ETA: 0s - loss: 0.0375 116/116 [==============================] - 0s 1ms/step - loss: 0.0489
  1259. Epoch 4/10
  1260. 1/116 [..............................] - ETA: 0s - loss: 0.0163 44/116 [==========>...................] - ETA: 0s - loss: 0.0426 88/116 [=====================>........] - ETA: 0s - loss: 0.0504 116/116 [==============================] - 0s 1ms/step - loss: 0.0496
  1261. Epoch 5/10
  1262. 1/116 [..............................] - ETA: 0s - loss: 0.1148 40/116 [=========>....................] - ETA: 0s - loss: 0.0413 76/116 [==================>...........] - ETA: 0s - loss: 0.0485 111/116 [===========================>..] - ETA: 0s - loss: 0.0488 116/116 [==============================] - 0s 1ms/step - loss: 0.0493
  1263. Epoch 6/10
  1264. 1/116 [..............................] - ETA: 0s - loss: 0.0031 42/116 [=========>....................] - ETA: 0s - loss: 0.0340 86/116 [=====================>........] - ETA: 0s - loss: 0.0512 116/116 [==============================] - 0s 1ms/step - loss: 0.0482
  1265. Epoch 7/10
  1266. 1/116 [..............................] - ETA: 0s - loss: 0.0875 43/116 [==========>...................] - ETA: 0s - loss: 0.0617 84/116 [====================>.........] - ETA: 0s - loss: 0.0524 116/116 [==============================] - 0s 1ms/step - loss: 0.0509
  1267. Epoch 8/10
  1268. 1/116 [..............................] - ETA: 0s - loss: 0.0017 43/116 [==========>...................] - ETA: 0s - loss: 0.0624 81/116 [===================>..........] - ETA: 0s - loss: 0.0460 116/116 [==============================] - 0s 1ms/step - loss: 0.0490
  1269. Epoch 9/10
  1270. 1/116 [..............................] - ETA: 0s - loss: 0.1950 43/116 [==========>...................] - ETA: 0s - loss: 0.0509 86/116 [=====================>........] - ETA: 0s - loss: 0.0472 116/116 [==============================] - 0s 1ms/step - loss: 0.0474
  1271. Epoch 10/10
  1272. 1/116 [..............................] - ETA: 0s - loss: 0.0222 43/116 [==========>...................] - ETA: 0s - loss: 0.0454 86/116 [=====================>........] - ETA: 0s - loss: 0.0514 116/116 [==============================] - 0s 1ms/step - loss: 0.0487
  1273. -> test with GAN.predict
  1274. GAN tn, fp: 282, 7
  1275. GAN fn, tp: 3, 4
  1276. GAN f1 score: 0.444
  1277. GAN cohens kappa score: 0.428
  1278. -> test with 'LR'
  1279. LR tn, fp: 273, 16
  1280. LR fn, tp: 2, 5
  1281. LR f1 score: 0.357
  1282. LR cohens kappa score: 0.334
  1283. LR average precision score: 0.442
  1284. -> test with 'RF'
  1285. RF tn, fp: 289, 0
  1286. RF fn, tp: 4, 3
  1287. RF f1 score: 0.600
  1288. RF cohens kappa score: 0.594
  1289. -> test with 'GB'
  1290. GB tn, fp: 285, 4
  1291. GB fn, tp: 5, 2
  1292. GB f1 score: 0.308
  1293. GB cohens kappa score: 0.292
  1294. -> test with 'KNN'
  1295. KNN tn, fp: 278, 11
  1296. KNN fn, tp: 2, 5
  1297. KNN f1 score: 0.435
  1298. KNN cohens kappa score: 0.416
  1299. ### Exercise is done.
  1300. -----[ LR ]-----
  1301. maximum:
  1302. LR tn, fp: 277, 32
  1303. LR fn, tp: 3, 7
  1304. LR f1 score: 0.462
  1305. LR cohens kappa score: 0.442
  1306. LR average precision score: 0.793
  1307. average:
  1308. LR tn, fp: 268.8, 21.0
  1309. LR fn, tp: 1.12, 5.88
  1310. LR f1 score: 0.353
  1311. LR cohens kappa score: 0.328
  1312. LR average precision score: 0.533
  1313. minimum:
  1314. LR tn, fp: 257, 13
  1315. LR fn, tp: 0, 4
  1316. LR f1 score: 0.263
  1317. LR cohens kappa score: 0.234
  1318. LR average precision score: 0.245
  1319. -----[ RF ]-----
  1320. maximum:
  1321. RF tn, fp: 290, 4
  1322. RF fn, tp: 6, 7
  1323. RF f1 score: 0.875
  1324. RF cohens kappa score: 0.872
  1325. average:
  1326. RF tn, fp: 288.0, 1.8
  1327. RF fn, tp: 3.32, 3.68
  1328. RF f1 score: 0.575
  1329. RF cohens kappa score: 0.567
  1330. minimum:
  1331. RF tn, fp: 286, 0
  1332. RF fn, tp: 0, 1
  1333. RF f1 score: 0.222
  1334. RF cohens kappa score: 0.214
  1335. -----[ GB ]-----
  1336. maximum:
  1337. GB tn, fp: 290, 9
  1338. GB fn, tp: 5, 7
  1339. GB f1 score: 0.875
  1340. GB cohens kappa score: 0.872
  1341. average:
  1342. GB tn, fp: 286.76, 3.04
  1343. GB fn, tp: 3.0, 4.0
  1344. GB f1 score: 0.564
  1345. GB cohens kappa score: 0.554
  1346. minimum:
  1347. GB tn, fp: 281, 0
  1348. GB fn, tp: 0, 2
  1349. GB f1 score: 0.308
  1350. GB cohens kappa score: 0.292
  1351. -----[ KNN ]-----
  1352. maximum:
  1353. KNN tn, fp: 282, 23
  1354. KNN fn, tp: 3, 7
  1355. KNN f1 score: 0.571
  1356. KNN cohens kappa score: 0.558
  1357. average:
  1358. KNN tn, fp: 276.2, 13.6
  1359. KNN fn, tp: 1.52, 5.48
  1360. KNN f1 score: 0.426
  1361. KNN cohens kappa score: 0.406
  1362. minimum:
  1363. KNN tn, fp: 267, 7
  1364. KNN fn, tp: 0, 4
  1365. KNN f1 score: 0.296
  1366. KNN cohens kappa score: 0.271
  1367. -----[ GAN ]-----
  1368. maximum:
  1369. GAN tn, fp: 288, 15
  1370. GAN fn, tp: 4, 7
  1371. GAN f1 score: 0.636
  1372. GAN cohens kappa score: 0.624
  1373. average:
  1374. GAN tn, fp: 282.28, 7.52
  1375. GAN fn, tp: 2.28, 4.72
  1376. GAN f1 score: 0.491
  1377. GAN cohens kappa score: 0.475
  1378. minimum:
  1379. GAN tn, fp: 275, 2
  1380. GAN fn, tp: 0, 3
  1381. GAN f1 score: 0.364
  1382. GAN cohens kappa score: 0.343