folding_flare-F.log 132 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-5 on folding_flare-F
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_flare-F'
  5. from pickle file
  6. non empty cut in data_input/folding_flare-F! (23 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 784 synthetic samples
  17. -> retrain GAN for predict
  18. Epoch 1/10
  19. 1/82 [..............................] - ETA: 15s - loss: 0.1290 35/82 [===========>..................] - ETA: 0s - loss: 0.1773  67/82 [=======================>......] - ETA: 0s - loss: 0.1703 82/82 [==============================] - 0s 2ms/step - loss: 0.1631
  20. Epoch 2/10
  21. 1/82 [..............................] - ETA: 0s - loss: 0.2184 37/82 [============>.................] - ETA: 0s - loss: 0.1536 73/82 [=========================>....] - ETA: 0s - loss: 0.1563 82/82 [==============================] - 0s 1ms/step - loss: 0.1587
  22. Epoch 3/10
  23. 1/82 [..............................] - ETA: 0s - loss: 0.0601 37/82 [============>.................] - ETA: 0s - loss: 0.1463 72/82 [=========================>....] - ETA: 0s - loss: 0.1501 82/82 [==============================] - 0s 1ms/step - loss: 0.1558
  24. Epoch 4/10
  25. 1/82 [..............................] - ETA: 0s - loss: 0.1287 32/82 [==========>...................] - ETA: 0s - loss: 0.1625 62/82 [=====================>........] - ETA: 0s - loss: 0.1643 82/82 [==============================] - 0s 2ms/step - loss: 0.1515
  26. Epoch 5/10
  27. 1/82 [..............................] - ETA: 0s - loss: 0.1975 34/82 [===========>..................] - ETA: 0s - loss: 0.1499 68/82 [=======================>......] - ETA: 0s - loss: 0.1507 82/82 [==============================] - 0s 2ms/step - loss: 0.1494
  28. Epoch 6/10
  29. 1/82 [..............................] - ETA: 0s - loss: 0.1833 40/82 [=============>................] - ETA: 0s - loss: 0.1202 76/82 [==========================>...] - ETA: 0s - loss: 0.1441 82/82 [==============================] - 0s 1ms/step - loss: 0.1477
  30. Epoch 7/10
  31. 1/82 [..............................] - ETA: 0s - loss: 0.0472 35/82 [===========>..................] - ETA: 0s - loss: 0.1424 69/82 [========================>.....] - ETA: 0s - loss: 0.1362 82/82 [==============================] - 0s 2ms/step - loss: 0.1442
  32. Epoch 8/10
  33. 1/82 [..............................] - ETA: 0s - loss: 0.1435 36/82 [============>.................] - ETA: 0s - loss: 0.1297 69/82 [========================>.....] - ETA: 0s - loss: 0.1386 82/82 [==============================] - 0s 1ms/step - loss: 0.1406
  34. Epoch 9/10
  35. 1/82 [..............................] - ETA: 0s - loss: 0.0248 36/82 [============>.................] - ETA: 0s - loss: 0.1370 72/82 [=========================>....] - ETA: 0s - loss: 0.1393 82/82 [==============================] - 0s 1ms/step - loss: 0.1380
  36. Epoch 10/10
  37. 1/82 [..............................] - ETA: 0s - loss: 0.0751 37/82 [============>.................] - ETA: 0s - loss: 0.1295 74/82 [==========================>...] - ETA: 0s - loss: 0.1369 82/82 [==============================] - 0s 1ms/step - loss: 0.1356
  38. -> test with GAN.predict
  39. GAN tn, fp: 185, 20
  40. GAN fn, tp: 5, 4
  41. GAN f1 score: 0.242
  42. GAN cohens kappa score: 0.193
  43. -> test with 'LR'
  44. LR tn, fp: 171, 34
  45. LR fn, tp: 5, 4
  46. LR f1 score: 0.170
  47. LR cohens kappa score: 0.110
  48. LR average precision score: 0.086
  49. -> test with 'RF'
  50. RF tn, fp: 199, 6
  51. RF fn, tp: 9, 0
  52. RF f1 score: 0.000
  53. RF cohens kappa score: -0.035
  54. -> test with 'GB'
  55. GB tn, fp: 204, 1
  56. GB fn, tp: 9, 0
  57. GB f1 score: 0.000
  58. GB cohens kappa score: -0.008
  59. -> test with 'KNN'
  60. KNN tn, fp: 175, 30
  61. KNN fn, tp: 4, 5
  62. KNN f1 score: 0.227
  63. KNN cohens kappa score: 0.172
  64. ------ Step 1/5: Slice 2/5 -------
  65. -> Reset the GAN
  66. -> Train generator for synthetic samples
  67. -> create 784 synthetic samples
  68. -> retrain GAN for predict
  69. Epoch 1/10
  70. 1/82 [..............................] - ETA: 12s - loss: 0.1459 33/82 [===========>..................] - ETA: 0s - loss: 0.1904  72/82 [=========================>....] - ETA: 0s - loss: 0.2130 82/82 [==============================] - 0s 1ms/step - loss: 0.2090
  71. Epoch 2/10
  72. 1/82 [..............................] - ETA: 0s - loss: 0.3843 41/82 [==============>...............] - ETA: 0s - loss: 0.1867 81/82 [============================>.] - ETA: 0s - loss: 0.2017 82/82 [==============================] - 0s 1ms/step - loss: 0.2027
  73. Epoch 3/10
  74. 1/82 [..............................] - ETA: 0s - loss: 0.2287 41/82 [==============>...............] - ETA: 0s - loss: 0.1944 74/82 [==========================>...] - ETA: 0s - loss: 0.1988 82/82 [==============================] - 0s 1ms/step - loss: 0.1967
  75. Epoch 4/10
  76. 1/82 [..............................] - ETA: 0s - loss: 0.1392 39/82 [=============>................] - ETA: 0s - loss: 0.1930 77/82 [===========================>..] - ETA: 0s - loss: 0.1929 82/82 [==============================] - 0s 1ms/step - loss: 0.1898
  77. Epoch 5/10
  78. 1/82 [..............................] - ETA: 0s - loss: 0.2856 38/82 [============>.................] - ETA: 0s - loss: 0.1909 77/82 [===========================>..] - ETA: 0s - loss: 0.1869 82/82 [==============================] - 0s 1ms/step - loss: 0.1862
  79. Epoch 6/10
  80. 1/82 [..............................] - ETA: 0s - loss: 0.1500 40/82 [=============>................] - ETA: 0s - loss: 0.1608 79/82 [===========================>..] - ETA: 0s - loss: 0.1775 82/82 [==============================] - 0s 1ms/step - loss: 0.1781
  81. Epoch 7/10
  82. 1/82 [..............................] - ETA: 0s - loss: 0.3032 41/82 [==============>...............] - ETA: 0s - loss: 0.1954 82/82 [==============================] - ETA: 0s - loss: 0.1730 82/82 [==============================] - 0s 1ms/step - loss: 0.1730
  83. Epoch 8/10
  84. 1/82 [..............................] - ETA: 0s - loss: 0.0910 40/82 [=============>................] - ETA: 0s - loss: 0.1515 77/82 [===========================>..] - ETA: 0s - loss: 0.1700 82/82 [==============================] - 0s 1ms/step - loss: 0.1686
  85. Epoch 9/10
  86. 1/82 [..............................] - ETA: 0s - loss: 0.1596 40/82 [=============>................] - ETA: 0s - loss: 0.1520 79/82 [===========================>..] - ETA: 0s - loss: 0.1607 82/82 [==============================] - 0s 1ms/step - loss: 0.1638
  87. Epoch 10/10
  88. 1/82 [..............................] - ETA: 0s - loss: 0.0773 40/82 [=============>................] - ETA: 0s - loss: 0.1531 77/82 [===========================>..] - ETA: 0s - loss: 0.1614 82/82 [==============================] - 0s 1ms/step - loss: 0.1607
  89. -> test with GAN.predict
  90. GAN tn, fp: 183, 22
  91. GAN fn, tp: 3, 6
  92. GAN f1 score: 0.324
  93. GAN cohens kappa score: 0.278
  94. -> test with 'LR'
  95. LR tn, fp: 155, 50
  96. LR fn, tp: 1, 8
  97. LR f1 score: 0.239
  98. LR cohens kappa score: 0.179
  99. LR average precision score: 0.339
  100. -> test with 'RF'
  101. RF tn, fp: 201, 4
  102. RF fn, tp: 8, 1
  103. RF f1 score: 0.143
  104. RF cohens kappa score: 0.116
  105. -> test with 'GB'
  106. GB tn, fp: 203, 2
  107. GB fn, tp: 8, 1
  108. GB f1 score: 0.167
  109. GB cohens kappa score: 0.149
  110. -> test with 'KNN'
  111. KNN tn, fp: 169, 36
  112. KNN fn, tp: 3, 6
  113. KNN f1 score: 0.235
  114. KNN cohens kappa score: 0.178
  115. ------ Step 1/5: Slice 3/5 -------
  116. -> Reset the GAN
  117. -> Train generator for synthetic samples
  118. -> create 784 synthetic samples
  119. -> retrain GAN for predict
  120. Epoch 1/10
  121. 1/82 [..............................] - ETA: 13s - loss: 0.1255 36/82 [============>.................] - ETA: 0s - loss: 0.1852  76/82 [==========================>...] - ETA: 0s - loss: 0.1963 82/82 [==============================] - 0s 1ms/step - loss: 0.1980
  122. Epoch 2/10
  123. 1/82 [..............................] - ETA: 0s - loss: 0.2387 34/82 [===========>..................] - ETA: 0s - loss: 0.2014 69/82 [========================>.....] - ETA: 0s - loss: 0.2021 82/82 [==============================] - 0s 1ms/step - loss: 0.1922
  124. Epoch 3/10
  125. 1/82 [..............................] - ETA: 0s - loss: 0.3369 41/82 [==============>...............] - ETA: 0s - loss: 0.1974 79/82 [===========================>..] - ETA: 0s - loss: 0.1896 82/82 [==============================] - 0s 1ms/step - loss: 0.1895
  126. Epoch 4/10
  127. 1/82 [..............................] - ETA: 0s - loss: 0.0643 39/82 [=============>................] - ETA: 0s - loss: 0.1877 79/82 [===========================>..] - ETA: 0s - loss: 0.1803 82/82 [==============================] - 0s 1ms/step - loss: 0.1841
  128. Epoch 5/10
  129. 1/82 [..............................] - ETA: 0s - loss: 0.4209 39/82 [=============>................] - ETA: 0s - loss: 0.1644 79/82 [===========================>..] - ETA: 0s - loss: 0.1814 82/82 [==============================] - 0s 1ms/step - loss: 0.1813
  130. Epoch 6/10
  131. 1/82 [..............................] - ETA: 0s - loss: 0.1077 40/82 [=============>................] - ETA: 0s - loss: 0.1704 78/82 [===========================>..] - ETA: 0s - loss: 0.1762 82/82 [==============================] - 0s 1ms/step - loss: 0.1773
  132. Epoch 7/10
  133. 1/82 [..............................] - ETA: 0s - loss: 0.0480 39/82 [=============>................] - ETA: 0s - loss: 0.1665 79/82 [===========================>..] - ETA: 0s - loss: 0.1733 82/82 [==============================] - 0s 1ms/step - loss: 0.1727
  134. Epoch 8/10
  135. 1/82 [..............................] - ETA: 0s - loss: 0.1302 40/82 [=============>................] - ETA: 0s - loss: 0.1765 79/82 [===========================>..] - ETA: 0s - loss: 0.1663 82/82 [==============================] - 0s 1ms/step - loss: 0.1685
  136. Epoch 9/10
  137. 1/82 [..............................] - ETA: 0s - loss: 0.0548 40/82 [=============>................] - ETA: 0s - loss: 0.1574 78/82 [===========================>..] - ETA: 0s - loss: 0.1664 82/82 [==============================] - 0s 1ms/step - loss: 0.1645
  138. Epoch 10/10
  139. 1/82 [..............................] - ETA: 0s - loss: 0.1370 36/82 [============>.................] - ETA: 0s - loss: 0.1643 73/82 [=========================>....] - ETA: 0s - loss: 0.1643 82/82 [==============================] - 0s 1ms/step - loss: 0.1617
  140. -> test with GAN.predict
  141. GAN tn, fp: 187, 18
  142. GAN fn, tp: 4, 5
  143. GAN f1 score: 0.312
  144. GAN cohens kappa score: 0.268
  145. -> test with 'LR'
  146. LR tn, fp: 176, 29
  147. LR fn, tp: 4, 5
  148. LR f1 score: 0.233
  149. LR cohens kappa score: 0.178
  150. LR average precision score: 0.336
  151. -> test with 'RF'
  152. RF tn, fp: 203, 2
  153. RF fn, tp: 9, 0
  154. RF f1 score: 0.000
  155. RF cohens kappa score: -0.016
  156. -> test with 'GB'
  157. GB tn, fp: 205, 0
  158. GB fn, tp: 8, 1
  159. GB f1 score: 0.200
  160. GB cohens kappa score: 0.193
  161. -> test with 'KNN'
  162. KNN tn, fp: 179, 26
  163. KNN fn, tp: 4, 5
  164. KNN f1 score: 0.250
  165. KNN cohens kappa score: 0.198
  166. ------ Step 1/5: Slice 4/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 784 synthetic samples
  170. -> retrain GAN for predict
  171. Epoch 1/10
  172. 1/82 [..............................] - ETA: 12s - loss: 0.3013 37/82 [============>.................] - ETA: 0s - loss: 0.2138  76/82 [==========================>...] - ETA: 0s - loss: 0.2223 82/82 [==============================] - 0s 1ms/step - loss: 0.2243
  173. Epoch 2/10
  174. 1/82 [..............................] - ETA: 0s - loss: 0.1537 39/82 [=============>................] - ETA: 0s - loss: 0.2148 77/82 [===========================>..] - ETA: 0s - loss: 0.2206 82/82 [==============================] - 0s 1ms/step - loss: 0.2178
  175. Epoch 3/10
  176. 1/82 [..............................] - ETA: 0s - loss: 0.2063 37/82 [============>.................] - ETA: 0s - loss: 0.2171 74/82 [==========================>...] - ETA: 0s - loss: 0.2133 82/82 [==============================] - 0s 1ms/step - loss: 0.2129
  177. Epoch 4/10
  178. 1/82 [..............................] - ETA: 0s - loss: 0.2024 37/82 [============>.................] - ETA: 0s - loss: 0.1955 68/82 [=======================>......] - ETA: 0s - loss: 0.1983 82/82 [==============================] - 0s 2ms/step - loss: 0.2068
  179. Epoch 5/10
  180. 1/82 [..............................] - ETA: 0s - loss: 0.2534 33/82 [===========>..................] - ETA: 0s - loss: 0.1905 71/82 [========================>.....] - ETA: 0s - loss: 0.2021 82/82 [==============================] - 0s 1ms/step - loss: 0.2021
  181. Epoch 6/10
  182. 1/82 [..............................] - ETA: 0s - loss: 0.1192 42/82 [==============>...............] - ETA: 0s - loss: 0.2131 81/82 [============================>.] - ETA: 0s - loss: 0.1992 82/82 [==============================] - 0s 1ms/step - loss: 0.2001
  183. Epoch 7/10
  184. 1/82 [..............................] - ETA: 0s - loss: 0.1545 40/82 [=============>................] - ETA: 0s - loss: 0.1900 78/82 [===========================>..] - ETA: 0s - loss: 0.1933 82/82 [==============================] - 0s 1ms/step - loss: 0.1921
  185. Epoch 8/10
  186. 1/82 [..............................] - ETA: 0s - loss: 0.2987 38/82 [============>.................] - ETA: 0s - loss: 0.1851 75/82 [==========================>...] - ETA: 0s - loss: 0.1878 82/82 [==============================] - 0s 1ms/step - loss: 0.1907
  187. Epoch 9/10
  188. 1/82 [..............................] - ETA: 0s - loss: 0.1753 41/82 [==============>...............] - ETA: 0s - loss: 0.1979 78/82 [===========================>..] - ETA: 0s - loss: 0.1899 82/82 [==============================] - 0s 1ms/step - loss: 0.1856
  189. Epoch 10/10
  190. 1/82 [..............................] - ETA: 0s - loss: 0.0830 40/82 [=============>................] - ETA: 0s - loss: 0.1737 78/82 [===========================>..] - ETA: 0s - loss: 0.1792 82/82 [==============================] - 0s 1ms/step - loss: 0.1792
  191. -> test with GAN.predict
  192. GAN tn, fp: 194, 11
  193. GAN fn, tp: 6, 3
  194. GAN f1 score: 0.261
  195. GAN cohens kappa score: 0.221
  196. -> test with 'LR'
  197. LR tn, fp: 180, 25
  198. LR fn, tp: 0, 9
  199. LR f1 score: 0.419
  200. LR cohens kappa score: 0.377
  201. LR average precision score: 0.673
  202. -> test with 'RF'
  203. RF tn, fp: 204, 1
  204. RF fn, tp: 8, 1
  205. RF f1 score: 0.182
  206. RF cohens kappa score: 0.169
  207. -> test with 'GB'
  208. GB tn, fp: 204, 1
  209. GB fn, tp: 7, 2
  210. GB f1 score: 0.333
  211. GB cohens kappa score: 0.319
  212. -> test with 'KNN'
  213. KNN tn, fp: 184, 21
  214. KNN fn, tp: 3, 6
  215. KNN f1 score: 0.333
  216. KNN cohens kappa score: 0.288
  217. ------ Step 1/5: Slice 5/5 -------
  218. -> Reset the GAN
  219. -> Train generator for synthetic samples
  220. -> create 784 synthetic samples
  221. -> retrain GAN for predict
  222. Epoch 1/10
  223. 1/82 [..............................] - ETA: 10s - loss: 0.1781 42/82 [==============>...............] - ETA: 0s - loss: 0.1905  82/82 [==============================] - ETA: 0s - loss: 0.1958 82/82 [==============================] - 0s 1ms/step - loss: 0.1958
  224. Epoch 2/10
  225. 1/82 [..............................] - ETA: 0s - loss: 0.1292 42/82 [==============>...............] - ETA: 0s - loss: 0.1998 81/82 [============================>.] - ETA: 0s - loss: 0.1918 82/82 [==============================] - 0s 1ms/step - loss: 0.1906
  226. Epoch 3/10
  227. 1/82 [..............................] - ETA: 0s - loss: 0.1084 43/82 [==============>...............] - ETA: 0s - loss: 0.1873 81/82 [============================>.] - ETA: 0s - loss: 0.1845 82/82 [==============================] - 0s 1ms/step - loss: 0.1848
  228. Epoch 4/10
  229. 1/82 [..............................] - ETA: 0s - loss: 0.2414 38/82 [============>.................] - ETA: 0s - loss: 0.1853 80/82 [============================>.] - ETA: 0s - loss: 0.1787 82/82 [==============================] - 0s 1ms/step - loss: 0.1810
  230. Epoch 5/10
  231. 1/82 [..............................] - ETA: 0s - loss: 0.2644 43/82 [==============>...............] - ETA: 0s - loss: 0.1696 82/82 [==============================] - 0s 1ms/step - loss: 0.1770
  232. Epoch 6/10
  233. 1/82 [..............................] - ETA: 0s - loss: 0.0561 34/82 [===========>..................] - ETA: 0s - loss: 0.1835 69/82 [========================>.....] - ETA: 0s - loss: 0.1739 82/82 [==============================] - 0s 1ms/step - loss: 0.1732
  234. Epoch 7/10
  235. 1/82 [..............................] - ETA: 0s - loss: 0.3113 37/82 [============>.................] - ETA: 0s - loss: 0.1647 70/82 [========================>.....] - ETA: 0s - loss: 0.1718 82/82 [==============================] - 0s 1ms/step - loss: 0.1681
  236. Epoch 8/10
  237. 1/82 [..............................] - ETA: 0s - loss: 0.0162 32/82 [==========>...................] - ETA: 0s - loss: 0.1685 67/82 [=======================>......] - ETA: 0s - loss: 0.1558 82/82 [==============================] - 0s 2ms/step - loss: 0.1646
  238. Epoch 9/10
  239. 1/82 [..............................] - ETA: 0s - loss: 0.2407 40/82 [=============>................] - ETA: 0s - loss: 0.1572 81/82 [============================>.] - ETA: 0s - loss: 0.1630 82/82 [==============================] - 0s 1ms/step - loss: 0.1624
  240. Epoch 10/10
  241. 1/82 [..............................] - ETA: 0s - loss: 0.1265 41/82 [==============>...............] - ETA: 0s - loss: 0.1504 82/82 [==============================] - ETA: 0s - loss: 0.1571 82/82 [==============================] - 0s 1ms/step - loss: 0.1571
  242. -> test with GAN.predict
  243. GAN tn, fp: 177, 26
  244. GAN fn, tp: 3, 4
  245. GAN f1 score: 0.216
  246. GAN cohens kappa score: 0.171
  247. -> test with 'LR'
  248. LR tn, fp: 171, 32
  249. LR fn, tp: 3, 4
  250. LR f1 score: 0.186
  251. LR cohens kappa score: 0.138
  252. LR average precision score: 0.281
  253. -> test with 'RF'
  254. RF tn, fp: 198, 5
  255. RF fn, tp: 7, 0
  256. RF f1 score: 0.000
  257. RF cohens kappa score: -0.029
  258. -> test with 'GB'
  259. GB tn, fp: 200, 3
  260. GB fn, tp: 7, 0
  261. GB f1 score: 0.000
  262. GB cohens kappa score: -0.020
  263. -> test with 'KNN'
  264. KNN tn, fp: 173, 30
  265. KNN fn, tp: 2, 5
  266. KNN f1 score: 0.238
  267. KNN cohens kappa score: 0.193
  268. ====== Step 2/5 =======
  269. -> Shuffling data
  270. -> Spliting data to slices
  271. ------ Step 2/5: Slice 1/5 -------
  272. -> Reset the GAN
  273. -> Train generator for synthetic samples
  274. -> create 784 synthetic samples
  275. -> retrain GAN for predict
  276. Epoch 1/10
  277. 1/82 [..............................] - ETA: 14s - loss: 0.1406 26/82 [========>.....................] - ETA: 0s - loss: 0.1525  43/82 [==============>...............] - ETA: 0s - loss: 0.1874 60/82 [====================>.........] - ETA: 0s - loss: 0.1886 82/82 [==============================] - 0s 3ms/step - loss: 0.1948
  278. Epoch 2/10
  279. 1/82 [..............................] - ETA: 0s - loss: 0.1502 32/82 [==========>...................] - ETA: 0s - loss: 0.1785 71/82 [========================>.....] - ETA: 0s - loss: 0.1907 82/82 [==============================] - 0s 1ms/step - loss: 0.1888
  280. Epoch 3/10
  281. 1/82 [..............................] - ETA: 0s - loss: 0.1653 39/82 [=============>................] - ETA: 0s - loss: 0.1771 72/82 [=========================>....] - ETA: 0s - loss: 0.1884 82/82 [==============================] - 0s 1ms/step - loss: 0.1851
  282. Epoch 4/10
  283. 1/82 [..............................] - ETA: 0s - loss: 0.4122 38/82 [============>.................] - ETA: 0s - loss: 0.1898 72/82 [=========================>....] - ETA: 0s - loss: 0.1790 82/82 [==============================] - 0s 2ms/step - loss: 0.1814
  284. Epoch 5/10
  285. 1/82 [..............................] - ETA: 0s - loss: 0.3370 37/82 [============>.................] - ETA: 0s - loss: 0.1627 66/82 [=======================>......] - ETA: 0s - loss: 0.1753 82/82 [==============================] - 0s 2ms/step - loss: 0.1769
  286. Epoch 6/10
  287. 1/82 [..............................] - ETA: 0s - loss: 0.0940 35/82 [===========>..................] - ETA: 0s - loss: 0.1642 68/82 [=======================>......] - ETA: 0s - loss: 0.1819 82/82 [==============================] - 0s 2ms/step - loss: 0.1733
  288. Epoch 7/10
  289. 1/82 [..............................] - ETA: 0s - loss: 0.2436 33/82 [===========>..................] - ETA: 0s - loss: 0.1929 68/82 [=======================>......] - ETA: 0s - loss: 0.1724 82/82 [==============================] - 0s 2ms/step - loss: 0.1698
  290. Epoch 8/10
  291. 1/82 [..............................] - ETA: 0s - loss: 0.0945 37/82 [============>.................] - ETA: 0s - loss: 0.1588 74/82 [==========================>...] - ETA: 0s - loss: 0.1716 82/82 [==============================] - 0s 1ms/step - loss: 0.1668
  292. Epoch 9/10
  293. 1/82 [..............................] - ETA: 0s - loss: 0.1423 39/82 [=============>................] - ETA: 0s - loss: 0.1768 76/82 [==========================>...] - ETA: 0s - loss: 0.1639 82/82 [==============================] - 0s 1ms/step - loss: 0.1629
  294. Epoch 10/10
  295. 1/82 [..............................] - ETA: 0s - loss: 0.1182 29/82 [=========>....................] - ETA: 0s - loss: 0.1299 55/82 [===================>..........] - ETA: 0s - loss: 0.1522 82/82 [==============================] - 0s 2ms/step - loss: 0.1587
  296. -> test with GAN.predict
  297. GAN tn, fp: 185, 20
  298. GAN fn, tp: 2, 7
  299. GAN f1 score: 0.389
  300. GAN cohens kappa score: 0.348
  301. -> test with 'LR'
  302. LR tn, fp: 168, 37
  303. LR fn, tp: 2, 7
  304. LR f1 score: 0.264
  305. LR cohens kappa score: 0.209
  306. LR average precision score: 0.424
  307. -> test with 'RF'
  308. RF tn, fp: 202, 3
  309. RF fn, tp: 8, 1
  310. RF f1 score: 0.154
  311. RF cohens kappa score: 0.131
  312. -> test with 'GB'
  313. GB tn, fp: 203, 2
  314. GB fn, tp: 8, 1
  315. GB f1 score: 0.167
  316. GB cohens kappa score: 0.149
  317. -> test with 'KNN'
  318. KNN tn, fp: 179, 26
  319. KNN fn, tp: 3, 6
  320. KNN f1 score: 0.293
  321. KNN cohens kappa score: 0.243
  322. ------ Step 2/5: Slice 2/5 -------
  323. -> Reset the GAN
  324. -> Train generator for synthetic samples
  325. -> create 784 synthetic samples
  326. -> retrain GAN for predict
  327. Epoch 1/10
  328. 1/82 [..............................] - ETA: 16s - loss: 0.1975 40/82 [=============>................] - ETA: 0s - loss: 0.1860  76/82 [==========================>...] - ETA: 0s - loss: 0.1806 82/82 [==============================] - 0s 1ms/step - loss: 0.1824
  329. Epoch 2/10
  330. 1/82 [..............................] - ETA: 0s - loss: 0.0642 40/82 [=============>................] - ETA: 0s - loss: 0.1499 73/82 [=========================>....] - ETA: 0s - loss: 0.1781 82/82 [==============================] - 0s 1ms/step - loss: 0.1796
  331. Epoch 3/10
  332. 1/82 [..............................] - ETA: 0s - loss: 0.2349 36/82 [============>.................] - ETA: 0s - loss: 0.1579 72/82 [=========================>....] - ETA: 0s - loss: 0.1790 82/82 [==============================] - 0s 1ms/step - loss: 0.1735
  333. Epoch 4/10
  334. 1/82 [..............................] - ETA: 0s - loss: 0.1155 40/82 [=============>................] - ETA: 0s - loss: 0.1619 76/82 [==========================>...] - ETA: 0s - loss: 0.1690 82/82 [==============================] - 0s 1ms/step - loss: 0.1702
  335. Epoch 5/10
  336. 1/82 [..............................] - ETA: 0s - loss: 0.0968 41/82 [==============>...............] - ETA: 0s - loss: 0.1948 79/82 [===========================>..] - ETA: 0s - loss: 0.1698 82/82 [==============================] - 0s 1ms/step - loss: 0.1670
  337. Epoch 6/10
  338. 1/82 [..............................] - ETA: 0s - loss: 0.2797 39/82 [=============>................] - ETA: 0s - loss: 0.1619 74/82 [==========================>...] - ETA: 0s - loss: 0.1639 82/82 [==============================] - 0s 1ms/step - loss: 0.1641
  339. Epoch 7/10
  340. 1/82 [..............................] - ETA: 0s - loss: 0.0728 40/82 [=============>................] - ETA: 0s - loss: 0.1560 78/82 [===========================>..] - ETA: 0s - loss: 0.1533 82/82 [==============================] - 0s 1ms/step - loss: 0.1592
  341. Epoch 8/10
  342. 1/82 [..............................] - ETA: 0s - loss: 0.1541 36/82 [============>.................] - ETA: 0s - loss: 0.1718 74/82 [==========================>...] - ETA: 0s - loss: 0.1541 82/82 [==============================] - 0s 1ms/step - loss: 0.1557
  343. Epoch 9/10
  344. 1/82 [..............................] - ETA: 0s - loss: 0.1016 39/82 [=============>................] - ETA: 0s - loss: 0.1669 79/82 [===========================>..] - ETA: 0s - loss: 0.1545 82/82 [==============================] - 0s 1ms/step - loss: 0.1537
  345. Epoch 10/10
  346. 1/82 [..............................] - ETA: 0s - loss: 0.0650 41/82 [==============>...............] - ETA: 0s - loss: 0.1314 78/82 [===========================>..] - ETA: 0s - loss: 0.1498 82/82 [==============================] - 0s 1ms/step - loss: 0.1515
  347. -> test with GAN.predict
  348. GAN tn, fp: 188, 17
  349. GAN fn, tp: 5, 4
  350. GAN f1 score: 0.267
  351. GAN cohens kappa score: 0.221
  352. -> test with 'LR'
  353. LR tn, fp: 172, 33
  354. LR fn, tp: 3, 6
  355. LR f1 score: 0.250
  356. LR cohens kappa score: 0.195
  357. LR average precision score: 0.361
  358. -> test with 'RF'
  359. RF tn, fp: 203, 2
  360. RF fn, tp: 9, 0
  361. RF f1 score: 0.000
  362. RF cohens kappa score: -0.016
  363. -> test with 'GB'
  364. GB tn, fp: 203, 2
  365. GB fn, tp: 9, 0
  366. GB f1 score: 0.000
  367. GB cohens kappa score: -0.016
  368. -> test with 'KNN'
  369. KNN tn, fp: 176, 29
  370. KNN fn, tp: 2, 7
  371. KNN f1 score: 0.311
  372. KNN cohens kappa score: 0.261
  373. ------ Step 2/5: Slice 3/5 -------
  374. -> Reset the GAN
  375. -> Train generator for synthetic samples
  376. -> create 784 synthetic samples
  377. -> retrain GAN for predict
  378. Epoch 1/10
  379. 1/82 [..............................] - ETA: 17s - loss: 0.4273 39/82 [=============>................] - ETA: 0s - loss: 0.1667  78/82 [===========================>..] - ETA: 0s - loss: 0.1806 82/82 [==============================] - 0s 1ms/step - loss: 0.1781
  380. Epoch 2/10
  381. 1/82 [..............................] - ETA: 0s - loss: 0.0866 40/82 [=============>................] - ETA: 0s - loss: 0.1847 75/82 [==========================>...] - ETA: 0s - loss: 0.1832 82/82 [==============================] - 0s 1ms/step - loss: 0.1751
  382. Epoch 3/10
  383. 1/82 [..............................] - ETA: 0s - loss: 0.0766 38/82 [============>.................] - ETA: 0s - loss: 0.1776 70/82 [========================>.....] - ETA: 0s - loss: 0.1688 82/82 [==============================] - 0s 1ms/step - loss: 0.1711
  384. Epoch 4/10
  385. 1/82 [..............................] - ETA: 0s - loss: 0.2099 35/82 [===========>..................] - ETA: 0s - loss: 0.1752 67/82 [=======================>......] - ETA: 0s - loss: 0.1733 82/82 [==============================] - 0s 2ms/step - loss: 0.1677
  386. Epoch 5/10
  387. 1/82 [..............................] - ETA: 0s - loss: 0.0652 33/82 [===========>..................] - ETA: 0s - loss: 0.1643 70/82 [========================>.....] - ETA: 0s - loss: 0.1642 82/82 [==============================] - 0s 1ms/step - loss: 0.1641
  388. Epoch 6/10
  389. 1/82 [..............................] - ETA: 0s - loss: 0.0563 36/82 [============>.................] - ETA: 0s - loss: 0.1676 74/82 [==========================>...] - ETA: 0s - loss: 0.1628 82/82 [==============================] - 0s 1ms/step - loss: 0.1597
  390. Epoch 7/10
  391. 1/82 [..............................] - ETA: 0s - loss: 0.0712 39/82 [=============>................] - ETA: 0s - loss: 0.1498 77/82 [===========================>..] - ETA: 0s - loss: 0.1541 82/82 [==============================] - 0s 1ms/step - loss: 0.1564
  392. Epoch 8/10
  393. 1/82 [..............................] - ETA: 0s - loss: 0.1850 39/82 [=============>................] - ETA: 0s - loss: 0.1625 75/82 [==========================>...] - ETA: 0s - loss: 0.1500 82/82 [==============================] - 0s 1ms/step - loss: 0.1538
  394. Epoch 9/10
  395. 1/82 [..............................] - ETA: 0s - loss: 0.1486 35/82 [===========>..................] - ETA: 0s - loss: 0.1706 65/82 [======================>.......] - ETA: 0s - loss: 0.1526 82/82 [==============================] - 0s 2ms/step - loss: 0.1507
  396. Epoch 10/10
  397. 1/82 [..............................] - ETA: 0s - loss: 0.2666 36/82 [============>.................] - ETA: 0s - loss: 0.1512 71/82 [========================>.....] - ETA: 0s - loss: 0.1519 82/82 [==============================] - 0s 1ms/step - loss: 0.1456
  398. -> test with GAN.predict
  399. GAN tn, fp: 186, 19
  400. GAN fn, tp: 5, 4
  401. GAN f1 score: 0.250
  402. GAN cohens kappa score: 0.202
  403. -> test with 'LR'
  404. LR tn, fp: 175, 30
  405. LR fn, tp: 3, 6
  406. LR f1 score: 0.267
  407. LR cohens kappa score: 0.214
  408. LR average precision score: 0.228
  409. -> test with 'RF'
  410. RF tn, fp: 203, 2
  411. RF fn, tp: 9, 0
  412. RF f1 score: 0.000
  413. RF cohens kappa score: -0.016
  414. -> test with 'GB'
  415. GB tn, fp: 205, 0
  416. GB fn, tp: 8, 1
  417. GB f1 score: 0.200
  418. GB cohens kappa score: 0.193
  419. -> test with 'KNN'
  420. KNN tn, fp: 182, 23
  421. KNN fn, tp: 4, 5
  422. KNN f1 score: 0.270
  423. KNN cohens kappa score: 0.221
  424. ------ Step 2/5: Slice 4/5 -------
  425. -> Reset the GAN
  426. -> Train generator for synthetic samples
  427. -> create 784 synthetic samples
  428. -> retrain GAN for predict
  429. Epoch 1/10
  430. 1/82 [..............................] - ETA: 16s - loss: 0.0942 26/82 [========>.....................] - ETA: 0s - loss: 0.1810  56/82 [===================>..........] - ETA: 0s - loss: 0.1647 82/82 [==============================] - 0s 2ms/step - loss: 0.1649
  431. Epoch 2/10
  432. 1/82 [..............................] - ETA: 0s - loss: 0.3518 32/82 [==========>...................] - ETA: 0s - loss: 0.1664 62/82 [=====================>........] - ETA: 0s - loss: 0.1632 82/82 [==============================] - 0s 2ms/step - loss: 0.1606
  433. Epoch 3/10
  434. 1/82 [..............................] - ETA: 0s - loss: 0.1982 33/82 [===========>..................] - ETA: 0s - loss: 0.1587 61/82 [=====================>........] - ETA: 0s - loss: 0.1565 82/82 [==============================] - 0s 2ms/step - loss: 0.1578
  435. Epoch 4/10
  436. 1/82 [..............................] - ETA: 0s - loss: 0.1788 28/82 [=========>....................] - ETA: 0s - loss: 0.1411 64/82 [======================>.......] - ETA: 0s - loss: 0.1502 82/82 [==============================] - 0s 2ms/step - loss: 0.1537
  437. Epoch 5/10
  438. 1/82 [..............................] - ETA: 0s - loss: 0.1515 36/82 [============>.................] - ETA: 0s - loss: 0.1441 70/82 [========================>.....] - ETA: 0s - loss: 0.1520 82/82 [==============================] - 0s 1ms/step - loss: 0.1515
  439. Epoch 6/10
  440. 1/82 [..............................] - ETA: 0s - loss: 0.0283 36/82 [============>.................] - ETA: 0s - loss: 0.1678 73/82 [=========================>....] - ETA: 0s - loss: 0.1498 82/82 [==============================] - 0s 1ms/step - loss: 0.1481
  441. Epoch 7/10
  442. 1/82 [..............................] - ETA: 0s - loss: 0.2577 39/82 [=============>................] - ETA: 0s - loss: 0.1247 76/82 [==========================>...] - ETA: 0s - loss: 0.1494 82/82 [==============================] - 0s 1ms/step - loss: 0.1468
  443. Epoch 8/10
  444. 1/82 [..............................] - ETA: 0s - loss: 0.1216 38/82 [============>.................] - ETA: 0s - loss: 0.1400 75/82 [==========================>...] - ETA: 0s - loss: 0.1464 82/82 [==============================] - 0s 1ms/step - loss: 0.1441
  445. Epoch 9/10
  446. 1/82 [..............................] - ETA: 0s - loss: 0.0794 37/82 [============>.................] - ETA: 0s - loss: 0.1380 76/82 [==========================>...] - ETA: 0s - loss: 0.1364 82/82 [==============================] - 0s 1ms/step - loss: 0.1405
  447. Epoch 10/10
  448. 1/82 [..............................] - ETA: 0s - loss: 0.0772 40/82 [=============>................] - ETA: 0s - loss: 0.1351 78/82 [===========================>..] - ETA: 0s - loss: 0.1403 82/82 [==============================] - 0s 1ms/step - loss: 0.1392
  449. -> test with GAN.predict
  450. GAN tn, fp: 196, 9
  451. GAN fn, tp: 5, 4
  452. GAN f1 score: 0.364
  453. GAN cohens kappa score: 0.330
  454. -> test with 'LR'
  455. LR tn, fp: 185, 20
  456. LR fn, tp: 4, 5
  457. LR f1 score: 0.294
  458. LR cohens kappa score: 0.248
  459. LR average precision score: 0.290
  460. -> test with 'RF'
  461. RF tn, fp: 203, 2
  462. RF fn, tp: 8, 1
  463. RF f1 score: 0.167
  464. RF cohens kappa score: 0.149
  465. -> test with 'GB'
  466. GB tn, fp: 204, 1
  467. GB fn, tp: 8, 1
  468. GB f1 score: 0.182
  469. GB cohens kappa score: 0.169
  470. -> test with 'KNN'
  471. KNN tn, fp: 183, 22
  472. KNN fn, tp: 4, 5
  473. KNN f1 score: 0.278
  474. KNN cohens kappa score: 0.229
  475. ------ Step 2/5: Slice 5/5 -------
  476. -> Reset the GAN
  477. -> Train generator for synthetic samples
  478. -> create 784 synthetic samples
  479. -> retrain GAN for predict
  480. Epoch 1/10
  481. 1/82 [..............................] - ETA: 10s - loss: 0.2762 43/82 [==============>...............] - ETA: 0s - loss: 0.2263  82/82 [==============================] - 0s 1ms/step - loss: 0.2138
  482. Epoch 2/10
  483. 1/82 [..............................] - ETA: 0s - loss: 0.1681 41/82 [==============>...............] - ETA: 0s - loss: 0.2198 75/82 [==========================>...] - ETA: 0s - loss: 0.2089 82/82 [==============================] - 0s 1ms/step - loss: 0.2087
  484. Epoch 3/10
  485. 1/82 [..............................] - ETA: 0s - loss: 0.1898 39/82 [=============>................] - ETA: 0s - loss: 0.2120 80/82 [============================>.] - ETA: 0s - loss: 0.2052 82/82 [==============================] - 0s 1ms/step - loss: 0.2036
  486. Epoch 4/10
  487. 1/82 [..............................] - ETA: 0s - loss: 0.1432 40/82 [=============>................] - ETA: 0s - loss: 0.2037 76/82 [==========================>...] - ETA: 0s - loss: 0.1955 82/82 [==============================] - 0s 1ms/step - loss: 0.1988
  488. Epoch 5/10
  489. 1/82 [..............................] - ETA: 0s - loss: 0.1564 37/82 [============>.................] - ETA: 0s - loss: 0.1912 77/82 [===========================>..] - ETA: 0s - loss: 0.1941 82/82 [==============================] - 0s 1ms/step - loss: 0.1931
  490. Epoch 6/10
  491. 1/82 [..............................] - ETA: 0s - loss: 0.1984 43/82 [==============>...............] - ETA: 0s - loss: 0.1929 82/82 [==============================] - 0s 1ms/step - loss: 0.1901
  492. Epoch 7/10
  493. 1/82 [..............................] - ETA: 0s - loss: 0.1065 44/82 [===============>..............] - ETA: 0s - loss: 0.1847 82/82 [==============================] - 0s 1ms/step - loss: 0.1865
  494. Epoch 8/10
  495. 1/82 [..............................] - ETA: 0s - loss: 0.0849 41/82 [==============>...............] - ETA: 0s - loss: 0.1874 72/82 [=========================>....] - ETA: 0s - loss: 0.1832 82/82 [==============================] - 0s 1ms/step - loss: 0.1821
  496. Epoch 9/10
  497. 1/82 [..............................] - ETA: 0s - loss: 0.3913 41/82 [==============>...............] - ETA: 0s - loss: 0.1776 80/82 [============================>.] - ETA: 0s - loss: 0.1756 82/82 [==============================] - 0s 1ms/step - loss: 0.1767
  498. Epoch 10/10
  499. 1/82 [..............................] - ETA: 0s - loss: 0.0827 36/82 [============>.................] - ETA: 0s - loss: 0.1561 76/82 [==========================>...] - ETA: 0s - loss: 0.1724 82/82 [==============================] - 0s 1ms/step - loss: 0.1725
  500. -> test with GAN.predict
  501. GAN tn, fp: 177, 26
  502. GAN fn, tp: 1, 6
  503. GAN f1 score: 0.308
  504. GAN cohens kappa score: 0.268
  505. -> test with 'LR'
  506. LR tn, fp: 165, 38
  507. LR fn, tp: 0, 7
  508. LR f1 score: 0.269
  509. LR cohens kappa score: 0.224
  510. LR average precision score: 0.370
  511. -> test with 'RF'
  512. RF tn, fp: 202, 1
  513. RF fn, tp: 7, 0
  514. RF f1 score: 0.000
  515. RF cohens kappa score: -0.008
  516. -> test with 'GB'
  517. GB tn, fp: 201, 2
  518. GB fn, tp: 6, 1
  519. GB f1 score: 0.200
  520. GB cohens kappa score: 0.184
  521. -> test with 'KNN'
  522. KNN tn, fp: 174, 29
  523. KNN fn, tp: 1, 6
  524. KNN f1 score: 0.286
  525. KNN cohens kappa score: 0.244
  526. ====== Step 3/5 =======
  527. -> Shuffling data
  528. -> Spliting data to slices
  529. ------ Step 3/5: Slice 1/5 -------
  530. -> Reset the GAN
  531. -> Train generator for synthetic samples
  532. -> create 784 synthetic samples
  533. -> retrain GAN for predict
  534. Epoch 1/10
  535. 1/82 [..............................] - ETA: 13s - loss: 0.0979 39/82 [=============>................] - ETA: 0s - loss: 0.1972  76/82 [==========================>...] - ETA: 0s - loss: 0.2296 82/82 [==============================] - 0s 1ms/step - loss: 0.2260
  536. Epoch 2/10
  537. 1/82 [..............................] - ETA: 0s - loss: 0.1718 35/82 [===========>..................] - ETA: 0s - loss: 0.2259 69/82 [========================>.....] - ETA: 0s - loss: 0.2186 82/82 [==============================] - 0s 2ms/step - loss: 0.2225
  538. Epoch 3/10
  539. 1/82 [..............................] - ETA: 0s - loss: 0.1916 33/82 [===========>..................] - ETA: 0s - loss: 0.2397 68/82 [=======================>......] - ETA: 0s - loss: 0.2171 82/82 [==============================] - 0s 2ms/step - loss: 0.2147
  540. Epoch 4/10
  541. 1/82 [..............................] - ETA: 0s - loss: 0.2793 32/82 [==========>...................] - ETA: 0s - loss: 0.2266 66/82 [=======================>......] - ETA: 0s - loss: 0.2136 82/82 [==============================] - 0s 2ms/step - loss: 0.2093
  542. Epoch 5/10
  543. 1/82 [..............................] - ETA: 0s - loss: 0.2190 37/82 [============>.................] - ETA: 0s - loss: 0.1967 72/82 [=========================>....] - ETA: 0s - loss: 0.2128 82/82 [==============================] - 0s 1ms/step - loss: 0.2059
  544. Epoch 6/10
  545. 1/82 [..............................] - ETA: 0s - loss: 0.1478 36/82 [============>.................] - ETA: 0s - loss: 0.1683 68/82 [=======================>......] - ETA: 0s - loss: 0.1953 82/82 [==============================] - 0s 2ms/step - loss: 0.1997
  546. Epoch 7/10
  547. 1/82 [..............................] - ETA: 0s - loss: 0.2228 30/82 [=========>....................] - ETA: 0s - loss: 0.1832 63/82 [======================>.......] - ETA: 0s - loss: 0.1926 82/82 [==============================] - 0s 2ms/step - loss: 0.1950
  548. Epoch 8/10
  549. 1/82 [..............................] - ETA: 0s - loss: 0.2630 33/82 [===========>..................] - ETA: 0s - loss: 0.1852 67/82 [=======================>......] - ETA: 0s - loss: 0.1855 82/82 [==============================] - 0s 2ms/step - loss: 0.1893
  550. Epoch 9/10
  551. 1/82 [..............................] - ETA: 0s - loss: 0.1262 33/82 [===========>..................] - ETA: 0s - loss: 0.1881 54/82 [==================>...........] - ETA: 0s - loss: 0.1779 74/82 [==========================>...] - ETA: 0s - loss: 0.1832 82/82 [==============================] - 0s 2ms/step - loss: 0.1848
  552. Epoch 10/10
  553. 1/82 [..............................] - ETA: 0s - loss: 0.2862 20/82 [======>.......................] - ETA: 0s - loss: 0.1726 37/82 [============>.................] - ETA: 0s - loss: 0.1766 58/82 [====================>.........] - ETA: 0s - loss: 0.1749 76/82 [==========================>...] - ETA: 0s - loss: 0.1807 82/82 [==============================] - 0s 3ms/step - loss: 0.1798
  554. -> test with GAN.predict
  555. GAN tn, fp: 198, 7
  556. GAN fn, tp: 2, 7
  557. GAN f1 score: 0.609
  558. GAN cohens kappa score: 0.588
  559. -> test with 'LR'
  560. LR tn, fp: 187, 18
  561. LR fn, tp: 2, 7
  562. LR f1 score: 0.412
  563. LR cohens kappa score: 0.373
  564. LR average precision score: 0.724
  565. -> test with 'RF'
  566. RF tn, fp: 204, 1
  567. RF fn, tp: 9, 0
  568. RF f1 score: 0.000
  569. RF cohens kappa score: -0.008
  570. -> test with 'GB'
  571. GB tn, fp: 205, 0
  572. GB fn, tp: 9, 0
  573. GB f1 score: 0.000
  574. GB cohens kappa score: 0.000
  575. -> test with 'KNN'
  576. KNN tn, fp: 196, 9
  577. KNN fn, tp: 2, 7
  578. KNN f1 score: 0.560
  579. KNN cohens kappa score: 0.535
  580. ------ Step 3/5: Slice 2/5 -------
  581. -> Reset the GAN
  582. -> Train generator for synthetic samples
  583. -> create 784 synthetic samples
  584. -> retrain GAN for predict
  585. Epoch 1/10
  586. 1/82 [..............................] - ETA: 14s - loss: 0.2017 34/82 [===========>..................] - ETA: 0s - loss: 0.1476  70/82 [========================>.....] - ETA: 0s - loss: 0.1387 82/82 [==============================] - 0s 1ms/step - loss: 0.1395
  587. Epoch 2/10
  588. 1/82 [..............................] - ETA: 0s - loss: 0.1063 37/82 [============>.................] - ETA: 0s - loss: 0.1410 73/82 [=========================>....] - ETA: 0s - loss: 0.1405 82/82 [==============================] - 0s 1ms/step - loss: 0.1356
  589. Epoch 3/10
  590. 1/82 [..............................] - ETA: 0s - loss: 0.0899 34/82 [===========>..................] - ETA: 0s - loss: 0.1363 69/82 [========================>.....] - ETA: 0s - loss: 0.1336 82/82 [==============================] - 0s 1ms/step - loss: 0.1304
  591. Epoch 4/10
  592. 1/82 [..............................] - ETA: 0s - loss: 0.3463 36/82 [============>.................] - ETA: 0s - loss: 0.1398 74/82 [==========================>...] - ETA: 0s - loss: 0.1234 82/82 [==============================] - 0s 1ms/step - loss: 0.1289
  593. Epoch 5/10
  594. 1/82 [..............................] - ETA: 0s - loss: 0.0949 36/82 [============>.................] - ETA: 0s - loss: 0.1297 70/82 [========================>.....] - ETA: 0s - loss: 0.1245 82/82 [==============================] - 0s 1ms/step - loss: 0.1246
  595. Epoch 6/10
  596. 1/82 [..............................] - ETA: 0s - loss: 0.1099 33/82 [===========>..................] - ETA: 0s - loss: 0.1051 67/82 [=======================>......] - ETA: 0s - loss: 0.1181 82/82 [==============================] - 0s 2ms/step - loss: 0.1233
  597. Epoch 7/10
  598. 1/82 [..............................] - ETA: 0s - loss: 0.1114 36/82 [============>.................] - ETA: 0s - loss: 0.1148 66/82 [=======================>......] - ETA: 0s - loss: 0.1207 82/82 [==============================] - 0s 2ms/step - loss: 0.1204
  599. Epoch 8/10
  600. 1/82 [..............................] - ETA: 0s - loss: 0.1960 33/82 [===========>..................] - ETA: 0s - loss: 0.1380 70/82 [========================>.....] - ETA: 0s - loss: 0.1180 82/82 [==============================] - 0s 1ms/step - loss: 0.1181
  601. Epoch 9/10
  602. 1/82 [..............................] - ETA: 0s - loss: 0.3252 33/82 [===========>..................] - ETA: 0s - loss: 0.1089 64/82 [======================>.......] - ETA: 0s - loss: 0.1075 82/82 [==============================] - 0s 2ms/step - loss: 0.1150
  603. Epoch 10/10
  604. 1/82 [..............................] - ETA: 0s - loss: 0.0613 39/82 [=============>................] - ETA: 0s - loss: 0.1225 75/82 [==========================>...] - ETA: 0s - loss: 0.1203 82/82 [==============================] - 0s 1ms/step - loss: 0.1147
  605. -> test with GAN.predict
  606. GAN tn, fp: 182, 23
  607. GAN fn, tp: 4, 5
  608. GAN f1 score: 0.270
  609. GAN cohens kappa score: 0.221
  610. -> test with 'LR'
  611. LR tn, fp: 164, 41
  612. LR fn, tp: 2, 7
  613. LR f1 score: 0.246
  614. LR cohens kappa score: 0.188
  615. LR average precision score: 0.203
  616. -> test with 'RF'
  617. RF tn, fp: 197, 8
  618. RF fn, tp: 7, 2
  619. RF f1 score: 0.211
  620. RF cohens kappa score: 0.174
  621. -> test with 'GB'
  622. GB tn, fp: 204, 1
  623. GB fn, tp: 6, 3
  624. GB f1 score: 0.462
  625. GB cohens kappa score: 0.447
  626. -> test with 'KNN'
  627. KNN tn, fp: 165, 40
  628. KNN fn, tp: 4, 5
  629. KNN f1 score: 0.185
  630. KNN cohens kappa score: 0.124
  631. ------ Step 3/5: Slice 3/5 -------
  632. -> Reset the GAN
  633. -> Train generator for synthetic samples
  634. -> create 784 synthetic samples
  635. -> retrain GAN for predict
  636. Epoch 1/10
  637. 1/82 [..............................] - ETA: 13s - loss: 0.0846 39/82 [=============>................] - ETA: 0s - loss: 0.2515  76/82 [==========================>...] - ETA: 0s - loss: 0.2456 82/82 [==============================] - 0s 1ms/step - loss: 0.2477
  638. Epoch 2/10
  639. 1/82 [..............................] - ETA: 0s - loss: 0.4130 34/82 [===========>..................] - ETA: 0s - loss: 0.2197 67/82 [=======================>......] - ETA: 0s - loss: 0.2354 82/82 [==============================] - 0s 2ms/step - loss: 0.2423
  640. Epoch 3/10
  641. 1/82 [..............................] - ETA: 0s - loss: 0.1212 36/82 [============>.................] - ETA: 0s - loss: 0.2391 73/82 [=========================>....] - ETA: 0s - loss: 0.2380 82/82 [==============================] - 0s 1ms/step - loss: 0.2377
  642. Epoch 4/10
  643. 1/82 [..............................] - ETA: 0s - loss: 0.1202 36/82 [============>.................] - ETA: 0s - loss: 0.2099 74/82 [==========================>...] - ETA: 0s - loss: 0.2336 82/82 [==============================] - 0s 1ms/step - loss: 0.2334
  644. Epoch 5/10
  645. 1/82 [..............................] - ETA: 0s - loss: 0.2674 38/82 [============>.................] - ETA: 0s - loss: 0.2459 73/82 [=========================>....] - ETA: 0s - loss: 0.2367 82/82 [==============================] - 0s 1ms/step - loss: 0.2296
  646. Epoch 6/10
  647. 1/82 [..............................] - ETA: 0s - loss: 0.1144 35/82 [===========>..................] - ETA: 0s - loss: 0.2325 68/82 [=======================>......] - ETA: 0s - loss: 0.2181 82/82 [==============================] - 0s 2ms/step - loss: 0.2255
  648. Epoch 7/10
  649. 1/82 [..............................] - ETA: 0s - loss: 0.1924 39/82 [=============>................] - ETA: 0s - loss: 0.2138 76/82 [==========================>...] - ETA: 0s - loss: 0.2169 82/82 [==============================] - 0s 1ms/step - loss: 0.2218
  650. Epoch 8/10
  651. 1/82 [..............................] - ETA: 0s - loss: 0.3301 39/82 [=============>................] - ETA: 0s - loss: 0.1913 74/82 [==========================>...] - ETA: 0s - loss: 0.2103 82/82 [==============================] - 0s 1ms/step - loss: 0.2162
  652. Epoch 9/10
  653. 1/82 [..............................] - ETA: 0s - loss: 0.1470 38/82 [============>.................] - ETA: 0s - loss: 0.2119 75/82 [==========================>...] - ETA: 0s - loss: 0.2143 82/82 [==============================] - 0s 1ms/step - loss: 0.2141
  654. Epoch 10/10
  655. 1/82 [..............................] - ETA: 0s - loss: 0.1103 36/82 [============>.................] - ETA: 0s - loss: 0.2071 73/82 [=========================>....] - ETA: 0s - loss: 0.2069 82/82 [==============================] - 0s 1ms/step - loss: 0.2099
  656. -> test with GAN.predict
  657. GAN tn, fp: 186, 19
  658. GAN fn, tp: 4, 5
  659. GAN f1 score: 0.303
  660. GAN cohens kappa score: 0.258
  661. -> test with 'LR'
  662. LR tn, fp: 169, 36
  663. LR fn, tp: 2, 7
  664. LR f1 score: 0.269
  665. LR cohens kappa score: 0.215
  666. LR average precision score: 0.434
  667. -> test with 'RF'
  668. RF tn, fp: 204, 1
  669. RF fn, tp: 9, 0
  670. RF f1 score: 0.000
  671. RF cohens kappa score: -0.008
  672. -> test with 'GB'
  673. GB tn, fp: 203, 2
  674. GB fn, tp: 9, 0
  675. GB f1 score: 0.000
  676. GB cohens kappa score: -0.016
  677. -> test with 'KNN'
  678. KNN tn, fp: 171, 34
  679. KNN fn, tp: 3, 6
  680. KNN f1 score: 0.245
  681. KNN cohens kappa score: 0.189
  682. ------ Step 3/5: Slice 4/5 -------
  683. -> Reset the GAN
  684. -> Train generator for synthetic samples
  685. -> create 784 synthetic samples
  686. -> retrain GAN for predict
  687. Epoch 1/10
  688. 1/82 [..............................] - ETA: 14s - loss: 0.1426 40/82 [=============>................] - ETA: 0s - loss: 0.1644  77/82 [===========================>..] - ETA: 0s - loss: 0.1702 82/82 [==============================] - 0s 1ms/step - loss: 0.1685
  689. Epoch 2/10
  690. 1/82 [..............................] - ETA: 0s - loss: 0.0742 40/82 [=============>................] - ETA: 0s - loss: 0.1613 79/82 [===========================>..] - ETA: 0s - loss: 0.1671 82/82 [==============================] - 0s 1ms/step - loss: 0.1656
  691. Epoch 3/10
  692. 1/82 [..............................] - ETA: 0s - loss: 0.0885 36/82 [============>.................] - ETA: 0s - loss: 0.1612 73/82 [=========================>....] - ETA: 0s - loss: 0.1603 82/82 [==============================] - 0s 1ms/step - loss: 0.1615
  693. Epoch 4/10
  694. 1/82 [..............................] - ETA: 0s - loss: 0.3630 31/82 [==========>...................] - ETA: 0s - loss: 0.1653 68/82 [=======================>......] - ETA: 0s - loss: 0.1636 82/82 [==============================] - 0s 1ms/step - loss: 0.1592
  695. Epoch 5/10
  696. 1/82 [..............................] - ETA: 0s - loss: 0.1181 35/82 [===========>..................] - ETA: 0s - loss: 0.1668 70/82 [========================>.....] - ETA: 0s - loss: 0.1581 82/82 [==============================] - 0s 1ms/step - loss: 0.1530
  697. Epoch 6/10
  698. 1/82 [..............................] - ETA: 0s - loss: 0.0265 36/82 [============>.................] - ETA: 0s - loss: 0.1567 61/82 [=====================>........] - ETA: 0s - loss: 0.1536 82/82 [==============================] - 0s 2ms/step - loss: 0.1504
  699. Epoch 7/10
  700. 1/82 [..............................] - ETA: 0s - loss: 0.0649 27/82 [========>.....................] - ETA: 0s - loss: 0.1503 56/82 [===================>..........] - ETA: 0s - loss: 0.1504 82/82 [==============================] - 0s 2ms/step - loss: 0.1464
  701. Epoch 8/10
  702. 1/82 [..............................] - ETA: 0s - loss: 0.1448 35/82 [===========>..................] - ETA: 0s - loss: 0.1315 72/82 [=========================>....] - ETA: 0s - loss: 0.1352 82/82 [==============================] - 0s 1ms/step - loss: 0.1422
  703. Epoch 9/10
  704. 1/82 [..............................] - ETA: 0s - loss: 0.0440 40/82 [=============>................] - ETA: 0s - loss: 0.1451 76/82 [==========================>...] - ETA: 0s - loss: 0.1396 82/82 [==============================] - 0s 1ms/step - loss: 0.1421
  705. Epoch 10/10
  706. 1/82 [..............................] - ETA: 0s - loss: 0.1250 35/82 [===========>..................] - ETA: 0s - loss: 0.1189 67/82 [=======================>......] - ETA: 0s - loss: 0.1349 82/82 [==============================] - 0s 2ms/step - loss: 0.1366
  707. -> test with GAN.predict
  708. GAN tn, fp: 193, 12
  709. GAN fn, tp: 4, 5
  710. GAN f1 score: 0.385
  711. GAN cohens kappa score: 0.349
  712. -> test with 'LR'
  713. LR tn, fp: 182, 23
  714. LR fn, tp: 4, 5
  715. LR f1 score: 0.270
  716. LR cohens kappa score: 0.221
  717. LR average precision score: 0.284
  718. -> test with 'RF'
  719. RF tn, fp: 204, 1
  720. RF fn, tp: 9, 0
  721. RF f1 score: 0.000
  722. RF cohens kappa score: -0.008
  723. -> test with 'GB'
  724. GB tn, fp: 205, 0
  725. GB fn, tp: 9, 0
  726. GB f1 score: 0.000
  727. GB cohens kappa score: 0.000
  728. -> test with 'KNN'
  729. KNN tn, fp: 178, 27
  730. KNN fn, tp: 3, 6
  731. KNN f1 score: 0.286
  732. KNN cohens kappa score: 0.235
  733. ------ Step 3/5: Slice 5/5 -------
  734. -> Reset the GAN
  735. -> Train generator for synthetic samples
  736. -> create 784 synthetic samples
  737. -> retrain GAN for predict
  738. Epoch 1/10
  739. 1/82 [..............................] - ETA: 10s - loss: 0.0467 42/82 [==============>...............] - ETA: 0s - loss: 0.1911  82/82 [==============================] - 0s 1ms/step - loss: 0.1922
  740. Epoch 2/10
  741. 1/82 [..............................] - ETA: 0s - loss: 0.1467 41/82 [==============>...............] - ETA: 0s - loss: 0.1961 81/82 [============================>.] - ETA: 0s - loss: 0.1907 82/82 [==============================] - 0s 1ms/step - loss: 0.1893
  742. Epoch 3/10
  743. 1/82 [..............................] - ETA: 0s - loss: 0.2238 41/82 [==============>...............] - ETA: 0s - loss: 0.1840 82/82 [==============================] - 0s 1ms/step - loss: 0.1842
  744. Epoch 4/10
  745. 1/82 [..............................] - ETA: 0s - loss: 0.1663 38/82 [============>.................] - ETA: 0s - loss: 0.1702 73/82 [=========================>....] - ETA: 0s - loss: 0.1805 82/82 [==============================] - 0s 1ms/step - loss: 0.1815
  746. Epoch 5/10
  747. 1/82 [..............................] - ETA: 0s - loss: 0.3156 32/82 [==========>...................] - ETA: 0s - loss: 0.1673 74/82 [==========================>...] - ETA: 0s - loss: 0.1727 82/82 [==============================] - 0s 1ms/step - loss: 0.1777
  748. Epoch 6/10
  749. 1/82 [..............................] - ETA: 0s - loss: 0.1153 42/82 [==============>...............] - ETA: 0s - loss: 0.1805 80/82 [============================>.] - ETA: 0s - loss: 0.1757 82/82 [==============================] - 0s 1ms/step - loss: 0.1749
  750. Epoch 7/10
  751. 1/82 [..............................] - ETA: 0s - loss: 0.1956 42/82 [==============>...............] - ETA: 0s - loss: 0.1949 82/82 [==============================] - ETA: 0s - loss: 0.1714 82/82 [==============================] - 0s 1ms/step - loss: 0.1714
  752. Epoch 8/10
  753. 1/82 [..............................] - ETA: 0s - loss: 0.1972 43/82 [==============>...............] - ETA: 0s - loss: 0.1835 82/82 [==============================] - 0s 1ms/step - loss: 0.1681
  754. Epoch 9/10
  755. 1/82 [..............................] - ETA: 0s - loss: 0.2279 41/82 [==============>...............] - ETA: 0s - loss: 0.1684 81/82 [============================>.] - ETA: 0s - loss: 0.1631 82/82 [==============================] - 0s 1ms/step - loss: 0.1650
  756. Epoch 10/10
  757. 1/82 [..............................] - ETA: 0s - loss: 0.1425 40/82 [=============>................] - ETA: 0s - loss: 0.1636 82/82 [==============================] - ETA: 0s - loss: 0.1629 82/82 [==============================] - 0s 1ms/step - loss: 0.1629
  758. -> test with GAN.predict
  759. GAN tn, fp: 182, 21
  760. GAN fn, tp: 4, 3
  761. GAN f1 score: 0.194
  762. GAN cohens kappa score: 0.150
  763. -> test with 'LR'
  764. LR tn, fp: 162, 41
  765. LR fn, tp: 1, 6
  766. LR f1 score: 0.222
  767. LR cohens kappa score: 0.174
  768. LR average precision score: 0.239
  769. -> test with 'RF'
  770. RF tn, fp: 196, 7
  771. RF fn, tp: 7, 0
  772. RF f1 score: 0.000
  773. RF cohens kappa score: -0.034
  774. -> test with 'GB'
  775. GB tn, fp: 198, 5
  776. GB fn, tp: 6, 1
  777. GB f1 score: 0.154
  778. GB cohens kappa score: 0.127
  779. -> test with 'KNN'
  780. KNN tn, fp: 182, 21
  781. KNN fn, tp: 5, 2
  782. KNN f1 score: 0.133
  783. KNN cohens kappa score: 0.087
  784. ====== Step 4/5 =======
  785. -> Shuffling data
  786. -> Spliting data to slices
  787. ------ Step 4/5: Slice 1/5 -------
  788. -> Reset the GAN
  789. -> Train generator for synthetic samples
  790. -> create 784 synthetic samples
  791. -> retrain GAN for predict
  792. Epoch 1/10
  793. 1/82 [..............................] - ETA: 14s - loss: 0.1041 41/82 [==============>...............] - ETA: 0s - loss: 0.1736  78/82 [===========================>..] - ETA: 0s - loss: 0.1846 82/82 [==============================] - 0s 1ms/step - loss: 0.1842
  794. Epoch 2/10
  795. 1/82 [..............................] - ETA: 0s - loss: 0.1311 40/82 [=============>................] - ETA: 0s - loss: 0.1772 79/82 [===========================>..] - ETA: 0s - loss: 0.1769 82/82 [==============================] - 0s 1ms/step - loss: 0.1782
  796. Epoch 3/10
  797. 1/82 [..............................] - ETA: 0s - loss: 0.0542 40/82 [=============>................] - ETA: 0s - loss: 0.1703 80/82 [============================>.] - ETA: 0s - loss: 0.1739 82/82 [==============================] - 0s 1ms/step - loss: 0.1730
  798. Epoch 4/10
  799. 1/82 [..............................] - ETA: 0s - loss: 0.2248 40/82 [=============>................] - ETA: 0s - loss: 0.1861 79/82 [===========================>..] - ETA: 0s - loss: 0.1676 82/82 [==============================] - 0s 1ms/step - loss: 0.1691
  800. Epoch 5/10
  801. 1/82 [..............................] - ETA: 0s - loss: 0.4594 40/82 [=============>................] - ETA: 0s - loss: 0.1777 80/82 [============================>.] - ETA: 0s - loss: 0.1628 82/82 [==============================] - 0s 1ms/step - loss: 0.1625
  802. Epoch 6/10
  803. 1/82 [..............................] - ETA: 0s - loss: 0.0593 41/82 [==============>...............] - ETA: 0s - loss: 0.1633 80/82 [============================>.] - ETA: 0s - loss: 0.1618 82/82 [==============================] - 0s 1ms/step - loss: 0.1594
  804. Epoch 7/10
  805. 1/82 [..............................] - ETA: 0s - loss: 0.0821 36/82 [============>.................] - ETA: 0s - loss: 0.1406 73/82 [=========================>....] - ETA: 0s - loss: 0.1478 82/82 [==============================] - 0s 1ms/step - loss: 0.1542
  806. Epoch 8/10
  807. 1/82 [..............................] - ETA: 0s - loss: 0.1395 37/82 [============>.................] - ETA: 0s - loss: 0.1463 74/82 [==========================>...] - ETA: 0s - loss: 0.1482 82/82 [==============================] - 0s 1ms/step - loss: 0.1487
  808. Epoch 9/10
  809. 1/82 [..............................] - ETA: 0s - loss: 0.1044 38/82 [============>.................] - ETA: 0s - loss: 0.1549 78/82 [===========================>..] - ETA: 0s - loss: 0.1466 82/82 [==============================] - 0s 1ms/step - loss: 0.1454
  810. Epoch 10/10
  811. 1/82 [..............................] - ETA: 0s - loss: 0.2095 39/82 [=============>................] - ETA: 0s - loss: 0.1527 75/82 [==========================>...] - ETA: 0s - loss: 0.1372 82/82 [==============================] - 0s 1ms/step - loss: 0.1399
  812. -> test with GAN.predict
  813. GAN tn, fp: 189, 16
  814. GAN fn, tp: 3, 6
  815. GAN f1 score: 0.387
  816. GAN cohens kappa score: 0.348
  817. -> test with 'LR'
  818. LR tn, fp: 167, 38
  819. LR fn, tp: 1, 8
  820. LR f1 score: 0.291
  821. LR cohens kappa score: 0.237
  822. LR average precision score: 0.221
  823. -> test with 'RF'
  824. RF tn, fp: 199, 6
  825. RF fn, tp: 9, 0
  826. RF f1 score: 0.000
  827. RF cohens kappa score: -0.035
  828. -> test with 'GB'
  829. GB tn, fp: 200, 5
  830. GB fn, tp: 9, 0
  831. GB f1 score: 0.000
  832. GB cohens kappa score: -0.031
  833. -> test with 'KNN'
  834. KNN tn, fp: 178, 27
  835. KNN fn, tp: 3, 6
  836. KNN f1 score: 0.286
  837. KNN cohens kappa score: 0.235
  838. ------ Step 4/5: Slice 2/5 -------
  839. -> Reset the GAN
  840. -> Train generator for synthetic samples
  841. -> create 784 synthetic samples
  842. -> retrain GAN for predict
  843. Epoch 1/10
  844. 1/82 [..............................] - ETA: 13s - loss: 0.2829 38/82 [============>.................] - ETA: 0s - loss: 0.1775  77/82 [===========================>..] - ETA: 0s - loss: 0.1713 82/82 [==============================] - 0s 1ms/step - loss: 0.1720
  845. Epoch 2/10
  846. 1/82 [..............................] - ETA: 0s - loss: 0.0908 40/82 [=============>................] - ETA: 0s - loss: 0.1556 79/82 [===========================>..] - ETA: 0s - loss: 0.1665 82/82 [==============================] - 0s 1ms/step - loss: 0.1689
  847. Epoch 3/10
  848. 1/82 [..............................] - ETA: 0s - loss: 0.0951 38/82 [============>.................] - ETA: 0s - loss: 0.1622 78/82 [===========================>..] - ETA: 0s - loss: 0.1653 82/82 [==============================] - 0s 1ms/step - loss: 0.1629
  849. Epoch 4/10
  850. 1/82 [..............................] - ETA: 0s - loss: 0.2892 33/82 [===========>..................] - ETA: 0s - loss: 0.1718 69/82 [========================>.....] - ETA: 0s - loss: 0.1594 82/82 [==============================] - 0s 1ms/step - loss: 0.1579
  851. Epoch 5/10
  852. 1/82 [..............................] - ETA: 0s - loss: 0.1713 39/82 [=============>................] - ETA: 0s - loss: 0.1549 77/82 [===========================>..] - ETA: 0s - loss: 0.1555 82/82 [==============================] - 0s 1ms/step - loss: 0.1548
  853. Epoch 6/10
  854. 1/82 [..............................] - ETA: 0s - loss: 0.0499 39/82 [=============>................] - ETA: 0s - loss: 0.1537 77/82 [===========================>..] - ETA: 0s - loss: 0.1509 82/82 [==============================] - 0s 1ms/step - loss: 0.1503
  855. Epoch 7/10
  856. 1/82 [..............................] - ETA: 0s - loss: 0.0805 38/82 [============>.................] - ETA: 0s - loss: 0.1421 73/82 [=========================>....] - ETA: 0s - loss: 0.1512 82/82 [==============================] - 0s 1ms/step - loss: 0.1455
  857. Epoch 8/10
  858. 1/82 [..............................] - ETA: 0s - loss: 0.3252 37/82 [============>.................] - ETA: 0s - loss: 0.1492 66/82 [=======================>......] - ETA: 0s - loss: 0.1406 82/82 [==============================] - 0s 2ms/step - loss: 0.1417
  859. Epoch 9/10
  860. 1/82 [..............................] - ETA: 0s - loss: 0.1345 39/82 [=============>................] - ETA: 0s - loss: 0.1211 73/82 [=========================>....] - ETA: 0s - loss: 0.1330 82/82 [==============================] - 0s 1ms/step - loss: 0.1391
  861. Epoch 10/10
  862. 1/82 [..............................] - ETA: 0s - loss: 0.0454 39/82 [=============>................] - ETA: 0s - loss: 0.1329 76/82 [==========================>...] - ETA: 0s - loss: 0.1358 82/82 [==============================] - 0s 1ms/step - loss: 0.1358
  863. -> test with GAN.predict
  864. GAN tn, fp: 199, 6
  865. GAN fn, tp: 5, 4
  866. GAN f1 score: 0.421
  867. GAN cohens kappa score: 0.394
  868. -> test with 'LR'
  869. LR tn, fp: 182, 23
  870. LR fn, tp: 2, 7
  871. LR f1 score: 0.359
  872. LR cohens kappa score: 0.315
  873. LR average precision score: 0.561
  874. -> test with 'RF'
  875. RF tn, fp: 202, 3
  876. RF fn, tp: 9, 0
  877. RF f1 score: 0.000
  878. RF cohens kappa score: -0.021
  879. -> test with 'GB'
  880. GB tn, fp: 202, 3
  881. GB fn, tp: 8, 1
  882. GB f1 score: 0.154
  883. GB cohens kappa score: 0.131
  884. -> test with 'KNN'
  885. KNN tn, fp: 184, 21
  886. KNN fn, tp: 5, 4
  887. KNN f1 score: 0.235
  888. KNN cohens kappa score: 0.185
  889. ------ Step 4/5: Slice 3/5 -------
  890. -> Reset the GAN
  891. -> Train generator for synthetic samples
  892. -> create 784 synthetic samples
  893. -> retrain GAN for predict
  894. Epoch 1/10
  895. 1/82 [..............................] - ETA: 12s - loss: 0.2058 35/82 [===========>..................] - ETA: 0s - loss: 0.1794  67/82 [=======================>......] - ETA: 0s - loss: 0.1561 82/82 [==============================] - 0s 2ms/step - loss: 0.1652
  896. Epoch 2/10
  897. 1/82 [..............................] - ETA: 0s - loss: 0.1968 41/82 [==============>...............] - ETA: 0s - loss: 0.1627 75/82 [==========================>...] - ETA: 0s - loss: 0.1607 82/82 [==============================] - 0s 1ms/step - loss: 0.1624
  898. Epoch 3/10
  899. 1/82 [..............................] - ETA: 0s - loss: 0.3462 41/82 [==============>...............] - ETA: 0s - loss: 0.1657 80/82 [============================>.] - ETA: 0s - loss: 0.1616 82/82 [==============================] - 0s 1ms/step - loss: 0.1603
  900. Epoch 4/10
  901. 1/82 [..............................] - ETA: 0s - loss: 0.2581 41/82 [==============>...............] - ETA: 0s - loss: 0.1594 80/82 [============================>.] - ETA: 0s - loss: 0.1593 82/82 [==============================] - 0s 1ms/step - loss: 0.1577
  902. Epoch 5/10
  903. 1/82 [..............................] - ETA: 0s - loss: 0.1409 40/82 [=============>................] - ETA: 0s - loss: 0.1651 79/82 [===========================>..] - ETA: 0s - loss: 0.1574 82/82 [==============================] - 0s 1ms/step - loss: 0.1560
  904. Epoch 6/10
  905. 1/82 [..............................] - ETA: 0s - loss: 0.0370 41/82 [==============>...............] - ETA: 0s - loss: 0.1504 80/82 [============================>.] - ETA: 0s - loss: 0.1538 82/82 [==============================] - 0s 1ms/step - loss: 0.1534
  906. Epoch 7/10
  907. 1/82 [..............................] - ETA: 0s - loss: 0.0512 39/82 [=============>................] - ETA: 0s - loss: 0.1437 76/82 [==========================>...] - ETA: 0s - loss: 0.1540 82/82 [==============================] - 0s 1ms/step - loss: 0.1521
  908. Epoch 8/10
  909. 1/82 [..............................] - ETA: 0s - loss: 0.3079 39/82 [=============>................] - ETA: 0s - loss: 0.1543 74/82 [==========================>...] - ETA: 0s - loss: 0.1549 82/82 [==============================] - 0s 1ms/step - loss: 0.1514
  910. Epoch 9/10
  911. 1/82 [..............................] - ETA: 0s - loss: 0.0617 39/82 [=============>................] - ETA: 0s - loss: 0.1540 78/82 [===========================>..] - ETA: 0s - loss: 0.1515 82/82 [==============================] - 0s 1ms/step - loss: 0.1491
  912. Epoch 10/10
  913. 1/82 [..............................] - ETA: 0s - loss: 0.2526 40/82 [=============>................] - ETA: 0s - loss: 0.1333 78/82 [===========================>..] - ETA: 0s - loss: 0.1447 82/82 [==============================] - 0s 1ms/step - loss: 0.1469
  914. -> test with GAN.predict
  915. GAN tn, fp: 186, 19
  916. GAN fn, tp: 3, 6
  917. GAN f1 score: 0.353
  918. GAN cohens kappa score: 0.310
  919. -> test with 'LR'
  920. LR tn, fp: 167, 38
  921. LR fn, tp: 4, 5
  922. LR f1 score: 0.192
  923. LR cohens kappa score: 0.132
  924. LR average precision score: 0.199
  925. -> test with 'RF'
  926. RF tn, fp: 204, 1
  927. RF fn, tp: 8, 1
  928. RF f1 score: 0.182
  929. RF cohens kappa score: 0.169
  930. -> test with 'GB'
  931. GB tn, fp: 205, 0
  932. GB fn, tp: 8, 1
  933. GB f1 score: 0.200
  934. GB cohens kappa score: 0.193
  935. -> test with 'KNN'
  936. KNN tn, fp: 179, 26
  937. KNN fn, tp: 4, 5
  938. KNN f1 score: 0.250
  939. KNN cohens kappa score: 0.198
  940. ------ Step 4/5: Slice 4/5 -------
  941. -> Reset the GAN
  942. -> Train generator for synthetic samples
  943. -> create 784 synthetic samples
  944. -> retrain GAN for predict
  945. Epoch 1/10
  946. 1/82 [..............................] - ETA: 14s - loss: 0.2545 39/82 [=============>................] - ETA: 0s - loss: 0.2174  78/82 [===========================>..] - ETA: 0s - loss: 0.2122 82/82 [==============================] - 0s 1ms/step - loss: 0.2108
  947. Epoch 2/10
  948. 1/82 [..............................] - ETA: 0s - loss: 0.1617 41/82 [==============>...............] - ETA: 0s - loss: 0.2052 79/82 [===========================>..] - ETA: 0s - loss: 0.2047 82/82 [==============================] - 0s 1ms/step - loss: 0.2050
  949. Epoch 3/10
  950. 1/82 [..............................] - ETA: 0s - loss: 0.0589 40/82 [=============>................] - ETA: 0s - loss: 0.2027 80/82 [============================>.] - ETA: 0s - loss: 0.2030 82/82 [==============================] - 0s 1ms/step - loss: 0.2004
  951. Epoch 4/10
  952. 1/82 [..............................] - ETA: 0s - loss: 0.4058 37/82 [============>.................] - ETA: 0s - loss: 0.2077 74/82 [==========================>...] - ETA: 0s - loss: 0.1973 82/82 [==============================] - 0s 1ms/step - loss: 0.1981
  953. Epoch 5/10
  954. 1/82 [..............................] - ETA: 0s - loss: 0.1730 39/82 [=============>................] - ETA: 0s - loss: 0.1928 77/82 [===========================>..] - ETA: 0s - loss: 0.1930 82/82 [==============================] - 0s 1ms/step - loss: 0.1934
  955. Epoch 6/10
  956. 1/82 [..............................] - ETA: 0s - loss: 0.2888 36/82 [============>.................] - ETA: 0s - loss: 0.1796 70/82 [========================>.....] - ETA: 0s - loss: 0.1831 82/82 [==============================] - 0s 1ms/step - loss: 0.1886
  957. Epoch 7/10
  958. 1/82 [..............................] - ETA: 0s - loss: 0.0788 33/82 [===========>..................] - ETA: 0s - loss: 0.2007 68/82 [=======================>......] - ETA: 0s - loss: 0.1886 82/82 [==============================] - 0s 1ms/step - loss: 0.1864
  959. Epoch 8/10
  960. 1/82 [..............................] - ETA: 0s - loss: 0.0659 39/82 [=============>................] - ETA: 0s - loss: 0.1774 78/82 [===========================>..] - ETA: 0s - loss: 0.1789 82/82 [==============================] - 0s 1ms/step - loss: 0.1803
  961. Epoch 9/10
  962. 1/82 [..............................] - ETA: 0s - loss: 0.1371 41/82 [==============>...............] - ETA: 0s - loss: 0.1794 81/82 [============================>.] - ETA: 0s - loss: 0.1800 82/82 [==============================] - 0s 1ms/step - loss: 0.1797
  963. Epoch 10/10
  964. 1/82 [..............................] - ETA: 0s - loss: 0.4197 40/82 [=============>................] - ETA: 0s - loss: 0.1926 78/82 [===========================>..] - ETA: 0s - loss: 0.1704 82/82 [==============================] - 0s 1ms/step - loss: 0.1758
  965. -> test with GAN.predict
  966. GAN tn, fp: 183, 22
  967. GAN fn, tp: 3, 6
  968. GAN f1 score: 0.324
  969. GAN cohens kappa score: 0.278
  970. -> test with 'LR'
  971. LR tn, fp: 170, 35
  972. LR fn, tp: 0, 9
  973. LR f1 score: 0.340
  974. LR cohens kappa score: 0.290
  975. LR average precision score: 0.379
  976. -> test with 'RF'
  977. RF tn, fp: 202, 3
  978. RF fn, tp: 8, 1
  979. RF f1 score: 0.154
  980. RF cohens kappa score: 0.131
  981. -> test with 'GB'
  982. GB tn, fp: 203, 2
  983. GB fn, tp: 6, 3
  984. GB f1 score: 0.429
  985. GB cohens kappa score: 0.411
  986. -> test with 'KNN'
  987. KNN tn, fp: 177, 28
  988. KNN fn, tp: 2, 7
  989. KNN f1 score: 0.318
  990. KNN cohens kappa score: 0.269
  991. ------ Step 4/5: Slice 5/5 -------
  992. -> Reset the GAN
  993. -> Train generator for synthetic samples
  994. -> create 784 synthetic samples
  995. -> retrain GAN for predict
  996. Epoch 1/10
  997. 1/82 [..............................] - ETA: 11s - loss: 0.2473 40/82 [=============>................] - ETA: 0s - loss: 0.1850  78/82 [===========================>..] - ETA: 0s - loss: 0.1979 82/82 [==============================] - 0s 1ms/step - loss: 0.1960
  998. Epoch 2/10
  999. 1/82 [..............................] - ETA: 0s - loss: 0.0723 42/82 [==============>...............] - ETA: 0s - loss: 0.1888 81/82 [============================>.] - ETA: 0s - loss: 0.1900 82/82 [==============================] - 0s 1ms/step - loss: 0.1906
  1000. Epoch 3/10
  1001. 1/82 [..............................] - ETA: 0s - loss: 0.0988 43/82 [==============>...............] - ETA: 0s - loss: 0.1893 82/82 [==============================] - ETA: 0s - loss: 0.1864 82/82 [==============================] - 0s 1ms/step - loss: 0.1864
  1002. Epoch 4/10
  1003. 1/82 [..............................] - ETA: 0s - loss: 0.5651 40/82 [=============>................] - ETA: 0s - loss: 0.1924 80/82 [============================>.] - ETA: 0s - loss: 0.1845 82/82 [==============================] - 0s 1ms/step - loss: 0.1832
  1004. Epoch 5/10
  1005. 1/82 [..............................] - ETA: 0s - loss: 0.1607 39/82 [=============>................] - ETA: 0s - loss: 0.1639 80/82 [============================>.] - ETA: 0s - loss: 0.1794 82/82 [==============================] - 0s 1ms/step - loss: 0.1781
  1006. Epoch 6/10
  1007. 1/82 [..............................] - ETA: 0s - loss: 0.0714 43/82 [==============>...............] - ETA: 0s - loss: 0.1877 82/82 [==============================] - 0s 1ms/step - loss: 0.1726
  1008. Epoch 7/10
  1009. 1/82 [..............................] - ETA: 0s - loss: 0.1468 42/82 [==============>...............] - ETA: 0s - loss: 0.1871 82/82 [==============================] - 0s 1ms/step - loss: 0.1687
  1010. Epoch 8/10
  1011. 1/82 [..............................] - ETA: 0s - loss: 0.0309 40/82 [=============>................] - ETA: 0s - loss: 0.1860 81/82 [============================>.] - ETA: 0s - loss: 0.1659 82/82 [==============================] - 0s 1ms/step - loss: 0.1646
  1012. Epoch 9/10
  1013. 1/82 [..............................] - ETA: 0s - loss: 0.2481 42/82 [==============>...............] - ETA: 0s - loss: 0.1396 82/82 [==============================] - ETA: 0s - loss: 0.1603 82/82 [==============================] - 0s 1ms/step - loss: 0.1603
  1014. Epoch 10/10
  1015. 1/82 [..............................] - ETA: 0s - loss: 0.0966 41/82 [==============>...............] - ETA: 0s - loss: 0.1674 82/82 [==============================] - ETA: 0s - loss: 0.1552 82/82 [==============================] - 0s 1ms/step - loss: 0.1552
  1016. -> test with GAN.predict
  1017. GAN tn, fp: 187, 16
  1018. GAN fn, tp: 3, 4
  1019. GAN f1 score: 0.296
  1020. GAN cohens kappa score: 0.260
  1021. -> test with 'LR'
  1022. LR tn, fp: 171, 32
  1023. LR fn, tp: 1, 6
  1024. LR f1 score: 0.267
  1025. LR cohens kappa score: 0.223
  1026. LR average precision score: 0.624
  1027. -> test with 'RF'
  1028. RF tn, fp: 201, 2
  1029. RF fn, tp: 7, 0
  1030. RF f1 score: 0.000
  1031. RF cohens kappa score: -0.015
  1032. -> test with 'GB'
  1033. GB tn, fp: 202, 1
  1034. GB fn, tp: 7, 0
  1035. GB f1 score: 0.000
  1036. GB cohens kappa score: -0.008
  1037. -> test with 'KNN'
  1038. KNN tn, fp: 170, 33
  1039. KNN fn, tp: 3, 4
  1040. KNN f1 score: 0.182
  1041. KNN cohens kappa score: 0.133
  1042. ====== Step 5/5 =======
  1043. -> Shuffling data
  1044. -> Spliting data to slices
  1045. ------ Step 5/5: Slice 1/5 -------
  1046. -> Reset the GAN
  1047. -> Train generator for synthetic samples
  1048. -> create 784 synthetic samples
  1049. -> retrain GAN for predict
  1050. Epoch 1/10
  1051. 1/82 [..............................] - ETA: 13s - loss: 0.3364 39/82 [=============>................] - ETA: 0s - loss: 0.2414  78/82 [===========================>..] - ETA: 0s - loss: 0.2236 82/82 [==============================] - 0s 1ms/step - loss: 0.2203
  1052. Epoch 2/10
  1053. 1/82 [..............................] - ETA: 0s - loss: 0.0982 40/82 [=============>................] - ETA: 0s - loss: 0.1941 78/82 [===========================>..] - ETA: 0s - loss: 0.2105 82/82 [==============================] - 0s 1ms/step - loss: 0.2109
  1054. Epoch 3/10
  1055. 1/82 [..............................] - ETA: 0s - loss: 0.1426 38/82 [============>.................] - ETA: 0s - loss: 0.2228 76/82 [==========================>...] - ETA: 0s - loss: 0.2047 82/82 [==============================] - 0s 1ms/step - loss: 0.2051
  1056. Epoch 4/10
  1057. 1/82 [..............................] - ETA: 0s - loss: 0.2292 40/82 [=============>................] - ETA: 0s - loss: 0.1947 78/82 [===========================>..] - ETA: 0s - loss: 0.1988 82/82 [==============================] - 0s 1ms/step - loss: 0.1990
  1058. Epoch 5/10
  1059. 1/82 [..............................] - ETA: 0s - loss: 0.1797 39/82 [=============>................] - ETA: 0s - loss: 0.1935 69/82 [========================>.....] - ETA: 0s - loss: 0.2024 82/82 [==============================] - 0s 2ms/step - loss: 0.1939
  1060. Epoch 6/10
  1061. 1/82 [..............................] - ETA: 0s - loss: 0.0942 35/82 [===========>..................] - ETA: 0s - loss: 0.1758 70/82 [========================>.....] - ETA: 0s - loss: 0.1827 82/82 [==============================] - 0s 1ms/step - loss: 0.1876
  1062. Epoch 7/10
  1063. 1/82 [..............................] - ETA: 0s - loss: 0.3201 33/82 [===========>..................] - ETA: 0s - loss: 0.1852 72/82 [=========================>....] - ETA: 0s - loss: 0.1831 82/82 [==============================] - 0s 1ms/step - loss: 0.1826
  1064. Epoch 8/10
  1065. 1/82 [..............................] - ETA: 0s - loss: 0.2792 39/82 [=============>................] - ETA: 0s - loss: 0.1869 75/82 [==========================>...] - ETA: 0s - loss: 0.1831 82/82 [==============================] - 0s 1ms/step - loss: 0.1774
  1066. Epoch 9/10
  1067. 1/82 [..............................] - ETA: 0s - loss: 0.0962 37/82 [============>.................] - ETA: 0s - loss: 0.1914 77/82 [===========================>..] - ETA: 0s - loss: 0.1716 82/82 [==============================] - 0s 1ms/step - loss: 0.1722
  1068. Epoch 10/10
  1069. 1/82 [..............................] - ETA: 0s - loss: 0.3415 36/82 [============>.................] - ETA: 0s - loss: 0.1672 73/82 [=========================>....] - ETA: 0s - loss: 0.1682 82/82 [==============================] - 0s 1ms/step - loss: 0.1670
  1070. -> test with GAN.predict
  1071. GAN tn, fp: 186, 19
  1072. GAN fn, tp: 4, 5
  1073. GAN f1 score: 0.303
  1074. GAN cohens kappa score: 0.258
  1075. -> test with 'LR'
  1076. LR tn, fp: 173, 32
  1077. LR fn, tp: 4, 5
  1078. LR f1 score: 0.217
  1079. LR cohens kappa score: 0.161
  1080. LR average precision score: 0.204
  1081. -> test with 'RF'
  1082. RF tn, fp: 203, 2
  1083. RF fn, tp: 8, 1
  1084. RF f1 score: 0.167
  1085. RF cohens kappa score: 0.149
  1086. -> test with 'GB'
  1087. GB tn, fp: 204, 1
  1088. GB fn, tp: 8, 1
  1089. GB f1 score: 0.182
  1090. GB cohens kappa score: 0.169
  1091. -> test with 'KNN'
  1092. KNN tn, fp: 180, 25
  1093. KNN fn, tp: 2, 7
  1094. KNN f1 score: 0.341
  1095. KNN cohens kappa score: 0.295
  1096. ------ Step 5/5: Slice 2/5 -------
  1097. -> Reset the GAN
  1098. -> Train generator for synthetic samples
  1099. -> create 784 synthetic samples
  1100. -> retrain GAN for predict
  1101. Epoch 1/10
  1102. 1/82 [..............................] - ETA: 14s - loss: 0.1398 40/82 [=============>................] - ETA: 0s - loss: 0.2368  80/82 [============================>.] - ETA: 0s - loss: 0.2190 82/82 [==============================] - 0s 1ms/step - loss: 0.2202
  1103. Epoch 2/10
  1104. 1/82 [..............................] - ETA: 0s - loss: 0.2936 39/82 [=============>................] - ETA: 0s - loss: 0.2085 78/82 [===========================>..] - ETA: 0s - loss: 0.2137 82/82 [==============================] - 0s 1ms/step - loss: 0.2158
  1105. Epoch 3/10
  1106. 1/82 [..............................] - ETA: 0s - loss: 0.3696 39/82 [=============>................] - ETA: 0s - loss: 0.2171 77/82 [===========================>..] - ETA: 0s - loss: 0.2130 82/82 [==============================] - 0s 1ms/step - loss: 0.2115
  1107. Epoch 4/10
  1108. 1/82 [..............................] - ETA: 0s - loss: 0.1767 40/82 [=============>................] - ETA: 0s - loss: 0.2052 79/82 [===========================>..] - ETA: 0s - loss: 0.2047 82/82 [==============================] - 0s 1ms/step - loss: 0.2086
  1109. Epoch 5/10
  1110. 1/82 [..............................] - ETA: 0s - loss: 0.2297 38/82 [============>.................] - ETA: 0s - loss: 0.2185 71/82 [========================>.....] - ETA: 0s - loss: 0.2041 82/82 [==============================] - 0s 2ms/step - loss: 0.2046
  1111. Epoch 6/10
  1112. 1/82 [..............................] - ETA: 0s - loss: 0.2937 32/82 [==========>...................] - ETA: 0s - loss: 0.1928 65/82 [======================>.......] - ETA: 0s - loss: 0.1947 82/82 [==============================] - 0s 2ms/step - loss: 0.2014
  1113. Epoch 7/10
  1114. 1/82 [..............................] - ETA: 0s - loss: 0.0518 41/82 [==============>...............] - ETA: 0s - loss: 0.1964 80/82 [============================>.] - ETA: 0s - loss: 0.1979 82/82 [==============================] - 0s 1ms/step - loss: 0.1982
  1115. Epoch 8/10
  1116. 1/82 [..............................] - ETA: 0s - loss: 0.1558 41/82 [==============>...............] - ETA: 0s - loss: 0.2020 79/82 [===========================>..] - ETA: 0s - loss: 0.1942 82/82 [==============================] - 0s 1ms/step - loss: 0.1970
  1117. Epoch 9/10
  1118. 1/82 [..............................] - ETA: 0s - loss: 0.3492 41/82 [==============>...............] - ETA: 0s - loss: 0.1939 81/82 [============================>.] - ETA: 0s - loss: 0.1925 82/82 [==============================] - 0s 1ms/step - loss: 0.1919
  1119. Epoch 10/10
  1120. 1/82 [..............................] - ETA: 0s - loss: 0.2684 40/82 [=============>................] - ETA: 0s - loss: 0.1979 79/82 [===========================>..] - ETA: 0s - loss: 0.1865 82/82 [==============================] - 0s 1ms/step - loss: 0.1887
  1121. -> test with GAN.predict
  1122. GAN tn, fp: 184, 21
  1123. GAN fn, tp: 3, 6
  1124. GAN f1 score: 0.333
  1125. GAN cohens kappa score: 0.288
  1126. -> test with 'LR'
  1127. LR tn, fp: 172, 33
  1128. LR fn, tp: 1, 8
  1129. LR f1 score: 0.320
  1130. LR cohens kappa score: 0.270
  1131. LR average precision score: 0.439
  1132. -> test with 'RF'
  1133. RF tn, fp: 204, 1
  1134. RF fn, tp: 9, 0
  1135. RF f1 score: 0.000
  1136. RF cohens kappa score: -0.008
  1137. -> test with 'GB'
  1138. GB tn, fp: 205, 0
  1139. GB fn, tp: 9, 0
  1140. GB f1 score: 0.000
  1141. GB cohens kappa score: 0.000
  1142. -> test with 'KNN'
  1143. KNN tn, fp: 175, 30
  1144. KNN fn, tp: 3, 6
  1145. KNN f1 score: 0.267
  1146. KNN cohens kappa score: 0.214
  1147. ------ Step 5/5: Slice 3/5 -------
  1148. -> Reset the GAN
  1149. -> Train generator for synthetic samples
  1150. -> create 784 synthetic samples
  1151. -> retrain GAN for predict
  1152. Epoch 1/10
  1153. 1/82 [..............................] - ETA: 17s - loss: 0.1566 33/82 [===========>..................] - ETA: 0s - loss: 0.2257  69/82 [========================>.....] - ETA: 0s - loss: 0.2245 82/82 [==============================] - 0s 2ms/step - loss: 0.2206
  1154. Epoch 2/10
  1155. 1/82 [..............................] - ETA: 0s - loss: 0.2726 35/82 [===========>..................] - ETA: 0s - loss: 0.2094 74/82 [==========================>...] - ETA: 0s - loss: 0.2078 82/82 [==============================] - 0s 1ms/step - loss: 0.2123
  1156. Epoch 3/10
  1157. 1/82 [..............................] - ETA: 0s - loss: 0.3738 39/82 [=============>................] - ETA: 0s - loss: 0.2201 77/82 [===========================>..] - ETA: 0s - loss: 0.2073 82/82 [==============================] - 0s 1ms/step - loss: 0.2075
  1158. Epoch 4/10
  1159. 1/82 [..............................] - ETA: 0s - loss: 0.1669 40/82 [=============>................] - ETA: 0s - loss: 0.1946 77/82 [===========================>..] - ETA: 0s - loss: 0.2031 82/82 [==============================] - 0s 1ms/step - loss: 0.2050
  1160. Epoch 5/10
  1161. 1/82 [..............................] - ETA: 0s - loss: 0.3214 39/82 [=============>................] - ETA: 0s - loss: 0.2109 78/82 [===========================>..] - ETA: 0s - loss: 0.2024 82/82 [==============================] - 0s 1ms/step - loss: 0.1987
  1162. Epoch 6/10
  1163. 1/82 [..............................] - ETA: 0s - loss: 0.2609 40/82 [=============>................] - ETA: 0s - loss: 0.2027 78/82 [===========================>..] - ETA: 0s - loss: 0.1963 82/82 [==============================] - 0s 1ms/step - loss: 0.1962
  1164. Epoch 7/10
  1165. 1/82 [..............................] - ETA: 0s - loss: 0.1888 40/82 [=============>................] - ETA: 0s - loss: 0.1970 77/82 [===========================>..] - ETA: 0s - loss: 0.1933 82/82 [==============================] - 0s 1ms/step - loss: 0.1912
  1166. Epoch 8/10
  1167. 1/82 [..............................] - ETA: 0s - loss: 0.1409 38/82 [============>.................] - ETA: 0s - loss: 0.1837 76/82 [==========================>...] - ETA: 0s - loss: 0.1848 82/82 [==============================] - 0s 1ms/step - loss: 0.1874
  1168. Epoch 9/10
  1169. 1/82 [..............................] - ETA: 0s - loss: 0.1614 38/82 [============>.................] - ETA: 0s - loss: 0.1635 77/82 [===========================>..] - ETA: 0s - loss: 0.1787 82/82 [==============================] - 0s 1ms/step - loss: 0.1824
  1170. Epoch 10/10
  1171. 1/82 [..............................] - ETA: 0s - loss: 0.1576 39/82 [=============>................] - ETA: 0s - loss: 0.1841 77/82 [===========================>..] - ETA: 0s - loss: 0.1837 82/82 [==============================] - 0s 1ms/step - loss: 0.1793
  1172. -> test with GAN.predict
  1173. GAN tn, fp: 186, 19
  1174. GAN fn, tp: 3, 6
  1175. GAN f1 score: 0.353
  1176. GAN cohens kappa score: 0.310
  1177. -> test with 'LR'
  1178. LR tn, fp: 177, 28
  1179. LR fn, tp: 0, 9
  1180. LR f1 score: 0.391
  1181. LR cohens kappa score: 0.347
  1182. LR average precision score: 0.446
  1183. -> test with 'RF'
  1184. RF tn, fp: 205, 0
  1185. RF fn, tp: 8, 1
  1186. RF f1 score: 0.200
  1187. RF cohens kappa score: 0.193
  1188. -> test with 'GB'
  1189. GB tn, fp: 205, 0
  1190. GB fn, tp: 8, 1
  1191. GB f1 score: 0.200
  1192. GB cohens kappa score: 0.193
  1193. -> test with 'KNN'
  1194. KNN tn, fp: 173, 32
  1195. KNN fn, tp: 2, 7
  1196. KNN f1 score: 0.292
  1197. KNN cohens kappa score: 0.240
  1198. ------ Step 5/5: Slice 4/5 -------
  1199. -> Reset the GAN
  1200. -> Train generator for synthetic samples
  1201. -> create 784 synthetic samples
  1202. -> retrain GAN for predict
  1203. Epoch 1/10
  1204. 1/82 [..............................] - ETA: 17s - loss: 0.0668 39/82 [=============>................] - ETA: 0s - loss: 0.1533  78/82 [===========================>..] - ETA: 0s - loss: 0.1403 82/82 [==============================] - 0s 1ms/step - loss: 0.1416
  1205. Epoch 2/10
  1206. 1/82 [..............................] - ETA: 0s - loss: 0.1049 40/82 [=============>................] - ETA: 0s - loss: 0.1262 74/82 [==========================>...] - ETA: 0s - loss: 0.1362 82/82 [==============================] - 0s 1ms/step - loss: 0.1375
  1207. Epoch 3/10
  1208. 1/82 [..............................] - ETA: 0s - loss: 0.2235 39/82 [=============>................] - ETA: 0s - loss: 0.1232 78/82 [===========================>..] - ETA: 0s - loss: 0.1279 82/82 [==============================] - 0s 1ms/step - loss: 0.1346
  1209. Epoch 4/10
  1210. 1/82 [..............................] - ETA: 0s - loss: 0.0684 40/82 [=============>................] - ETA: 0s - loss: 0.1320 78/82 [===========================>..] - ETA: 0s - loss: 0.1334 82/82 [==============================] - 0s 1ms/step - loss: 0.1308
  1211. Epoch 5/10
  1212. 1/82 [..............................] - ETA: 0s - loss: 0.0769 37/82 [============>.................] - ETA: 0s - loss: 0.1272 75/82 [==========================>...] - ETA: 0s - loss: 0.1270 82/82 [==============================] - 0s 1ms/step - loss: 0.1284
  1213. Epoch 6/10
  1214. 1/82 [..............................] - ETA: 0s - loss: 0.0927 40/82 [=============>................] - ETA: 0s - loss: 0.1196 76/82 [==========================>...] - ETA: 0s - loss: 0.1252 82/82 [==============================] - 0s 1ms/step - loss: 0.1261
  1215. Epoch 7/10
  1216. 1/82 [..............................] - ETA: 0s - loss: 0.0639 40/82 [=============>................] - ETA: 0s - loss: 0.1280 78/82 [===========================>..] - ETA: 0s - loss: 0.1274 82/82 [==============================] - 0s 1ms/step - loss: 0.1245
  1217. Epoch 8/10
  1218. 1/82 [..............................] - ETA: 0s - loss: 0.0782 40/82 [=============>................] - ETA: 0s - loss: 0.1272 79/82 [===========================>..] - ETA: 0s - loss: 0.1212 82/82 [==============================] - 0s 1ms/step - loss: 0.1219
  1219. Epoch 9/10
  1220. 1/82 [..............................] - ETA: 0s - loss: 0.1015 36/82 [============>.................] - ETA: 0s - loss: 0.1356 74/82 [==========================>...] - ETA: 0s - loss: 0.1129 82/82 [==============================] - 0s 1ms/step - loss: 0.1193
  1221. Epoch 10/10
  1222. 1/82 [..............................] - ETA: 0s - loss: 0.3055 39/82 [=============>................] - ETA: 0s - loss: 0.1219 72/82 [=========================>....] - ETA: 0s - loss: 0.1207 82/82 [==============================] - 0s 1ms/step - loss: 0.1173
  1223. -> test with GAN.predict
  1224. GAN tn, fp: 197, 8
  1225. GAN fn, tp: 5, 4
  1226. GAN f1 score: 0.381
  1227. GAN cohens kappa score: 0.350
  1228. -> test with 'LR'
  1229. LR tn, fp: 180, 25
  1230. LR fn, tp: 4, 5
  1231. LR f1 score: 0.256
  1232. LR cohens kappa score: 0.205
  1233. LR average precision score: 0.188
  1234. -> test with 'RF'
  1235. RF tn, fp: 202, 3
  1236. RF fn, tp: 9, 0
  1237. RF f1 score: 0.000
  1238. RF cohens kappa score: -0.021
  1239. -> test with 'GB'
  1240. GB tn, fp: 203, 2
  1241. GB fn, tp: 9, 0
  1242. GB f1 score: 0.000
  1243. GB cohens kappa score: -0.016
  1244. -> test with 'KNN'
  1245. KNN tn, fp: 189, 16
  1246. KNN fn, tp: 5, 4
  1247. KNN f1 score: 0.276
  1248. KNN cohens kappa score: 0.231
  1249. ------ Step 5/5: Slice 5/5 -------
  1250. -> Reset the GAN
  1251. -> Train generator for synthetic samples
  1252. -> create 784 synthetic samples
  1253. -> retrain GAN for predict
  1254. Epoch 1/10
  1255. 1/82 [..............................] - ETA: 14s - loss: 0.2652 36/82 [============>.................] - ETA: 0s - loss: 0.1835  72/82 [=========================>....] - ETA: 0s - loss: 0.1811 82/82 [==============================] - 0s 1ms/step - loss: 0.1792
  1256. Epoch 2/10
  1257. 1/82 [..............................] - ETA: 0s - loss: 0.0945 35/82 [===========>..................] - ETA: 0s - loss: 0.1578 67/82 [=======================>......] - ETA: 0s - loss: 0.1744 82/82 [==============================] - 0s 2ms/step - loss: 0.1730
  1258. Epoch 3/10
  1259. 1/82 [..............................] - ETA: 0s - loss: 0.2054 34/82 [===========>..................] - ETA: 0s - loss: 0.1671 67/82 [=======================>......] - ETA: 0s - loss: 0.1814 82/82 [==============================] - 0s 2ms/step - loss: 0.1706
  1260. Epoch 4/10
  1261. 1/82 [..............................] - ETA: 0s - loss: 0.3038 32/82 [==========>...................] - ETA: 0s - loss: 0.1703 62/82 [=====================>........] - ETA: 0s - loss: 0.1743 82/82 [==============================] - 0s 2ms/step - loss: 0.1671
  1262. Epoch 5/10
  1263. 1/82 [..............................] - ETA: 0s - loss: 0.1198 31/82 [==========>...................] - ETA: 0s - loss: 0.1507 55/82 [===================>..........] - ETA: 0s - loss: 0.1415 82/82 [==============================] - ETA: 0s - loss: 0.1625 82/82 [==============================] - 0s 2ms/step - loss: 0.1625
  1264. Epoch 6/10
  1265. 1/82 [..............................] - ETA: 0s - loss: 0.2650 30/82 [=========>....................] - ETA: 0s - loss: 0.1807 61/82 [=====================>........] - ETA: 0s - loss: 0.1663 82/82 [==============================] - 0s 2ms/step - loss: 0.1589
  1266. Epoch 7/10
  1267. 1/82 [..............................] - ETA: 0s - loss: 0.1087 32/82 [==========>...................] - ETA: 0s - loss: 0.1563 65/82 [======================>.......] - ETA: 0s - loss: 0.1619 82/82 [==============================] - 0s 2ms/step - loss: 0.1590
  1268. Epoch 8/10
  1269. 1/82 [..............................] - ETA: 0s - loss: 0.1275 33/82 [===========>..................] - ETA: 0s - loss: 0.1580 66/82 [=======================>......] - ETA: 0s - loss: 0.1507 82/82 [==============================] - 0s 2ms/step - loss: 0.1526
  1270. Epoch 9/10
  1271. 1/82 [..............................] - ETA: 0s - loss: 0.0906 28/82 [=========>....................] - ETA: 0s - loss: 0.1676 60/82 [====================>.........] - ETA: 0s - loss: 0.1540 82/82 [==============================] - 0s 2ms/step - loss: 0.1505
  1272. Epoch 10/10
  1273. 1/82 [..............................] - ETA: 0s - loss: 0.1694 39/82 [=============>................] - ETA: 0s - loss: 0.1509 77/82 [===========================>..] - ETA: 0s - loss: 0.1464 82/82 [==============================] - 0s 1ms/step - loss: 0.1490
  1274. -> test with GAN.predict
  1275. GAN tn, fp: 178, 25
  1276. GAN fn, tp: 4, 3
  1277. GAN f1 score: 0.171
  1278. GAN cohens kappa score: 0.125
  1279. -> test with 'LR'
  1280. LR tn, fp: 163, 40
  1281. LR fn, tp: 2, 5
  1282. LR f1 score: 0.192
  1283. LR cohens kappa score: 0.143
  1284. LR average precision score: 0.326
  1285. -> test with 'RF'
  1286. RF tn, fp: 196, 7
  1287. RF fn, tp: 7, 0
  1288. RF f1 score: 0.000
  1289. RF cohens kappa score: -0.034
  1290. -> test with 'GB'
  1291. GB tn, fp: 196, 7
  1292. GB fn, tp: 5, 2
  1293. GB f1 score: 0.250
  1294. GB cohens kappa score: 0.221
  1295. -> test with 'KNN'
  1296. KNN tn, fp: 173, 30
  1297. KNN fn, tp: 4, 3
  1298. KNN f1 score: 0.150
  1299. KNN cohens kappa score: 0.101
  1300. ### Exercise is done.
  1301. -----[ LR ]-----
  1302. maximum:
  1303. LR tn, fp: 187, 50
  1304. LR fn, tp: 5, 9
  1305. LR f1 score: 0.419
  1306. LR cohens kappa score: 0.377
  1307. LR average precision score: 0.724
  1308. average:
  1309. LR tn, fp: 172.16, 32.44
  1310. LR fn, tp: 2.2, 6.4
  1311. LR f1 score: 0.273
  1312. LR cohens kappa score: 0.223
  1313. LR average precision score: 0.354
  1314. minimum:
  1315. LR tn, fp: 155, 18
  1316. LR fn, tp: 0, 4
  1317. LR f1 score: 0.170
  1318. LR cohens kappa score: 0.110
  1319. LR average precision score: 0.086
  1320. -----[ RF ]-----
  1321. maximum:
  1322. RF tn, fp: 205, 8
  1323. RF fn, tp: 9, 2
  1324. RF f1 score: 0.211
  1325. RF cohens kappa score: 0.193
  1326. average:
  1327. RF tn, fp: 201.64, 2.96
  1328. RF fn, tp: 8.2, 0.4
  1329. RF f1 score: 0.062
  1330. RF cohens kappa score: 0.043
  1331. minimum:
  1332. RF tn, fp: 196, 0
  1333. RF fn, tp: 7, 0
  1334. RF f1 score: 0.000
  1335. RF cohens kappa score: -0.035
  1336. -----[ GB ]-----
  1337. maximum:
  1338. GB tn, fp: 205, 7
  1339. GB fn, tp: 9, 3
  1340. GB f1 score: 0.462
  1341. GB cohens kappa score: 0.447
  1342. average:
  1343. GB tn, fp: 202.88, 1.72
  1344. GB fn, tp: 7.76, 0.84
  1345. GB f1 score: 0.139
  1346. GB cohens kappa score: 0.125
  1347. minimum:
  1348. GB tn, fp: 196, 0
  1349. GB fn, tp: 5, 0
  1350. GB f1 score: 0.000
  1351. GB cohens kappa score: -0.031
  1352. -----[ KNN ]-----
  1353. maximum:
  1354. KNN tn, fp: 196, 40
  1355. KNN fn, tp: 5, 7
  1356. KNN f1 score: 0.560
  1357. KNN cohens kappa score: 0.535
  1358. average:
  1359. KNN tn, fp: 177.76, 26.84
  1360. KNN fn, tp: 3.2, 5.4
  1361. KNN f1 score: 0.269
  1362. KNN cohens kappa score: 0.220
  1363. minimum:
  1364. KNN tn, fp: 165, 9
  1365. KNN fn, tp: 1, 2
  1366. KNN f1 score: 0.133
  1367. KNN cohens kappa score: 0.087
  1368. -----[ GAN ]-----
  1369. maximum:
  1370. GAN tn, fp: 199, 26
  1371. GAN fn, tp: 6, 7
  1372. GAN f1 score: 0.609
  1373. GAN cohens kappa score: 0.588
  1374. average:
  1375. GAN tn, fp: 186.96, 17.64
  1376. GAN fn, tp: 3.72, 4.88
  1377. GAN f1 score: 0.321
  1378. GAN cohens kappa score: 0.279
  1379. minimum:
  1380. GAN tn, fp: 177, 6
  1381. GAN fn, tp: 1, 3
  1382. GAN f1 score: 0.171
  1383. GAN cohens kappa score: 0.125