folding_flare-F.log 131 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571
  1. ///////////////////////////////////////////
  2. // Running convGAN-proximary-full on folding_flare-F
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_flare-F'
  5. from pickle file
  6. non empty cut in data_input/folding_flare-F! (23 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 784 synthetic samples
  17. -> retrain GAN for predict
  18. Epoch 1/10
  19. 1/82 [..............................] - ETA: 13s - loss: 0.8798 40/82 [=============>................] - ETA: 0s - loss: 0.2957  79/82 [===========================>..] - ETA: 0s - loss: 0.2522 82/82 [==============================] - 0s 1ms/step - loss: 0.2436
  20. Epoch 2/10
  21. 1/82 [..............................] - ETA: 0s - loss: 4.9647e-05 40/82 [=============>................] - ETA: 0s - loss: 0.1481  78/82 [===========================>..] - ETA: 0s - loss: 0.1527 82/82 [==============================] - 0s 1ms/step - loss: 0.1458
  22. Epoch 3/10
  23. 1/82 [..............................] - ETA: 0s - loss: 0.0068 39/82 [=============>................] - ETA: 0s - loss: 0.1224 79/82 [===========================>..] - ETA: 0s - loss: 0.1016 82/82 [==============================] - 0s 1ms/step - loss: 0.1060
  24. Epoch 4/10
  25. 1/82 [..............................] - ETA: 0s - loss: 0.0115 41/82 [==============>...............] - ETA: 0s - loss: 0.0767 80/82 [============================>.] - ETA: 0s - loss: 0.0902 82/82 [==============================] - 0s 1ms/step - loss: 0.0916
  26. Epoch 5/10
  27. 1/82 [..............................] - ETA: 0s - loss: 0.0287 37/82 [============>.................] - ETA: 0s - loss: 0.0957 76/82 [==========================>...] - ETA: 0s - loss: 0.0851 82/82 [==============================] - 0s 1ms/step - loss: 0.0856
  28. Epoch 6/10
  29. 1/82 [..............................] - ETA: 0s - loss: 0.0064 39/82 [=============>................] - ETA: 0s - loss: 0.0735 78/82 [===========================>..] - ETA: 0s - loss: 0.0831 82/82 [==============================] - 0s 1ms/step - loss: 0.0823
  30. Epoch 7/10
  31. 1/82 [..............................] - ETA: 0s - loss: 0.2249 41/82 [==============>...............] - ETA: 0s - loss: 0.1028 81/82 [============================>.] - ETA: 0s - loss: 0.0777 82/82 [==============================] - 0s 1ms/step - loss: 0.0798
  32. Epoch 8/10
  33. 1/82 [..............................] - ETA: 0s - loss: 0.1827 40/82 [=============>................] - ETA: 0s - loss: 0.0754 78/82 [===========================>..] - ETA: 0s - loss: 0.0755 82/82 [==============================] - 0s 1ms/step - loss: 0.0775
  34. Epoch 9/10
  35. 1/82 [..............................] - ETA: 0s - loss: 0.0330 41/82 [==============>...............] - ETA: 0s - loss: 0.0794 81/82 [============================>.] - ETA: 0s - loss: 0.0744 82/82 [==============================] - 0s 1ms/step - loss: 0.0753
  36. Epoch 10/10
  37. 1/82 [..............................] - ETA: 0s - loss: 0.0377 41/82 [==============>...............] - ETA: 0s - loss: 0.0740 79/82 [===========================>..] - ETA: 0s - loss: 0.0746 82/82 [==============================] - 0s 1ms/step - loss: 0.0738
  38. -> test with GAN.predict
  39. GAN tn, fp: 191, 14
  40. GAN fn, tp: 6, 3
  41. GAN f1 score: 0.231
  42. GAN cohens kappa score: 0.186
  43. -> test with 'LR'
  44. LR tn, fp: 179, 26
  45. LR fn, tp: 8, 1
  46. LR f1 score: 0.056
  47. LR cohens kappa score: -0.008
  48. LR average precision score: 0.087
  49. -> test with 'RF'
  50. RF tn, fp: 197, 8
  51. RF fn, tp: 9, 0
  52. RF f1 score: 0.000
  53. RF cohens kappa score: -0.041
  54. -> test with 'GB'
  55. GB tn, fp: 201, 4
  56. GB fn, tp: 8, 1
  57. GB f1 score: 0.143
  58. GB cohens kappa score: 0.116
  59. -> test with 'KNN'
  60. KNN tn, fp: 186, 19
  61. KNN fn, tp: 6, 3
  62. KNN f1 score: 0.194
  63. KNN cohens kappa score: 0.142
  64. ------ Step 1/5: Slice 2/5 -------
  65. -> Reset the GAN
  66. -> Train generator for synthetic samples
  67. -> create 784 synthetic samples
  68. -> retrain GAN for predict
  69. Epoch 1/10
  70. 1/82 [..............................] - ETA: 12s - loss: 0.5783 35/82 [===========>..................] - ETA: 0s - loss: 0.2684  68/82 [=======================>......] - ETA: 0s - loss: 0.2594 82/82 [==============================] - 0s 1ms/step - loss: 0.2609
  71. Epoch 2/10
  72. 1/82 [..............................] - ETA: 0s - loss: 0.2303 40/82 [=============>................] - ETA: 0s - loss: 0.2064 79/82 [===========================>..] - ETA: 0s - loss: 0.1765 82/82 [==============================] - 0s 1ms/step - loss: 0.1784
  73. Epoch 3/10
  74. 1/82 [..............................] - ETA: 0s - loss: 0.0129 39/82 [=============>................] - ETA: 0s - loss: 0.1420 77/82 [===========================>..] - ETA: 0s - loss: 0.1384 82/82 [==============================] - 0s 1ms/step - loss: 0.1388
  75. Epoch 4/10
  76. 1/82 [..............................] - ETA: 0s - loss: 0.3442 39/82 [=============>................] - ETA: 0s - loss: 0.1601 76/82 [==========================>...] - ETA: 0s - loss: 0.1172 82/82 [==============================] - 0s 1ms/step - loss: 0.1171
  77. Epoch 5/10
  78. 1/82 [..............................] - ETA: 0s - loss: 0.0131 38/82 [============>.................] - ETA: 0s - loss: 0.0852 75/82 [==========================>...] - ETA: 0s - loss: 0.1032 82/82 [==============================] - 0s 1ms/step - loss: 0.1081
  79. Epoch 6/10
  80. 1/82 [..............................] - ETA: 0s - loss: 0.1787 40/82 [=============>................] - ETA: 0s - loss: 0.1274 80/82 [============================>.] - ETA: 0s - loss: 0.1044 82/82 [==============================] - 0s 1ms/step - loss: 0.1025
  81. Epoch 7/10
  82. 1/82 [..............................] - ETA: 0s - loss: 0.3090 40/82 [=============>................] - ETA: 0s - loss: 0.0863 76/82 [==========================>...] - ETA: 0s - loss: 0.0992 82/82 [==============================] - 0s 1ms/step - loss: 0.0993
  83. Epoch 8/10
  84. 1/82 [..............................] - ETA: 0s - loss: 0.0356 39/82 [=============>................] - ETA: 0s - loss: 0.0904 79/82 [===========================>..] - ETA: 0s - loss: 0.0990 82/82 [==============================] - 0s 1ms/step - loss: 0.0972
  85. Epoch 9/10
  86. 1/82 [..............................] - ETA: 0s - loss: 0.0109 40/82 [=============>................] - ETA: 0s - loss: 0.1141 73/82 [=========================>....] - ETA: 0s - loss: 0.0935 82/82 [==============================] - 0s 1ms/step - loss: 0.0940
  87. Epoch 10/10
  88. 1/82 [..............................] - ETA: 0s - loss: 0.1013 41/82 [==============>...............] - ETA: 0s - loss: 0.0920 82/82 [==============================] - 0s 1ms/step - loss: 0.0920
  89. -> test with GAN.predict
  90. GAN tn, fp: 197, 8
  91. GAN fn, tp: 6, 3
  92. GAN f1 score: 0.300
  93. GAN cohens kappa score: 0.266
  94. -> test with 'LR'
  95. LR tn, fp: 182, 23
  96. LR fn, tp: 2, 7
  97. LR f1 score: 0.359
  98. LR cohens kappa score: 0.315
  99. LR average precision score: 0.398
  100. -> test with 'RF'
  101. RF tn, fp: 201, 4
  102. RF fn, tp: 8, 1
  103. RF f1 score: 0.143
  104. RF cohens kappa score: 0.116
  105. -> test with 'GB'
  106. GB tn, fp: 203, 2
  107. GB fn, tp: 8, 1
  108. GB f1 score: 0.167
  109. GB cohens kappa score: 0.149
  110. -> test with 'KNN'
  111. KNN tn, fp: 187, 18
  112. KNN fn, tp: 6, 3
  113. KNN f1 score: 0.200
  114. KNN cohens kappa score: 0.150
  115. ------ Step 1/5: Slice 3/5 -------
  116. -> Reset the GAN
  117. -> Train generator for synthetic samples
  118. -> create 784 synthetic samples
  119. -> retrain GAN for predict
  120. Epoch 1/10
  121. 1/82 [..............................] - ETA: 13s - loss: 0.0119 34/82 [===========>..................] - ETA: 0s - loss: 0.1711  68/82 [=======================>......] - ETA: 0s - loss: 0.1960 82/82 [==============================] - 0s 2ms/step - loss: 0.1956
  122. Epoch 2/10
  123. 1/82 [..............................] - ETA: 0s - loss: 4.2061e-04 38/82 [============>.................] - ETA: 0s - loss: 0.1381  77/82 [===========================>..] - ETA: 0s - loss: 0.1296 82/82 [==============================] - 0s 1ms/step - loss: 0.1245
  124. Epoch 3/10
  125. 1/82 [..............................] - ETA: 0s - loss: 0.1599 40/82 [=============>................] - ETA: 0s - loss: 0.0914 79/82 [===========================>..] - ETA: 0s - loss: 0.0985 82/82 [==============================] - 0s 1ms/step - loss: 0.1009
  126. Epoch 4/10
  127. 1/82 [..............................] - ETA: 0s - loss: 0.0308 38/82 [============>.................] - ETA: 0s - loss: 0.0694 74/82 [==========================>...] - ETA: 0s - loss: 0.0810 82/82 [==============================] - 0s 1ms/step - loss: 0.0889
  128. Epoch 5/10
  129. 1/82 [..............................] - ETA: 0s - loss: 0.1868 37/82 [============>.................] - ETA: 0s - loss: 0.0889 72/82 [=========================>....] - ETA: 0s - loss: 0.0835 82/82 [==============================] - 0s 1ms/step - loss: 0.0823
  130. Epoch 6/10
  131. 1/82 [..............................] - ETA: 0s - loss: 0.0684 41/82 [==============>...............] - ETA: 0s - loss: 0.0897 79/82 [===========================>..] - ETA: 0s - loss: 0.0826 82/82 [==============================] - 0s 1ms/step - loss: 0.0812
  132. Epoch 7/10
  133. 1/82 [..............................] - ETA: 0s - loss: 0.0619 39/82 [=============>................] - ETA: 0s - loss: 0.0823 77/82 [===========================>..] - ETA: 0s - loss: 0.0816 82/82 [==============================] - 0s 1ms/step - loss: 0.0785
  134. Epoch 8/10
  135. 1/82 [..............................] - ETA: 0s - loss: 0.0203 38/82 [============>.................] - ETA: 0s - loss: 0.0699 75/82 [==========================>...] - ETA: 0s - loss: 0.0787 82/82 [==============================] - 0s 1ms/step - loss: 0.0794
  136. Epoch 9/10
  137. 1/82 [..............................] - ETA: 0s - loss: 0.0587 39/82 [=============>................] - ETA: 0s - loss: 0.0832 72/82 [=========================>....] - ETA: 0s - loss: 0.0834 82/82 [==============================] - 0s 1ms/step - loss: 0.0775
  138. Epoch 10/10
  139. 1/82 [..............................] - ETA: 0s - loss: 0.0711 39/82 [=============>................] - ETA: 0s - loss: 0.0816 77/82 [===========================>..] - ETA: 0s - loss: 0.0756 82/82 [==============================] - 0s 1ms/step - loss: 0.0754
  140. -> test with GAN.predict
  141. GAN tn, fp: 196, 9
  142. GAN fn, tp: 7, 2
  143. GAN f1 score: 0.200
  144. GAN cohens kappa score: 0.161
  145. -> test with 'LR'
  146. LR tn, fp: 186, 19
  147. LR fn, tp: 3, 6
  148. LR f1 score: 0.353
  149. LR cohens kappa score: 0.310
  150. LR average precision score: 0.510
  151. -> test with 'RF'
  152. RF tn, fp: 202, 3
  153. RF fn, tp: 8, 1
  154. RF f1 score: 0.154
  155. RF cohens kappa score: 0.131
  156. -> test with 'GB'
  157. GB tn, fp: 205, 0
  158. GB fn, tp: 8, 1
  159. GB f1 score: 0.200
  160. GB cohens kappa score: 0.193
  161. -> test with 'KNN'
  162. KNN tn, fp: 192, 13
  163. KNN fn, tp: 4, 5
  164. KNN f1 score: 0.370
  165. KNN cohens kappa score: 0.333
  166. ------ Step 1/5: Slice 4/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 784 synthetic samples
  170. -> retrain GAN for predict
  171. Epoch 1/10
  172. 1/82 [..............................] - ETA: 13s - loss: 0.0933 31/82 [==========>...................] - ETA: 0s - loss: 0.2913  63/82 [======================>.......] - ETA: 0s - loss: 0.2396 82/82 [==============================] - 0s 2ms/step - loss: 0.2553
  173. Epoch 2/10
  174. 1/82 [..............................] - ETA: 0s - loss: 0.1615 40/82 [=============>................] - ETA: 0s - loss: 0.2279 79/82 [===========================>..] - ETA: 0s - loss: 0.2042 82/82 [==============================] - 0s 1ms/step - loss: 0.1973
  175. Epoch 3/10
  176. 1/82 [..............................] - ETA: 0s - loss: 0.3431 37/82 [============>.................] - ETA: 0s - loss: 0.1188 76/82 [==========================>...] - ETA: 0s - loss: 0.1438 82/82 [==============================] - 0s 1ms/step - loss: 0.1577
  177. Epoch 4/10
  178. 1/82 [..............................] - ETA: 0s - loss: 0.3390 41/82 [==============>...............] - ETA: 0s - loss: 0.1442 80/82 [============================>.] - ETA: 0s - loss: 0.1413 82/82 [==============================] - 0s 1ms/step - loss: 0.1384
  179. Epoch 5/10
  180. 1/82 [..............................] - ETA: 0s - loss: 0.0454 37/82 [============>.................] - ETA: 0s - loss: 0.1249 74/82 [==========================>...] - ETA: 0s - loss: 0.1219 82/82 [==============================] - 0s 1ms/step - loss: 0.1214
  181. Epoch 6/10
  182. 1/82 [..............................] - ETA: 0s - loss: 0.0363 36/82 [============>.................] - ETA: 0s - loss: 0.1024 74/82 [==========================>...] - ETA: 0s - loss: 0.1024 82/82 [==============================] - 0s 1ms/step - loss: 0.1115
  183. Epoch 7/10
  184. 1/82 [..............................] - ETA: 0s - loss: 0.0523 41/82 [==============>...............] - ETA: 0s - loss: 0.1228 79/82 [===========================>..] - ETA: 0s - loss: 0.1083 82/82 [==============================] - 0s 1ms/step - loss: 0.1072
  185. Epoch 8/10
  186. 1/82 [..............................] - ETA: 0s - loss: 0.0562 40/82 [=============>................] - ETA: 0s - loss: 0.1123 77/82 [===========================>..] - ETA: 0s - loss: 0.1050 82/82 [==============================] - 0s 1ms/step - loss: 0.1026
  187. Epoch 9/10
  188. 1/82 [..............................] - ETA: 0s - loss: 0.0938 36/82 [============>.................] - ETA: 0s - loss: 0.1191 75/82 [==========================>...] - ETA: 0s - loss: 0.1074 82/82 [==============================] - 0s 1ms/step - loss: 0.1040
  189. Epoch 10/10
  190. 1/82 [..............................] - ETA: 0s - loss: 0.0921 40/82 [=============>................] - ETA: 0s - loss: 0.1056 82/82 [==============================] - 0s 1ms/step - loss: 0.0998
  191. -> test with GAN.predict
  192. GAN tn, fp: 202, 3
  193. GAN fn, tp: 6, 3
  194. GAN f1 score: 0.400
  195. GAN cohens kappa score: 0.379
  196. -> test with 'LR'
  197. LR tn, fp: 190, 15
  198. LR fn, tp: 0, 9
  199. LR f1 score: 0.545
  200. LR cohens kappa score: 0.516
  201. LR average precision score: 0.763
  202. -> test with 'RF'
  203. RF tn, fp: 205, 0
  204. RF fn, tp: 7, 2
  205. RF f1 score: 0.364
  206. RF cohens kappa score: 0.354
  207. -> test with 'GB'
  208. GB tn, fp: 204, 1
  209. GB fn, tp: 7, 2
  210. GB f1 score: 0.333
  211. GB cohens kappa score: 0.319
  212. -> test with 'KNN'
  213. KNN tn, fp: 199, 6
  214. KNN fn, tp: 6, 3
  215. KNN f1 score: 0.333
  216. KNN cohens kappa score: 0.304
  217. ------ Step 1/5: Slice 5/5 -------
  218. -> Reset the GAN
  219. -> Train generator for synthetic samples
  220. -> create 784 synthetic samples
  221. -> retrain GAN for predict
  222. Epoch 1/10
  223. 1/82 [..............................] - ETA: 11s - loss: 0.0034 42/82 [==============>...............] - ETA: 0s - loss: 0.2925  82/82 [==============================] - ETA: 0s - loss: 0.2752 82/82 [==============================] - 0s 1ms/step - loss: 0.2752
  224. Epoch 2/10
  225. 1/82 [..............................] - ETA: 0s - loss: 0.0452 41/82 [==============>...............] - ETA: 0s - loss: 0.1962 82/82 [==============================] - ETA: 0s - loss: 0.1845 82/82 [==============================] - 0s 1ms/step - loss: 0.1845
  226. Epoch 3/10
  227. 1/82 [..............................] - ETA: 0s - loss: 0.0337 44/82 [===============>..............] - ETA: 0s - loss: 0.1615 82/82 [==============================] - 0s 1ms/step - loss: 0.1564
  228. Epoch 4/10
  229. 1/82 [..............................] - ETA: 0s - loss: 0.0588 44/82 [===============>..............] - ETA: 0s - loss: 0.1448 82/82 [==============================] - 0s 1ms/step - loss: 0.1348
  230. Epoch 5/10
  231. 1/82 [..............................] - ETA: 0s - loss: 0.2809 43/82 [==============>...............] - ETA: 0s - loss: 0.1590 82/82 [==============================] - ETA: 0s - loss: 0.1258 82/82 [==============================] - 0s 1ms/step - loss: 0.1258
  232. Epoch 6/10
  233. 1/82 [..............................] - ETA: 0s - loss: 0.1156 43/82 [==============>...............] - ETA: 0s - loss: 0.1169 82/82 [==============================] - 0s 1ms/step - loss: 0.1183
  234. Epoch 7/10
  235. 1/82 [..............................] - ETA: 0s - loss: 0.0454 42/82 [==============>...............] - ETA: 0s - loss: 0.1405 81/82 [============================>.] - ETA: 0s - loss: 0.1157 82/82 [==============================] - 0s 1ms/step - loss: 0.1151
  236. Epoch 8/10
  237. 1/82 [..............................] - ETA: 0s - loss: 0.0478 38/82 [============>.................] - ETA: 0s - loss: 0.1130 73/82 [=========================>....] - ETA: 0s - loss: 0.1170 82/82 [==============================] - 0s 1ms/step - loss: 0.1113
  238. Epoch 9/10
  239. 1/82 [..............................] - ETA: 0s - loss: 0.2005 40/82 [=============>................] - ETA: 0s - loss: 0.1031 82/82 [==============================] - ETA: 0s - loss: 0.1092 82/82 [==============================] - 0s 1ms/step - loss: 0.1092
  240. Epoch 10/10
  241. 1/82 [..............................] - ETA: 0s - loss: 0.4260 42/82 [==============>...............] - ETA: 0s - loss: 0.1231 82/82 [==============================] - 0s 1ms/step - loss: 0.1071
  242. -> test with GAN.predict
  243. GAN tn, fp: 192, 11
  244. GAN fn, tp: 3, 4
  245. GAN f1 score: 0.364
  246. GAN cohens kappa score: 0.333
  247. -> test with 'LR'
  248. LR tn, fp: 182, 21
  249. LR fn, tp: 3, 4
  250. LR f1 score: 0.250
  251. LR cohens kappa score: 0.209
  252. LR average precision score: 0.219
  253. -> test with 'RF'
  254. RF tn, fp: 199, 4
  255. RF fn, tp: 6, 1
  256. RF f1 score: 0.167
  257. RF cohens kappa score: 0.143
  258. -> test with 'GB'
  259. GB tn, fp: 200, 3
  260. GB fn, tp: 5, 2
  261. GB f1 score: 0.333
  262. GB cohens kappa score: 0.314
  263. -> test with 'KNN'
  264. KNN tn, fp: 185, 18
  265. KNN fn, tp: 2, 5
  266. KNN f1 score: 0.333
  267. KNN cohens kappa score: 0.297
  268. ====== Step 2/5 =======
  269. -> Shuffling data
  270. -> Spliting data to slices
  271. ------ Step 2/5: Slice 1/5 -------
  272. -> Reset the GAN
  273. -> Train generator for synthetic samples
  274. -> create 784 synthetic samples
  275. -> retrain GAN for predict
  276. Epoch 1/10
  277. 1/82 [..............................] - ETA: 13s - loss: 0.7578 40/82 [=============>................] - ETA: 0s - loss: 0.3164  80/82 [============================>.] - ETA: 0s - loss: 0.2719 82/82 [==============================] - 0s 1ms/step - loss: 0.2665
  278. Epoch 2/10
  279. 1/82 [..............................] - ETA: 0s - loss: 0.0914 40/82 [=============>................] - ETA: 0s - loss: 0.1791 79/82 [===========================>..] - ETA: 0s - loss: 0.1555 82/82 [==============================] - 0s 1ms/step - loss: 0.1505
  280. Epoch 3/10
  281. 1/82 [..............................] - ETA: 0s - loss: 0.0057 39/82 [=============>................] - ETA: 0s - loss: 0.0876 78/82 [===========================>..] - ETA: 0s - loss: 0.1110 82/82 [==============================] - 0s 1ms/step - loss: 0.1177
  282. Epoch 4/10
  283. 1/82 [..............................] - ETA: 0s - loss: 0.1994 38/82 [============>.................] - ETA: 0s - loss: 0.1209 76/82 [==========================>...] - ETA: 0s - loss: 0.1054 82/82 [==============================] - 0s 1ms/step - loss: 0.1050
  284. Epoch 5/10
  285. 1/82 [..............................] - ETA: 0s - loss: 0.1066 39/82 [=============>................] - ETA: 0s - loss: 0.0813 78/82 [===========================>..] - ETA: 0s - loss: 0.0973 82/82 [==============================] - 0s 1ms/step - loss: 0.0964
  286. Epoch 6/10
  287. 1/82 [..............................] - ETA: 0s - loss: 0.0166 39/82 [=============>................] - ETA: 0s - loss: 0.0816 79/82 [===========================>..] - ETA: 0s - loss: 0.0893 82/82 [==============================] - 0s 1ms/step - loss: 0.0898
  288. Epoch 7/10
  289. 1/82 [..............................] - ETA: 0s - loss: 0.0173 39/82 [=============>................] - ETA: 0s - loss: 0.0742 78/82 [===========================>..] - ETA: 0s - loss: 0.0860 82/82 [==============================] - 0s 1ms/step - loss: 0.0857
  290. Epoch 8/10
  291. 1/82 [..............................] - ETA: 0s - loss: 0.0859 40/82 [=============>................] - ETA: 0s - loss: 0.0780 80/82 [============================>.] - ETA: 0s - loss: 0.0833 82/82 [==============================] - 0s 1ms/step - loss: 0.0821
  292. Epoch 9/10
  293. 1/82 [..............................] - ETA: 0s - loss: 0.0154 40/82 [=============>................] - ETA: 0s - loss: 0.0610 77/82 [===========================>..] - ETA: 0s - loss: 0.0758 82/82 [==============================] - 0s 1ms/step - loss: 0.0784
  294. Epoch 10/10
  295. 1/82 [..............................] - ETA: 0s - loss: 0.0305 39/82 [=============>................] - ETA: 0s - loss: 0.0699 79/82 [===========================>..] - ETA: 0s - loss: 0.0773 82/82 [==============================] - 0s 1ms/step - loss: 0.0751
  296. -> test with GAN.predict
  297. GAN tn, fp: 202, 3
  298. GAN fn, tp: 6, 3
  299. GAN f1 score: 0.400
  300. GAN cohens kappa score: 0.379
  301. -> test with 'LR'
  302. LR tn, fp: 180, 25
  303. LR fn, tp: 2, 7
  304. LR f1 score: 0.341
  305. LR cohens kappa score: 0.295
  306. LR average precision score: 0.426
  307. -> test with 'RF'
  308. RF tn, fp: 202, 3
  309. RF fn, tp: 7, 2
  310. RF f1 score: 0.286
  311. RF cohens kappa score: 0.264
  312. -> test with 'GB'
  313. GB tn, fp: 203, 2
  314. GB fn, tp: 8, 1
  315. GB f1 score: 0.167
  316. GB cohens kappa score: 0.149
  317. -> test with 'KNN'
  318. KNN tn, fp: 194, 11
  319. KNN fn, tp: 6, 3
  320. KNN f1 score: 0.261
  321. KNN cohens kappa score: 0.221
  322. ------ Step 2/5: Slice 2/5 -------
  323. -> Reset the GAN
  324. -> Train generator for synthetic samples
  325. -> create 784 synthetic samples
  326. -> retrain GAN for predict
  327. Epoch 1/10
  328. 1/82 [..............................] - ETA: 30s - loss: 0.0049 40/82 [=============>................] - ETA: 0s - loss: 0.2738  80/82 [============================>.] - ETA: 0s - loss: 0.2302 82/82 [==============================] - 0s 1ms/step - loss: 0.2315
  329. Epoch 2/10
  330. 1/82 [..............................] - ETA: 0s - loss: 0.0042 40/82 [=============>................] - ETA: 0s - loss: 0.1475 77/82 [===========================>..] - ETA: 0s - loss: 0.1458 82/82 [==============================] - 0s 1ms/step - loss: 0.1391
  331. Epoch 3/10
  332. 1/82 [..............................] - ETA: 0s - loss: 0.0237 39/82 [=============>................] - ETA: 0s - loss: 0.1130 78/82 [===========================>..] - ETA: 0s - loss: 0.1121 82/82 [==============================] - 0s 1ms/step - loss: 0.1166
  333. Epoch 4/10
  334. 1/82 [..............................] - ETA: 0s - loss: 0.2979 37/82 [============>.................] - ETA: 0s - loss: 0.1216 74/82 [==========================>...] - ETA: 0s - loss: 0.1114 82/82 [==============================] - 0s 1ms/step - loss: 0.1078
  335. Epoch 5/10
  336. 1/82 [..............................] - ETA: 0s - loss: 0.1434 33/82 [===========>..................] - ETA: 0s - loss: 0.1131 67/82 [=======================>......] - ETA: 0s - loss: 0.1056 82/82 [==============================] - 0s 2ms/step - loss: 0.1020
  337. Epoch 6/10
  338. 1/82 [..............................] - ETA: 0s - loss: 0.0775 39/82 [=============>................] - ETA: 0s - loss: 0.0986 77/82 [===========================>..] - ETA: 0s - loss: 0.1004 82/82 [==============================] - 0s 1ms/step - loss: 0.0966
  339. Epoch 7/10
  340. 1/82 [..............................] - ETA: 0s - loss: 0.0352 39/82 [=============>................] - ETA: 0s - loss: 0.0910 78/82 [===========================>..] - ETA: 0s - loss: 0.0930 82/82 [==============================] - 0s 1ms/step - loss: 0.0935
  341. Epoch 8/10
  342. 1/82 [..............................] - ETA: 0s - loss: 0.2081 40/82 [=============>................] - ETA: 0s - loss: 0.1035 74/82 [==========================>...] - ETA: 0s - loss: 0.0950 82/82 [==============================] - 0s 1ms/step - loss: 0.0908
  343. Epoch 9/10
  344. 1/82 [..............................] - ETA: 0s - loss: 0.0151 40/82 [=============>................] - ETA: 0s - loss: 0.0890 79/82 [===========================>..] - ETA: 0s - loss: 0.0894 82/82 [==============================] - 0s 1ms/step - loss: 0.0884
  345. Epoch 10/10
  346. 1/82 [..............................] - ETA: 0s - loss: 0.0187 39/82 [=============>................] - ETA: 0s - loss: 0.0771 75/82 [==========================>...] - ETA: 0s - loss: 0.0840 82/82 [==============================] - 0s 1ms/step - loss: 0.0857
  347. -> test with GAN.predict
  348. GAN tn, fp: 199, 6
  349. GAN fn, tp: 7, 2
  350. GAN f1 score: 0.235
  351. GAN cohens kappa score: 0.204
  352. -> test with 'LR'
  353. LR tn, fp: 176, 29
  354. LR fn, tp: 4, 5
  355. LR f1 score: 0.233
  356. LR cohens kappa score: 0.178
  357. LR average precision score: 0.377
  358. -> test with 'RF'
  359. RF tn, fp: 202, 3
  360. RF fn, tp: 9, 0
  361. RF f1 score: 0.000
  362. RF cohens kappa score: -0.021
  363. -> test with 'GB'
  364. GB tn, fp: 203, 2
  365. GB fn, tp: 9, 0
  366. GB f1 score: 0.000
  367. GB cohens kappa score: -0.016
  368. -> test with 'KNN'
  369. KNN tn, fp: 184, 21
  370. KNN fn, tp: 5, 4
  371. KNN f1 score: 0.235
  372. KNN cohens kappa score: 0.185
  373. ------ Step 2/5: Slice 3/5 -------
  374. -> Reset the GAN
  375. -> Train generator for synthetic samples
  376. -> create 784 synthetic samples
  377. -> retrain GAN for predict
  378. Epoch 1/10
  379. 1/82 [..............................] - ETA: 12s - loss: 0.7617 39/82 [=============>................] - ETA: 0s - loss: 0.2592  79/82 [===========================>..] - ETA: 0s - loss: 0.2223 82/82 [==============================] - 0s 1ms/step - loss: 0.2203
  380. Epoch 2/10
  381. 1/82 [..............................] - ETA: 0s - loss: 0.0042 40/82 [=============>................] - ETA: 0s - loss: 0.1794 80/82 [============================>.] - ETA: 0s - loss: 0.1715 82/82 [==============================] - 0s 1ms/step - loss: 0.1718
  382. Epoch 3/10
  383. 1/82 [..............................] - ETA: 0s - loss: 0.5338 39/82 [=============>................] - ETA: 0s - loss: 0.1285 78/82 [===========================>..] - ETA: 0s - loss: 0.1459 82/82 [==============================] - 0s 1ms/step - loss: 0.1452
  384. Epoch 4/10
  385. 1/82 [..............................] - ETA: 0s - loss: 0.0985 39/82 [=============>................] - ETA: 0s - loss: 0.1245 78/82 [===========================>..] - ETA: 0s - loss: 0.1260 82/82 [==============================] - 0s 1ms/step - loss: 0.1274
  386. Epoch 5/10
  387. 1/82 [..............................] - ETA: 0s - loss: 0.1964 39/82 [=============>................] - ETA: 0s - loss: 0.1274 78/82 [===========================>..] - ETA: 0s - loss: 0.1212 82/82 [==============================] - 0s 1ms/step - loss: 0.1183
  388. Epoch 6/10
  389. 1/82 [..............................] - ETA: 0s - loss: 0.4864 41/82 [==============>...............] - ETA: 0s - loss: 0.1210 79/82 [===========================>..] - ETA: 0s - loss: 0.1056 82/82 [==============================] - 0s 1ms/step - loss: 0.1065
  390. Epoch 7/10
  391. 1/82 [..............................] - ETA: 0s - loss: 0.0288 38/82 [============>.................] - ETA: 0s - loss: 0.1054 77/82 [===========================>..] - ETA: 0s - loss: 0.1052 82/82 [==============================] - 0s 1ms/step - loss: 0.1040
  392. Epoch 8/10
  393. 1/82 [..............................] - ETA: 0s - loss: 0.0255 38/82 [============>.................] - ETA: 0s - loss: 0.1036 73/82 [=========================>....] - ETA: 0s - loss: 0.0952 82/82 [==============================] - 0s 1ms/step - loss: 0.0999
  394. Epoch 9/10
  395. 1/82 [..............................] - ETA: 0s - loss: 0.1315 40/82 [=============>................] - ETA: 0s - loss: 0.1212 79/82 [===========================>..] - ETA: 0s - loss: 0.0983 82/82 [==============================] - 0s 1ms/step - loss: 0.0966
  396. Epoch 10/10
  397. 1/82 [..............................] - ETA: 0s - loss: 0.2200 40/82 [=============>................] - ETA: 0s - loss: 0.0948 79/82 [===========================>..] - ETA: 0s - loss: 0.0946 82/82 [==============================] - 0s 1ms/step - loss: 0.0951
  398. -> test with GAN.predict
  399. GAN tn, fp: 202, 3
  400. GAN fn, tp: 8, 1
  401. GAN f1 score: 0.154
  402. GAN cohens kappa score: 0.131
  403. -> test with 'LR'
  404. LR tn, fp: 179, 26
  405. LR fn, tp: 3, 6
  406. LR f1 score: 0.293
  407. LR cohens kappa score: 0.243
  408. LR average precision score: 0.370
  409. -> test with 'RF'
  410. RF tn, fp: 203, 2
  411. RF fn, tp: 8, 1
  412. RF f1 score: 0.167
  413. RF cohens kappa score: 0.149
  414. -> test with 'GB'
  415. GB tn, fp: 203, 2
  416. GB fn, tp: 9, 0
  417. GB f1 score: 0.000
  418. GB cohens kappa score: -0.016
  419. -> test with 'KNN'
  420. KNN tn, fp: 192, 13
  421. KNN fn, tp: 5, 4
  422. KNN f1 score: 0.308
  423. KNN cohens kappa score: 0.267
  424. ------ Step 2/5: Slice 4/5 -------
  425. -> Reset the GAN
  426. -> Train generator for synthetic samples
  427. -> create 784 synthetic samples
  428. -> retrain GAN for predict
  429. Epoch 1/10
  430. 1/82 [..............................] - ETA: 14s - loss: 0.5561 39/82 [=============>................] - ETA: 0s - loss: 0.2751  78/82 [===========================>..] - ETA: 0s - loss: 0.2444 82/82 [==============================] - 0s 1ms/step - loss: 0.2332
  431. Epoch 2/10
  432. 1/82 [..............................] - ETA: 0s - loss: 0.6244 34/82 [===========>..................] - ETA: 0s - loss: 0.1093 68/82 [=======================>......] - ETA: 0s - loss: 0.1226 82/82 [==============================] - 0s 2ms/step - loss: 0.1361
  433. Epoch 3/10
  434. 1/82 [..............................] - ETA: 0s - loss: 0.0014 38/82 [============>.................] - ETA: 0s - loss: 0.0856 67/82 [=======================>......] - ETA: 0s - loss: 0.1010 82/82 [==============================] - 0s 2ms/step - loss: 0.1003
  435. Epoch 4/10
  436. 1/82 [..............................] - ETA: 0s - loss: 0.0040 38/82 [============>.................] - ETA: 0s - loss: 0.0942 76/82 [==========================>...] - ETA: 0s - loss: 0.0853 82/82 [==============================] - 0s 1ms/step - loss: 0.0881
  437. Epoch 5/10
  438. 1/82 [..............................] - ETA: 0s - loss: 0.0424 38/82 [============>.................] - ETA: 0s - loss: 0.0631 73/82 [=========================>....] - ETA: 0s - loss: 0.0778 82/82 [==============================] - 0s 1ms/step - loss: 0.0809
  439. Epoch 6/10
  440. 1/82 [..............................] - ETA: 0s - loss: 0.0949 39/82 [=============>................] - ETA: 0s - loss: 0.0897 77/82 [===========================>..] - ETA: 0s - loss: 0.0801 82/82 [==============================] - 0s 1ms/step - loss: 0.0778
  441. Epoch 7/10
  442. 1/82 [..............................] - ETA: 0s - loss: 0.2618 34/82 [===========>..................] - ETA: 0s - loss: 0.0652 70/82 [========================>.....] - ETA: 0s - loss: 0.0793 82/82 [==============================] - 0s 1ms/step - loss: 0.0756
  443. Epoch 8/10
  444. 1/82 [..............................] - ETA: 0s - loss: 0.0214 38/82 [============>.................] - ETA: 0s - loss: 0.0951 78/82 [===========================>..] - ETA: 0s - loss: 0.0761 82/82 [==============================] - 0s 1ms/step - loss: 0.0736
  445. Epoch 9/10
  446. 1/82 [..............................] - ETA: 0s - loss: 0.1636 40/82 [=============>................] - ETA: 0s - loss: 0.0711 79/82 [===========================>..] - ETA: 0s - loss: 0.0730 82/82 [==============================] - 0s 1ms/step - loss: 0.0713
  447. Epoch 10/10
  448. 1/82 [..............................] - ETA: 0s - loss: 0.0587 38/82 [============>.................] - ETA: 0s - loss: 0.0445 75/82 [==========================>...] - ETA: 0s - loss: 0.0716 82/82 [==============================] - 0s 1ms/step - loss: 0.0708
  449. -> test with GAN.predict
  450. GAN tn, fp: 201, 4
  451. GAN fn, tp: 9, 0
  452. GAN f1 score: 0.000
  453. GAN cohens kappa score: -0.027
  454. -> test with 'LR'
  455. LR tn, fp: 193, 12
  456. LR fn, tp: 6, 3
  457. LR f1 score: 0.250
  458. LR cohens kappa score: 0.208
  459. LR average precision score: 0.290
  460. -> test with 'RF'
  461. RF tn, fp: 202, 3
  462. RF fn, tp: 9, 0
  463. RF f1 score: 0.000
  464. RF cohens kappa score: -0.021
  465. -> test with 'GB'
  466. GB tn, fp: 204, 1
  467. GB fn, tp: 8, 1
  468. GB f1 score: 0.182
  469. GB cohens kappa score: 0.169
  470. -> test with 'KNN'
  471. KNN tn, fp: 198, 7
  472. KNN fn, tp: 5, 4
  473. KNN f1 score: 0.400
  474. KNN cohens kappa score: 0.371
  475. ------ Step 2/5: Slice 5/5 -------
  476. -> Reset the GAN
  477. -> Train generator for synthetic samples
  478. -> create 784 synthetic samples
  479. -> retrain GAN for predict
  480. Epoch 1/10
  481. 1/82 [..............................] - ETA: 13s - loss: 0.5331 42/82 [==============>...............] - ETA: 0s - loss: 0.2501  82/82 [==============================] - 0s 1ms/step - loss: 0.2277
  482. Epoch 2/10
  483. 1/82 [..............................] - ETA: 0s - loss: 0.0573 43/82 [==============>...............] - ETA: 0s - loss: 0.1870 82/82 [==============================] - 0s 1ms/step - loss: 0.1667
  484. Epoch 3/10
  485. 1/82 [..............................] - ETA: 0s - loss: 0.8294 43/82 [==============>...............] - ETA: 0s - loss: 0.1848 82/82 [==============================] - 0s 1ms/step - loss: 0.1363
  486. Epoch 4/10
  487. 1/82 [..............................] - ETA: 0s - loss: 0.0533 42/82 [==============>...............] - ETA: 0s - loss: 0.0971 82/82 [==============================] - 0s 1ms/step - loss: 0.1226
  488. Epoch 5/10
  489. 1/82 [..............................] - ETA: 0s - loss: 0.0148 41/82 [==============>...............] - ETA: 0s - loss: 0.1434 82/82 [==============================] - 0s 1ms/step - loss: 0.1112
  490. Epoch 6/10
  491. 1/82 [..............................] - ETA: 0s - loss: 0.0030 39/82 [=============>................] - ETA: 0s - loss: 0.0982 82/82 [==============================] - ETA: 0s - loss: 0.1032 82/82 [==============================] - 0s 1ms/step - loss: 0.1032
  492. Epoch 7/10
  493. 1/82 [..............................] - ETA: 0s - loss: 0.0606 42/82 [==============>...............] - ETA: 0s - loss: 0.0793 82/82 [==============================] - 0s 1ms/step - loss: 0.0973
  494. Epoch 8/10
  495. 1/82 [..............................] - ETA: 0s - loss: 0.0128 41/82 [==============>...............] - ETA: 0s - loss: 0.0931 82/82 [==============================] - ETA: 0s - loss: 0.0957 82/82 [==============================] - 0s 1ms/step - loss: 0.0957
  496. Epoch 9/10
  497. 1/82 [..............................] - ETA: 0s - loss: 0.0955 38/82 [============>.................] - ETA: 0s - loss: 0.0933 80/82 [============================>.] - ETA: 0s - loss: 0.0934 82/82 [==============================] - 0s 1ms/step - loss: 0.0918
  498. Epoch 10/10
  499. 1/82 [..............................] - ETA: 0s - loss: 0.0150 42/82 [==============>...............] - ETA: 0s - loss: 0.0842 81/82 [============================>.] - ETA: 0s - loss: 0.0897 82/82 [==============================] - 0s 1ms/step - loss: 0.0889
  500. -> test with GAN.predict
  501. GAN tn, fp: 193, 10
  502. GAN fn, tp: 4, 3
  503. GAN f1 score: 0.300
  504. GAN cohens kappa score: 0.268
  505. -> test with 'LR'
  506. LR tn, fp: 185, 18
  507. LR fn, tp: 0, 7
  508. LR f1 score: 0.438
  509. LR cohens kappa score: 0.407
  510. LR average precision score: 0.404
  511. -> test with 'RF'
  512. RF tn, fp: 201, 2
  513. RF fn, tp: 6, 1
  514. RF f1 score: 0.200
  515. RF cohens kappa score: 0.184
  516. -> test with 'GB'
  517. GB tn, fp: 201, 2
  518. GB fn, tp: 6, 1
  519. GB f1 score: 0.200
  520. GB cohens kappa score: 0.184
  521. -> test with 'KNN'
  522. KNN tn, fp: 185, 18
  523. KNN fn, tp: 1, 6
  524. KNN f1 score: 0.387
  525. KNN cohens kappa score: 0.354
  526. ====== Step 3/5 =======
  527. -> Shuffling data
  528. -> Spliting data to slices
  529. ------ Step 3/5: Slice 1/5 -------
  530. -> Reset the GAN
  531. -> Train generator for synthetic samples
  532. -> create 784 synthetic samples
  533. -> retrain GAN for predict
  534. Epoch 1/10
  535. 1/82 [..............................] - ETA: 13s - loss: 0.9478 40/82 [=============>................] - ETA: 0s - loss: 0.6003  77/82 [===========================>..] - ETA: 0s - loss: 0.4394 82/82 [==============================] - 0s 1ms/step - loss: 0.4175
  536. Epoch 2/10
  537. 1/82 [..............................] - ETA: 0s - loss: 0.0672 41/82 [==============>...............] - ETA: 0s - loss: 0.2292 79/82 [===========================>..] - ETA: 0s - loss: 0.2299 82/82 [==============================] - 0s 1ms/step - loss: 0.2247
  538. Epoch 3/10
  539. 1/82 [..............................] - ETA: 0s - loss: 0.0948 41/82 [==============>...............] - ETA: 0s - loss: 0.1767 73/82 [=========================>....] - ETA: 0s - loss: 0.1805 82/82 [==============================] - 0s 1ms/step - loss: 0.1727
  540. Epoch 4/10
  541. 1/82 [..............................] - ETA: 0s - loss: 0.2202 40/82 [=============>................] - ETA: 0s - loss: 0.1453 78/82 [===========================>..] - ETA: 0s - loss: 0.1542 82/82 [==============================] - 0s 1ms/step - loss: 0.1503
  542. Epoch 5/10
  543. 1/82 [..............................] - ETA: 0s - loss: 0.1798 41/82 [==============>...............] - ETA: 0s - loss: 0.1359 81/82 [============================>.] - ETA: 0s - loss: 0.1340 82/82 [==============================] - 0s 1ms/step - loss: 0.1343
  544. Epoch 6/10
  545. 1/82 [..............................] - ETA: 0s - loss: 0.1033 41/82 [==============>...............] - ETA: 0s - loss: 0.1166 79/82 [===========================>..] - ETA: 0s - loss: 0.1270 82/82 [==============================] - 0s 1ms/step - loss: 0.1242
  546. Epoch 7/10
  547. 1/82 [..............................] - ETA: 0s - loss: 0.0200 40/82 [=============>................] - ETA: 0s - loss: 0.0949 80/82 [============================>.] - ETA: 0s - loss: 0.1147 82/82 [==============================] - 0s 1ms/step - loss: 0.1161
  548. Epoch 8/10
  549. 1/82 [..............................] - ETA: 0s - loss: 0.0883 38/82 [============>.................] - ETA: 0s - loss: 0.1156 73/82 [=========================>....] - ETA: 0s - loss: 0.1089 82/82 [==============================] - 0s 1ms/step - loss: 0.1108
  550. Epoch 9/10
  551. 1/82 [..............................] - ETA: 0s - loss: 0.1652 38/82 [============>.................] - ETA: 0s - loss: 0.1085 81/82 [============================>.] - ETA: 0s - loss: 0.1070 82/82 [==============================] - 0s 1ms/step - loss: 0.1071
  552. Epoch 10/10
  553. 1/82 [..............................] - ETA: 0s - loss: 0.0295 42/82 [==============>...............] - ETA: 0s - loss: 0.1062 82/82 [==============================] - ETA: 0s - loss: 0.1038 82/82 [==============================] - 0s 1ms/step - loss: 0.1038
  554. -> test with GAN.predict
  555. GAN tn, fp: 199, 6
  556. GAN fn, tp: 6, 3
  557. GAN f1 score: 0.333
  558. GAN cohens kappa score: 0.304
  559. -> test with 'LR'
  560. LR tn, fp: 188, 17
  561. LR fn, tp: 2, 7
  562. LR f1 score: 0.424
  563. LR cohens kappa score: 0.387
  564. LR average precision score: 0.814
  565. -> test with 'RF'
  566. RF tn, fp: 204, 1
  567. RF fn, tp: 8, 1
  568. RF f1 score: 0.182
  569. RF cohens kappa score: 0.169
  570. -> test with 'GB'
  571. GB tn, fp: 205, 0
  572. GB fn, tp: 9, 0
  573. GB f1 score: 0.000
  574. GB cohens kappa score: 0.000
  575. -> test with 'KNN'
  576. KNN tn, fp: 195, 10
  577. KNN fn, tp: 3, 6
  578. KNN f1 score: 0.480
  579. KNN cohens kappa score: 0.450
  580. ------ Step 3/5: Slice 2/5 -------
  581. -> Reset the GAN
  582. -> Train generator for synthetic samples
  583. -> create 784 synthetic samples
  584. -> retrain GAN for predict
  585. Epoch 1/10
  586. 1/82 [..............................] - ETA: 16s - loss: 0.0992 38/82 [============>.................] - ETA: 0s - loss: 0.4136  79/82 [===========================>..] - ETA: 0s - loss: 0.3936 82/82 [==============================] - 0s 1ms/step - loss: 0.4017
  587. Epoch 2/10
  588. 1/82 [..............................] - ETA: 0s - loss: 0.3312 41/82 [==============>...............] - ETA: 0s - loss: 0.2902 79/82 [===========================>..] - ETA: 0s - loss: 0.2795 82/82 [==============================] - 0s 1ms/step - loss: 0.2808
  589. Epoch 3/10
  590. 1/82 [..............................] - ETA: 0s - loss: 0.0307 40/82 [=============>................] - ETA: 0s - loss: 0.2292 80/82 [============================>.] - ETA: 0s - loss: 0.2214 82/82 [==============================] - 0s 1ms/step - loss: 0.2182
  591. Epoch 4/10
  592. 1/82 [..............................] - ETA: 0s - loss: 0.0931 41/82 [==============>...............] - ETA: 0s - loss: 0.1495 80/82 [============================>.] - ETA: 0s - loss: 0.1769 82/82 [==============================] - 0s 1ms/step - loss: 0.1733
  593. Epoch 5/10
  594. 1/82 [..............................] - ETA: 0s - loss: 0.0577 41/82 [==============>...............] - ETA: 0s - loss: 0.1493 80/82 [============================>.] - ETA: 0s - loss: 0.1475 82/82 [==============================] - 0s 1ms/step - loss: 0.1487
  595. Epoch 6/10
  596. 1/82 [..............................] - ETA: 0s - loss: 0.0192 40/82 [=============>................] - ETA: 0s - loss: 0.1469 78/82 [===========================>..] - ETA: 0s - loss: 0.1373 82/82 [==============================] - 0s 1ms/step - loss: 0.1393
  597. Epoch 7/10
  598. 1/82 [..............................] - ETA: 0s - loss: 0.2999 40/82 [=============>................] - ETA: 0s - loss: 0.1335 76/82 [==========================>...] - ETA: 0s - loss: 0.1291 82/82 [==============================] - 0s 1ms/step - loss: 0.1319
  599. Epoch 8/10
  600. 1/82 [..............................] - ETA: 0s - loss: 0.2752 38/82 [============>.................] - ETA: 0s - loss: 0.1093 75/82 [==========================>...] - ETA: 0s - loss: 0.1246 82/82 [==============================] - 0s 1ms/step - loss: 0.1268
  601. Epoch 9/10
  602. 1/82 [..............................] - ETA: 0s - loss: 0.0966 40/82 [=============>................] - ETA: 0s - loss: 0.1248 79/82 [===========================>..] - ETA: 0s - loss: 0.1243 82/82 [==============================] - 0s 1ms/step - loss: 0.1235
  603. Epoch 10/10
  604. 1/82 [..............................] - ETA: 0s - loss: 0.0701 40/82 [=============>................] - ETA: 0s - loss: 0.0964 79/82 [===========================>..] - ETA: 0s - loss: 0.1189 82/82 [==============================] - 0s 1ms/step - loss: 0.1187
  605. -> test with GAN.predict
  606. GAN tn, fp: 179, 26
  607. GAN fn, tp: 5, 4
  608. GAN f1 score: 0.205
  609. GAN cohens kappa score: 0.150
  610. -> test with 'LR'
  611. LR tn, fp: 174, 31
  612. LR fn, tp: 2, 7
  613. LR f1 score: 0.298
  614. LR cohens kappa score: 0.247
  615. LR average precision score: 0.251
  616. -> test with 'RF'
  617. RF tn, fp: 198, 7
  618. RF fn, tp: 7, 2
  619. RF f1 score: 0.222
  620. RF cohens kappa score: 0.188
  621. -> test with 'GB'
  622. GB tn, fp: 194, 11
  623. GB fn, tp: 5, 4
  624. GB f1 score: 0.333
  625. GB cohens kappa score: 0.296
  626. -> test with 'KNN'
  627. KNN tn, fp: 178, 27
  628. KNN fn, tp: 3, 6
  629. KNN f1 score: 0.286
  630. KNN cohens kappa score: 0.235
  631. ------ Step 3/5: Slice 3/5 -------
  632. -> Reset the GAN
  633. -> Train generator for synthetic samples
  634. -> create 784 synthetic samples
  635. -> retrain GAN for predict
  636. Epoch 1/10
  637. 1/82 [..............................] - ETA: 13s - loss: 0.0012 37/82 [============>.................] - ETA: 0s - loss: 0.3218  74/82 [==========================>...] - ETA: 0s - loss: 0.3243 82/82 [==============================] - 0s 1ms/step - loss: 0.3122
  638. Epoch 2/10
  639. 1/82 [..............................] - ETA: 0s - loss: 0.0035 37/82 [============>.................] - ETA: 0s - loss: 0.2362 74/82 [==========================>...] - ETA: 0s - loss: 0.2380 82/82 [==============================] - 0s 1ms/step - loss: 0.2274
  640. Epoch 3/10
  641. 1/82 [..............................] - ETA: 0s - loss: 0.5262 35/82 [===========>..................] - ETA: 0s - loss: 0.1782 70/82 [========================>.....] - ETA: 0s - loss: 0.1724 82/82 [==============================] - 0s 1ms/step - loss: 0.1673
  642. Epoch 4/10
  643. 1/82 [..............................] - ETA: 0s - loss: 0.0801 39/82 [=============>................] - ETA: 0s - loss: 0.1526 78/82 [===========================>..] - ETA: 0s - loss: 0.1413 82/82 [==============================] - 0s 1ms/step - loss: 0.1440
  644. Epoch 5/10
  645. 1/82 [..............................] - ETA: 0s - loss: 0.0192 40/82 [=============>................] - ETA: 0s - loss: 0.1310 77/82 [===========================>..] - ETA: 0s - loss: 0.1333 82/82 [==============================] - 0s 1ms/step - loss: 0.1322
  646. Epoch 6/10
  647. 1/82 [..............................] - ETA: 0s - loss: 0.1222 40/82 [=============>................] - ETA: 0s - loss: 0.1132 79/82 [===========================>..] - ETA: 0s - loss: 0.1284 82/82 [==============================] - 0s 1ms/step - loss: 0.1264
  648. Epoch 7/10
  649. 1/82 [..............................] - ETA: 0s - loss: 0.0877 40/82 [=============>................] - ETA: 0s - loss: 0.1373 79/82 [===========================>..] - ETA: 0s - loss: 0.1263 82/82 [==============================] - 0s 1ms/step - loss: 0.1248
  650. Epoch 8/10
  651. 1/82 [..............................] - ETA: 0s - loss: 0.0846 38/82 [============>.................] - ETA: 0s - loss: 0.0985 77/82 [===========================>..] - ETA: 0s - loss: 0.1151 82/82 [==============================] - 0s 1ms/step - loss: 0.1209
  652. Epoch 9/10
  653. 1/82 [..............................] - ETA: 0s - loss: 0.0090 38/82 [============>.................] - ETA: 0s - loss: 0.1217 76/82 [==========================>...] - ETA: 0s - loss: 0.1140 82/82 [==============================] - 0s 1ms/step - loss: 0.1181
  654. Epoch 10/10
  655. 1/82 [..............................] - ETA: 0s - loss: 0.1486 36/82 [============>.................] - ETA: 0s - loss: 0.1353 73/82 [=========================>....] - ETA: 0s - loss: 0.1203 82/82 [==============================] - 0s 1ms/step - loss: 0.1158
  656. -> test with GAN.predict
  657. GAN tn, fp: 197, 8
  658. GAN fn, tp: 5, 4
  659. GAN f1 score: 0.381
  660. GAN cohens kappa score: 0.350
  661. -> test with 'LR'
  662. LR tn, fp: 186, 19
  663. LR fn, tp: 3, 6
  664. LR f1 score: 0.353
  665. LR cohens kappa score: 0.310
  666. LR average precision score: 0.370
  667. -> test with 'RF'
  668. RF tn, fp: 204, 1
  669. RF fn, tp: 9, 0
  670. RF f1 score: 0.000
  671. RF cohens kappa score: -0.008
  672. -> test with 'GB'
  673. GB tn, fp: 204, 1
  674. GB fn, tp: 9, 0
  675. GB f1 score: 0.000
  676. GB cohens kappa score: -0.008
  677. -> test with 'KNN'
  678. KNN tn, fp: 189, 16
  679. KNN fn, tp: 2, 7
  680. KNN f1 score: 0.438
  681. KNN cohens kappa score: 0.401
  682. ------ Step 3/5: Slice 4/5 -------
  683. -> Reset the GAN
  684. -> Train generator for synthetic samples
  685. -> create 784 synthetic samples
  686. -> retrain GAN for predict
  687. Epoch 1/10
  688. 1/82 [..............................] - ETA: 12s - loss: 8.8505e-05 40/82 [=============>................] - ETA: 0s - loss: 0.2358  78/82 [===========================>..] - ETA: 0s - loss: 0.2117 82/82 [==============================] - 0s 1ms/step - loss: 0.2186
  689. Epoch 2/10
  690. 1/82 [..............................] - ETA: 0s - loss: 1.5797 40/82 [=============>................] - ETA: 0s - loss: 0.1782 78/82 [===========================>..] - ETA: 0s - loss: 0.1625 82/82 [==============================] - 0s 1ms/step - loss: 0.1583
  691. Epoch 3/10
  692. 1/82 [..............................] - ETA: 0s - loss: 0.0308 42/82 [==============>...............] - ETA: 0s - loss: 0.1310 81/82 [============================>.] - ETA: 0s - loss: 0.1256 82/82 [==============================] - 0s 1ms/step - loss: 0.1246
  693. Epoch 4/10
  694. 1/82 [..............................] - ETA: 0s - loss: 0.1497 41/82 [==============>...............] - ETA: 0s - loss: 0.0998 81/82 [============================>.] - ETA: 0s - loss: 0.1083 82/82 [==============================] - 0s 1ms/step - loss: 0.1073
  695. Epoch 5/10
  696. 1/82 [..............................] - ETA: 0s - loss: 0.0722 41/82 [==============>...............] - ETA: 0s - loss: 0.1259 79/82 [===========================>..] - ETA: 0s - loss: 0.0953 82/82 [==============================] - 0s 1ms/step - loss: 0.0986
  697. Epoch 6/10
  698. 1/82 [..............................] - ETA: 0s - loss: 0.0046 39/82 [=============>................] - ETA: 0s - loss: 0.0876 73/82 [=========================>....] - ETA: 0s - loss: 0.1003 82/82 [==============================] - 0s 1ms/step - loss: 0.0934
  699. Epoch 7/10
  700. 1/82 [..............................] - ETA: 0s - loss: 0.0632 23/82 [=======>......................] - ETA: 0s - loss: 0.1051 51/82 [=================>............] - ETA: 0s - loss: 0.0881 74/82 [==========================>...] - ETA: 0s - loss: 0.0826 82/82 [==============================] - 0s 2ms/step - loss: 0.0880
  701. Epoch 8/10
  702. 1/82 [..............................] - ETA: 0s - loss: 0.0115 29/82 [=========>....................] - ETA: 0s - loss: 0.0641 51/82 [=================>............] - ETA: 0s - loss: 0.0661 79/82 [===========================>..] - ETA: 0s - loss: 0.0853 82/82 [==============================] - 0s 2ms/step - loss: 0.0856
  703. Epoch 9/10
  704. 1/82 [..............................] - ETA: 0s - loss: 0.0114 30/82 [=========>....................] - ETA: 0s - loss: 0.0880 57/82 [===================>..........] - ETA: 0s - loss: 0.0854 82/82 [==============================] - 0s 2ms/step - loss: 0.0822
  705. Epoch 10/10
  706. 1/82 [..............................] - ETA: 0s - loss: 0.1231 31/82 [==========>...................] - ETA: 0s - loss: 0.0753 56/82 [===================>..........] - ETA: 0s - loss: 0.0830 82/82 [==============================] - 0s 2ms/step - loss: 0.0818
  707. -> test with GAN.predict
  708. GAN tn, fp: 200, 5
  709. GAN fn, tp: 5, 4
  710. GAN f1 score: 0.444
  711. GAN cohens kappa score: 0.420
  712. -> test with 'LR'
  713. LR tn, fp: 189, 16
  714. LR fn, tp: 5, 4
  715. LR f1 score: 0.276
  716. LR cohens kappa score: 0.231
  717. LR average precision score: 0.217
  718. -> test with 'RF'
  719. RF tn, fp: 204, 1
  720. RF fn, tp: 9, 0
  721. RF f1 score: 0.000
  722. RF cohens kappa score: -0.008
  723. -> test with 'GB'
  724. GB tn, fp: 203, 2
  725. GB fn, tp: 9, 0
  726. GB f1 score: 0.000
  727. GB cohens kappa score: -0.016
  728. -> test with 'KNN'
  729. KNN tn, fp: 198, 7
  730. KNN fn, tp: 4, 5
  731. KNN f1 score: 0.476
  732. KNN cohens kappa score: 0.450
  733. ------ Step 3/5: Slice 5/5 -------
  734. -> Reset the GAN
  735. -> Train generator for synthetic samples
  736. -> create 784 synthetic samples
  737. -> retrain GAN for predict
  738. Epoch 1/10
  739. 1/82 [..............................] - ETA: 13s - loss: 0.3184 33/82 [===========>..................] - ETA: 0s - loss: 0.1930  68/82 [=======================>......] - ETA: 0s - loss: 0.1987 82/82 [==============================] - 0s 1ms/step - loss: 0.1858
  740. Epoch 2/10
  741. 1/82 [..............................] - ETA: 0s - loss: 4.9903e-04 34/82 [===========>..................] - ETA: 0s - loss: 0.1544  67/82 [=======================>......] - ETA: 0s - loss: 0.1496 82/82 [==============================] - 0s 1ms/step - loss: 0.1394
  742. Epoch 3/10
  743. 1/82 [..............................] - ETA: 0s - loss: 0.0095 33/82 [===========>..................] - ETA: 0s - loss: 0.1175 62/82 [=====================>........] - ETA: 0s - loss: 0.1131 82/82 [==============================] - 0s 2ms/step - loss: 0.1150
  744. Epoch 4/10
  745. 1/82 [..............................] - ETA: 0s - loss: 0.0549 33/82 [===========>..................] - ETA: 0s - loss: 0.1395 64/82 [======================>.......] - ETA: 0s - loss: 0.1066 82/82 [==============================] - 0s 2ms/step - loss: 0.1069
  746. Epoch 5/10
  747. 1/82 [..............................] - ETA: 0s - loss: 0.0100 36/82 [============>.................] - ETA: 0s - loss: 0.1109 70/82 [========================>.....] - ETA: 0s - loss: 0.1026 82/82 [==============================] - 0s 1ms/step - loss: 0.0985
  748. Epoch 6/10
  749. 1/82 [..............................] - ETA: 0s - loss: 0.0074 33/82 [===========>..................] - ETA: 0s - loss: 0.0874 66/82 [=======================>......] - ETA: 0s - loss: 0.0963 82/82 [==============================] - 0s 2ms/step - loss: 0.0947
  750. Epoch 7/10
  751. 1/82 [..............................] - ETA: 0s - loss: 0.0941 38/82 [============>.................] - ETA: 0s - loss: 0.0730 72/82 [=========================>....] - ETA: 0s - loss: 0.0804 82/82 [==============================] - 0s 1ms/step - loss: 0.0921
  752. Epoch 8/10
  753. 1/82 [..............................] - ETA: 0s - loss: 0.0105 36/82 [============>.................] - ETA: 0s - loss: 0.0897 71/82 [========================>.....] - ETA: 0s - loss: 0.0921 82/82 [==============================] - 0s 1ms/step - loss: 0.0913
  754. Epoch 9/10
  755. 1/82 [..............................] - ETA: 0s - loss: 0.0173 35/82 [===========>..................] - ETA: 0s - loss: 0.0738 70/82 [========================>.....] - ETA: 0s - loss: 0.0917 82/82 [==============================] - 0s 2ms/step - loss: 0.0887
  756. Epoch 10/10
  757. 1/82 [..............................] - ETA: 0s - loss: 0.0163 37/82 [============>.................] - ETA: 0s - loss: 0.0840 72/82 [=========================>....] - ETA: 0s - loss: 0.0918 82/82 [==============================] - 0s 1ms/step - loss: 0.0873
  758. -> test with GAN.predict
  759. GAN tn, fp: 195, 8
  760. GAN fn, tp: 5, 2
  761. GAN f1 score: 0.235
  762. GAN cohens kappa score: 0.204
  763. -> test with 'LR'
  764. LR tn, fp: 178, 25
  765. LR fn, tp: 1, 6
  766. LR f1 score: 0.316
  767. LR cohens kappa score: 0.276
  768. LR average precision score: 0.284
  769. -> test with 'RF'
  770. RF tn, fp: 195, 8
  771. RF fn, tp: 5, 2
  772. RF f1 score: 0.235
  773. RF cohens kappa score: 0.204
  774. -> test with 'GB'
  775. GB tn, fp: 198, 5
  776. GB fn, tp: 6, 1
  777. GB f1 score: 0.154
  778. GB cohens kappa score: 0.127
  779. -> test with 'KNN'
  780. KNN tn, fp: 194, 9
  781. KNN fn, tp: 6, 1
  782. KNN f1 score: 0.118
  783. KNN cohens kappa score: 0.082
  784. ====== Step 4/5 =======
  785. -> Shuffling data
  786. -> Spliting data to slices
  787. ------ Step 4/5: Slice 1/5 -------
  788. -> Reset the GAN
  789. -> Train generator for synthetic samples
  790. -> create 784 synthetic samples
  791. -> retrain GAN for predict
  792. Epoch 1/10
  793. 1/82 [..............................] - ETA: 17s - loss: 0.4707 31/82 [==========>...................] - ETA: 0s - loss: 0.1913  54/82 [==================>...........] - ETA: 0s - loss: 0.2430 82/82 [==============================] - ETA: 0s - loss: 0.2363 82/82 [==============================] - 0s 2ms/step - loss: 0.2363
  794. Epoch 2/10
  795. 1/82 [..............................] - ETA: 0s - loss: 7.9992e-05 30/82 [=========>....................] - ETA: 0s - loss: 0.0986  61/82 [=====================>........] - ETA: 0s - loss: 0.1208 82/82 [==============================] - 0s 2ms/step - loss: 0.1622
  796. Epoch 3/10
  797. 1/82 [..............................] - ETA: 0s - loss: 0.0188 28/82 [=========>....................] - ETA: 0s - loss: 0.1314 58/82 [====================>.........] - ETA: 0s - loss: 0.1364 82/82 [==============================] - 0s 2ms/step - loss: 0.1289
  798. Epoch 4/10
  799. 1/82 [..............................] - ETA: 0s - loss: 0.0029 27/82 [========>.....................] - ETA: 0s - loss: 0.1207 54/82 [==================>...........] - ETA: 0s - loss: 0.1251 82/82 [==============================] - 0s 2ms/step - loss: 0.1098
  800. Epoch 5/10
  801. 1/82 [..............................] - ETA: 0s - loss: 0.0106 31/82 [==========>...................] - ETA: 0s - loss: 0.0952 58/82 [====================>.........] - ETA: 0s - loss: 0.0919 82/82 [==============================] - ETA: 0s - loss: 0.0992 82/82 [==============================] - 0s 2ms/step - loss: 0.0992
  802. Epoch 6/10
  803. 1/82 [..............................] - ETA: 0s - loss: 0.0982 31/82 [==========>...................] - ETA: 0s - loss: 0.1026 67/82 [=======================>......] - ETA: 0s - loss: 0.0987 82/82 [==============================] - 0s 2ms/step - loss: 0.0915
  804. Epoch 7/10
  805. 1/82 [..............................] - ETA: 0s - loss: 0.0108 29/82 [=========>....................] - ETA: 0s - loss: 0.1061 60/82 [====================>.........] - ETA: 0s - loss: 0.0812 82/82 [==============================] - 0s 2ms/step - loss: 0.0870
  806. Epoch 8/10
  807. 1/82 [..............................] - ETA: 0s - loss: 0.0432 29/82 [=========>....................] - ETA: 0s - loss: 0.0584 58/82 [====================>.........] - ETA: 0s - loss: 0.0828 82/82 [==============================] - 0s 2ms/step - loss: 0.0838
  808. Epoch 9/10
  809. 1/82 [..............................] - ETA: 0s - loss: 0.0192 29/82 [=========>....................] - ETA: 0s - loss: 0.0852 58/82 [====================>.........] - ETA: 0s - loss: 0.0842 82/82 [==============================] - 0s 2ms/step - loss: 0.0797
  810. Epoch 10/10
  811. 1/82 [..............................] - ETA: 0s - loss: 0.0045 26/82 [========>.....................] - ETA: 0s - loss: 0.0502 53/82 [==================>...........] - ETA: 0s - loss: 0.0829 80/82 [============================>.] - ETA: 0s - loss: 0.0786 82/82 [==============================] - 0s 2ms/step - loss: 0.0787
  812. -> test with GAN.predict
  813. GAN tn, fp: 198, 7
  814. GAN fn, tp: 8, 1
  815. GAN f1 score: 0.118
  816. GAN cohens kappa score: 0.081
  817. -> test with 'LR'
  818. LR tn, fp: 194, 11
  819. LR fn, tp: 7, 2
  820. LR f1 score: 0.182
  821. LR cohens kappa score: 0.139
  822. LR average precision score: 0.187
  823. -> test with 'RF'
  824. RF tn, fp: 198, 7
  825. RF fn, tp: 9, 0
  826. RF f1 score: 0.000
  827. RF cohens kappa score: -0.038
  828. -> test with 'GB'
  829. GB tn, fp: 199, 6
  830. GB fn, tp: 9, 0
  831. GB f1 score: 0.000
  832. GB cohens kappa score: -0.035
  833. -> test with 'KNN'
  834. KNN tn, fp: 192, 13
  835. KNN fn, tp: 6, 3
  836. KNN f1 score: 0.240
  837. KNN cohens kappa score: 0.197
  838. ------ Step 4/5: Slice 2/5 -------
  839. -> Reset the GAN
  840. -> Train generator for synthetic samples
  841. -> create 784 synthetic samples
  842. -> retrain GAN for predict
  843. Epoch 1/10
  844. 1/82 [..............................] - ETA: 14s - loss: 0.6299 32/82 [==========>...................] - ETA: 0s - loss: 0.3510  66/82 [=======================>......] - ETA: 0s - loss: 0.2784 82/82 [==============================] - 0s 2ms/step - loss: 0.2598
  845. Epoch 2/10
  846. 1/82 [..............................] - ETA: 0s - loss: 0.0273 31/82 [==========>...................] - ETA: 0s - loss: 0.2459 65/82 [======================>.......] - ETA: 0s - loss: 0.2143 82/82 [==============================] - 0s 2ms/step - loss: 0.2031
  847. Epoch 3/10
  848. 1/82 [..............................] - ETA: 0s - loss: 0.4449 32/82 [==========>...................] - ETA: 0s - loss: 0.1693 64/82 [======================>.......] - ETA: 0s - loss: 0.1821 82/82 [==============================] - 0s 2ms/step - loss: 0.1704
  849. Epoch 4/10
  850. 1/82 [..............................] - ETA: 0s - loss: 0.4782 32/82 [==========>...................] - ETA: 0s - loss: 0.1548 63/82 [======================>.......] - ETA: 0s - loss: 0.1579 82/82 [==============================] - 0s 2ms/step - loss: 0.1519
  851. Epoch 5/10
  852. 1/82 [..............................] - ETA: 0s - loss: 0.0085 32/82 [==========>...................] - ETA: 0s - loss: 0.1279 59/82 [====================>.........] - ETA: 0s - loss: 0.1338 82/82 [==============================] - 0s 2ms/step - loss: 0.1398
  853. Epoch 6/10
  854. 1/82 [..............................] - ETA: 0s - loss: 0.0044 31/82 [==========>...................] - ETA: 0s - loss: 0.1499 59/82 [====================>.........] - ETA: 0s - loss: 0.1399 82/82 [==============================] - 0s 2ms/step - loss: 0.1322
  855. Epoch 7/10
  856. 1/82 [..............................] - ETA: 0s - loss: 0.1253 29/82 [=========>....................] - ETA: 0s - loss: 0.1059 59/82 [====================>.........] - ETA: 0s - loss: 0.1073 82/82 [==============================] - 0s 2ms/step - loss: 0.1243
  857. Epoch 8/10
  858. 1/82 [..............................] - ETA: 0s - loss: 0.3059 35/82 [===========>..................] - ETA: 0s - loss: 0.1075 66/82 [=======================>......] - ETA: 0s - loss: 0.1170 82/82 [==============================] - 0s 2ms/step - loss: 0.1199
  859. Epoch 9/10
  860. 1/82 [..............................] - ETA: 0s - loss: 0.0545 34/82 [===========>..................] - ETA: 0s - loss: 0.1185 68/82 [=======================>......] - ETA: 0s - loss: 0.1169 82/82 [==============================] - 0s 2ms/step - loss: 0.1173
  861. Epoch 10/10
  862. 1/82 [..............................] - ETA: 0s - loss: 0.1072 35/82 [===========>..................] - ETA: 0s - loss: 0.1180 68/82 [=======================>......] - ETA: 0s - loss: 0.1233 82/82 [==============================] - 0s 2ms/step - loss: 0.1164
  863. -> test with GAN.predict
  864. GAN tn, fp: 199, 6
  865. GAN fn, tp: 7, 2
  866. GAN f1 score: 0.235
  867. GAN cohens kappa score: 0.204
  868. -> test with 'LR'
  869. LR tn, fp: 189, 16
  870. LR fn, tp: 4, 5
  871. LR f1 score: 0.333
  872. LR cohens kappa score: 0.292
  873. LR average precision score: 0.588
  874. -> test with 'RF'
  875. RF tn, fp: 202, 3
  876. RF fn, tp: 7, 2
  877. RF f1 score: 0.286
  878. RF cohens kappa score: 0.264
  879. -> test with 'GB'
  880. GB tn, fp: 203, 2
  881. GB fn, tp: 7, 2
  882. GB f1 score: 0.308
  883. GB cohens kappa score: 0.289
  884. -> test with 'KNN'
  885. KNN tn, fp: 191, 14
  886. KNN fn, tp: 6, 3
  887. KNN f1 score: 0.231
  888. KNN cohens kappa score: 0.186
  889. ------ Step 4/5: Slice 3/5 -------
  890. -> Reset the GAN
  891. -> Train generator for synthetic samples
  892. -> create 784 synthetic samples
  893. -> retrain GAN for predict
  894. Epoch 1/10
  895. 1/82 [..............................] - ETA: 19s - loss: 0.1456 32/82 [==========>...................] - ETA: 0s - loss: 0.2835  62/82 [=====================>........] - ETA: 0s - loss: 0.2705 82/82 [==============================] - 0s 2ms/step - loss: 0.2541
  896. Epoch 2/10
  897. 1/82 [..............................] - ETA: 0s - loss: 0.0014 34/82 [===========>..................] - ETA: 0s - loss: 0.1782 64/82 [======================>.......] - ETA: 0s - loss: 0.1755 82/82 [==============================] - 0s 2ms/step - loss: 0.1732
  898. Epoch 3/10
  899. 1/82 [..............................] - ETA: 0s - loss: 0.0015 32/82 [==========>...................] - ETA: 0s - loss: 0.1084 61/82 [=====================>........] - ETA: 0s - loss: 0.1503 82/82 [==============================] - 0s 2ms/step - loss: 0.1361
  900. Epoch 4/10
  901. 1/82 [..............................] - ETA: 0s - loss: 0.0291 32/82 [==========>...................] - ETA: 0s - loss: 0.1129 66/82 [=======================>......] - ETA: 0s - loss: 0.1088 82/82 [==============================] - 0s 2ms/step - loss: 0.1144
  902. Epoch 5/10
  903. 1/82 [..............................] - ETA: 0s - loss: 0.0291 32/82 [==========>...................] - ETA: 0s - loss: 0.1222 62/82 [=====================>........] - ETA: 0s - loss: 0.1106 82/82 [==============================] - 0s 2ms/step - loss: 0.1049
  904. Epoch 6/10
  905. 1/82 [..............................] - ETA: 0s - loss: 0.0094 33/82 [===========>..................] - ETA: 0s - loss: 0.1248 64/82 [======================>.......] - ETA: 0s - loss: 0.0950 82/82 [==============================] - 0s 2ms/step - loss: 0.0990
  906. Epoch 7/10
  907. 1/82 [..............................] - ETA: 0s - loss: 0.1042 34/82 [===========>..................] - ETA: 0s - loss: 0.0930 65/82 [======================>.......] - ETA: 0s - loss: 0.0886 82/82 [==============================] - 0s 2ms/step - loss: 0.0946
  908. Epoch 8/10
  909. 1/82 [..............................] - ETA: 0s - loss: 0.1935 36/82 [============>.................] - ETA: 0s - loss: 0.0774 68/82 [=======================>......] - ETA: 0s - loss: 0.0849 82/82 [==============================] - 0s 2ms/step - loss: 0.0915
  910. Epoch 9/10
  911. 1/82 [..............................] - ETA: 0s - loss: 0.1179 32/82 [==========>...................] - ETA: 0s - loss: 0.0822 64/82 [======================>.......] - ETA: 0s - loss: 0.0980 82/82 [==============================] - 0s 2ms/step - loss: 0.0888
  912. Epoch 10/10
  913. 1/82 [..............................] - ETA: 0s - loss: 0.2158 31/82 [==========>...................] - ETA: 0s - loss: 0.0515 63/82 [======================>.......] - ETA: 0s - loss: 0.0828 82/82 [==============================] - 0s 2ms/step - loss: 0.0862
  914. -> test with GAN.predict
  915. GAN tn, fp: 201, 4
  916. GAN fn, tp: 5, 4
  917. GAN f1 score: 0.471
  918. GAN cohens kappa score: 0.449
  919. -> test with 'LR'
  920. LR tn, fp: 184, 21
  921. LR fn, tp: 4, 5
  922. LR f1 score: 0.286
  923. LR cohens kappa score: 0.238
  924. LR average precision score: 0.271
  925. -> test with 'RF'
  926. RF tn, fp: 203, 2
  927. RF fn, tp: 8, 1
  928. RF f1 score: 0.167
  929. RF cohens kappa score: 0.149
  930. -> test with 'GB'
  931. GB tn, fp: 202, 3
  932. GB fn, tp: 7, 2
  933. GB f1 score: 0.286
  934. GB cohens kappa score: 0.264
  935. -> test with 'KNN'
  936. KNN tn, fp: 186, 19
  937. KNN fn, tp: 5, 4
  938. KNN f1 score: 0.250
  939. KNN cohens kappa score: 0.202
  940. ------ Step 4/5: Slice 4/5 -------
  941. -> Reset the GAN
  942. -> Train generator for synthetic samples
  943. -> create 784 synthetic samples
  944. -> retrain GAN for predict
  945. Epoch 1/10
  946. 1/82 [..............................] - ETA: 20s - loss: 0.1172 34/82 [===========>..................] - ETA: 0s - loss: 0.1601  65/82 [======================>.......] - ETA: 0s - loss: 0.1881 82/82 [==============================] - 0s 2ms/step - loss: 0.1985
  947. Epoch 2/10
  948. 1/82 [..............................] - ETA: 0s - loss: 0.0330 30/82 [=========>....................] - ETA: 0s - loss: 0.1487 61/82 [=====================>........] - ETA: 0s - loss: 0.1530 82/82 [==============================] - 0s 2ms/step - loss: 0.1467
  949. Epoch 3/10
  950. 1/82 [..............................] - ETA: 0s - loss: 0.4059 34/82 [===========>..................] - ETA: 0s - loss: 0.1178 67/82 [=======================>......] - ETA: 0s - loss: 0.1281 82/82 [==============================] - 0s 2ms/step - loss: 0.1186
  951. Epoch 4/10
  952. 1/82 [..............................] - ETA: 0s - loss: 0.2646 35/82 [===========>..................] - ETA: 0s - loss: 0.1283 67/82 [=======================>......] - ETA: 0s - loss: 0.1088 82/82 [==============================] - 0s 2ms/step - loss: 0.1041
  953. Epoch 5/10
  954. 1/82 [..............................] - ETA: 0s - loss: 0.1129 33/82 [===========>..................] - ETA: 0s - loss: 0.0864 65/82 [======================>.......] - ETA: 0s - loss: 0.0826 82/82 [==============================] - 0s 2ms/step - loss: 0.0929
  955. Epoch 6/10
  956. 1/82 [..............................] - ETA: 0s - loss: 0.1031 33/82 [===========>..................] - ETA: 0s - loss: 0.0871 66/82 [=======================>......] - ETA: 0s - loss: 0.1052 82/82 [==============================] - 0s 2ms/step - loss: 0.0917
  957. Epoch 7/10
  958. 1/82 [..............................] - ETA: 0s - loss: 0.1565 34/82 [===========>..................] - ETA: 0s - loss: 0.0769 67/82 [=======================>......] - ETA: 0s - loss: 0.0845 82/82 [==============================] - 0s 2ms/step - loss: 0.0857
  959. Epoch 8/10
  960. 1/82 [..............................] - ETA: 0s - loss: 0.0936 32/82 [==========>...................] - ETA: 0s - loss: 0.0773 65/82 [======================>.......] - ETA: 0s - loss: 0.0879 82/82 [==============================] - 0s 2ms/step - loss: 0.0843
  961. Epoch 9/10
  962. 1/82 [..............................] - ETA: 0s - loss: 0.0231 33/82 [===========>..................] - ETA: 0s - loss: 0.0711 66/82 [=======================>......] - ETA: 0s - loss: 0.0853 82/82 [==============================] - 0s 2ms/step - loss: 0.0819
  963. Epoch 10/10
  964. 1/82 [..............................] - ETA: 0s - loss: 0.0274 32/82 [==========>...................] - ETA: 0s - loss: 0.0869 65/82 [======================>.......] - ETA: 0s - loss: 0.0803 82/82 [==============================] - 0s 2ms/step - loss: 0.0807
  965. -> test with GAN.predict
  966. GAN tn, fp: 195, 10
  967. GAN fn, tp: 7, 2
  968. GAN f1 score: 0.190
  969. GAN cohens kappa score: 0.150
  970. -> test with 'LR'
  971. LR tn, fp: 186, 19
  972. LR fn, tp: 2, 7
  973. LR f1 score: 0.400
  974. LR cohens kappa score: 0.360
  975. LR average precision score: 0.399
  976. -> test with 'RF'
  977. RF tn, fp: 200, 5
  978. RF fn, tp: 7, 2
  979. RF f1 score: 0.250
  980. RF cohens kappa score: 0.221
  981. -> test with 'GB'
  982. GB tn, fp: 201, 4
  983. GB fn, tp: 7, 2
  984. GB f1 score: 0.267
  985. GB cohens kappa score: 0.241
  986. -> test with 'KNN'
  987. KNN tn, fp: 194, 11
  988. KNN fn, tp: 6, 3
  989. KNN f1 score: 0.261
  990. KNN cohens kappa score: 0.221
  991. ------ Step 4/5: Slice 5/5 -------
  992. -> Reset the GAN
  993. -> Train generator for synthetic samples
  994. -> create 784 synthetic samples
  995. -> retrain GAN for predict
  996. Epoch 1/10
  997. 1/82 [..............................] - ETA: 13s - loss: 0.0558 36/82 [============>.................] - ETA: 0s - loss: 0.2535  72/82 [=========================>....] - ETA: 0s - loss: 0.2295 82/82 [==============================] - 0s 1ms/step - loss: 0.2227
  998. Epoch 2/10
  999. 1/82 [..............................] - ETA: 0s - loss: 0.1519 35/82 [===========>..................] - ETA: 0s - loss: 0.1566 68/82 [=======================>......] - ETA: 0s - loss: 0.1513 82/82 [==============================] - 0s 2ms/step - loss: 0.1508
  1000. Epoch 3/10
  1001. 1/82 [..............................] - ETA: 0s - loss: 0.0932 35/82 [===========>..................] - ETA: 0s - loss: 0.1304 73/82 [=========================>....] - ETA: 0s - loss: 0.1192 82/82 [==============================] - 0s 1ms/step - loss: 0.1252
  1002. Epoch 4/10
  1003. 1/82 [..............................] - ETA: 0s - loss: 0.0200 33/82 [===========>..................] - ETA: 0s - loss: 0.1300 69/82 [========================>.....] - ETA: 0s - loss: 0.1126 82/82 [==============================] - 0s 2ms/step - loss: 0.1083
  1004. Epoch 5/10
  1005. 1/82 [..............................] - ETA: 0s - loss: 0.0907 36/82 [============>.................] - ETA: 0s - loss: 0.0826 71/82 [========================>.....] - ETA: 0s - loss: 0.1048 82/82 [==============================] - 0s 1ms/step - loss: 0.1032
  1006. Epoch 6/10
  1007. 1/82 [..............................] - ETA: 0s - loss: 0.0664 35/82 [===========>..................] - ETA: 0s - loss: 0.1171 70/82 [========================>.....] - ETA: 0s - loss: 0.0997 82/82 [==============================] - 0s 1ms/step - loss: 0.0976
  1008. Epoch 7/10
  1009. 1/82 [..............................] - ETA: 0s - loss: 0.0561 31/82 [==========>...................] - ETA: 0s - loss: 0.0804 67/82 [=======================>......] - ETA: 0s - loss: 0.1020 82/82 [==============================] - 0s 2ms/step - loss: 0.0961
  1010. Epoch 8/10
  1011. 1/82 [..............................] - ETA: 0s - loss: 0.0753 34/82 [===========>..................] - ETA: 0s - loss: 0.0949 68/82 [=======================>......] - ETA: 0s - loss: 0.0959 82/82 [==============================] - 0s 1ms/step - loss: 0.0919
  1012. Epoch 9/10
  1013. 1/82 [..............................] - ETA: 0s - loss: 0.0081 34/82 [===========>..................] - ETA: 0s - loss: 0.1011 69/82 [========================>.....] - ETA: 0s - loss: 0.0935 82/82 [==============================] - 0s 1ms/step - loss: 0.0912
  1014. Epoch 10/10
  1015. 1/82 [..............................] - ETA: 0s - loss: 0.0065 34/82 [===========>..................] - ETA: 0s - loss: 0.1021 69/82 [========================>.....] - ETA: 0s - loss: 0.0913 82/82 [==============================] - 0s 1ms/step - loss: 0.0899
  1016. -> test with GAN.predict
  1017. GAN tn, fp: 192, 11
  1018. GAN fn, tp: 5, 2
  1019. GAN f1 score: 0.200
  1020. GAN cohens kappa score: 0.164
  1021. -> test with 'LR'
  1022. LR tn, fp: 183, 20
  1023. LR fn, tp: 1, 6
  1024. LR f1 score: 0.364
  1025. LR cohens kappa score: 0.328
  1026. LR average precision score: 0.490
  1027. -> test with 'RF'
  1028. RF tn, fp: 201, 2
  1029. RF fn, tp: 7, 0
  1030. RF f1 score: 0.000
  1031. RF cohens kappa score: -0.015
  1032. -> test with 'GB'
  1033. GB tn, fp: 202, 1
  1034. GB fn, tp: 6, 1
  1035. GB f1 score: 0.222
  1036. GB cohens kappa score: 0.211
  1037. -> test with 'KNN'
  1038. KNN tn, fp: 189, 14
  1039. KNN fn, tp: 4, 3
  1040. KNN f1 score: 0.250
  1041. KNN cohens kappa score: 0.213
  1042. ====== Step 5/5 =======
  1043. -> Shuffling data
  1044. -> Spliting data to slices
  1045. ------ Step 5/5: Slice 1/5 -------
  1046. -> Reset the GAN
  1047. -> Train generator for synthetic samples
  1048. -> create 784 synthetic samples
  1049. -> retrain GAN for predict
  1050. Epoch 1/10
  1051. 1/82 [..............................] - ETA: 16s - loss: 0.4576 34/82 [===========>..................] - ETA: 0s - loss: 0.3326  65/82 [======================>.......] - ETA: 0s - loss: 0.3058 82/82 [==============================] - 0s 2ms/step - loss: 0.3181
  1052. Epoch 2/10
  1053. 1/82 [..............................] - ETA: 0s - loss: 6.3855e-04 36/82 [============>.................] - ETA: 0s - loss: 0.3073  65/82 [======================>.......] - ETA: 0s - loss: 0.2430 82/82 [==============================] - 0s 2ms/step - loss: 0.2228
  1054. Epoch 3/10
  1055. 1/82 [..............................] - ETA: 0s - loss: 6.2808e-04 32/82 [==========>...................] - ETA: 0s - loss: 0.2119  62/82 [=====================>........] - ETA: 0s - loss: 0.1757 82/82 [==============================] - 0s 2ms/step - loss: 0.1668
  1056. Epoch 4/10
  1057. 1/82 [..............................] - ETA: 0s - loss: 0.2507 33/82 [===========>..................] - ETA: 0s - loss: 0.1358 64/82 [======================>.......] - ETA: 0s - loss: 0.1515 82/82 [==============================] - 0s 2ms/step - loss: 0.1418
  1058. Epoch 5/10
  1059. 1/82 [..............................] - ETA: 0s - loss: 0.1642 35/82 [===========>..................] - ETA: 0s - loss: 0.1282 67/82 [=======================>......] - ETA: 0s - loss: 0.1303 82/82 [==============================] - 0s 2ms/step - loss: 0.1259
  1060. Epoch 6/10
  1061. 1/82 [..............................] - ETA: 0s - loss: 0.0194 36/82 [============>.................] - ETA: 0s - loss: 0.1015 68/82 [=======================>......] - ETA: 0s - loss: 0.1049 82/82 [==============================] - 0s 2ms/step - loss: 0.1190
  1062. Epoch 7/10
  1063. 1/82 [..............................] - ETA: 0s - loss: 0.0368 37/82 [============>.................] - ETA: 0s - loss: 0.1103 68/82 [=======================>......] - ETA: 0s - loss: 0.1124 82/82 [==============================] - 0s 2ms/step - loss: 0.1133
  1064. Epoch 8/10
  1065. 1/82 [..............................] - ETA: 0s - loss: 0.0308 35/82 [===========>..................] - ETA: 0s - loss: 0.1045 66/82 [=======================>......] - ETA: 0s - loss: 0.1117 82/82 [==============================] - 0s 2ms/step - loss: 0.1091
  1066. Epoch 9/10
  1067. 1/82 [..............................] - ETA: 0s - loss: 0.0355 35/82 [===========>..................] - ETA: 0s - loss: 0.1078 69/82 [========================>.....] - ETA: 0s - loss: 0.1013 82/82 [==============================] - 0s 2ms/step - loss: 0.1056
  1068. Epoch 10/10
  1069. 1/82 [..............................] - ETA: 0s - loss: 0.1094 34/82 [===========>..................] - ETA: 0s - loss: 0.0963 63/82 [======================>.......] - ETA: 0s - loss: 0.1030 82/82 [==============================] - 0s 2ms/step - loss: 0.1024
  1070. -> test with GAN.predict
  1071. GAN tn, fp: 193, 12
  1072. GAN fn, tp: 3, 6
  1073. GAN f1 score: 0.444
  1074. GAN cohens kappa score: 0.411
  1075. -> test with 'LR'
  1076. LR tn, fp: 186, 19
  1077. LR fn, tp: 5, 4
  1078. LR f1 score: 0.250
  1079. LR cohens kappa score: 0.202
  1080. LR average precision score: 0.254
  1081. -> test with 'RF'
  1082. RF tn, fp: 204, 1
  1083. RF fn, tp: 8, 1
  1084. RF f1 score: 0.182
  1085. RF cohens kappa score: 0.169
  1086. -> test with 'GB'
  1087. GB tn, fp: 202, 3
  1088. GB fn, tp: 8, 1
  1089. GB f1 score: 0.154
  1090. GB cohens kappa score: 0.131
  1091. -> test with 'KNN'
  1092. KNN tn, fp: 189, 16
  1093. KNN fn, tp: 3, 6
  1094. KNN f1 score: 0.387
  1095. KNN cohens kappa score: 0.348
  1096. ------ Step 5/5: Slice 2/5 -------
  1097. -> Reset the GAN
  1098. -> Train generator for synthetic samples
  1099. -> create 784 synthetic samples
  1100. -> retrain GAN for predict
  1101. Epoch 1/10
  1102. 1/82 [..............................] - ETA: 13s - loss: 0.2755 43/82 [==============>...............] - ETA: 0s - loss: 0.3481  82/82 [==============================] - 0s 1ms/step - loss: 0.3212
  1103. Epoch 2/10
  1104. 1/82 [..............................] - ETA: 0s - loss: 0.0015 43/82 [==============>...............] - ETA: 0s - loss: 0.2749 82/82 [==============================] - 0s 1ms/step - loss: 0.2163
  1105. Epoch 3/10
  1106. 1/82 [..............................] - ETA: 0s - loss: 0.2248 46/82 [===============>..............] - ETA: 0s - loss: 0.1890 82/82 [==============================] - 0s 1ms/step - loss: 0.1709
  1107. Epoch 4/10
  1108. 1/82 [..............................] - ETA: 0s - loss: 0.3087 45/82 [===============>..............] - ETA: 0s - loss: 0.1583 82/82 [==============================] - 0s 1ms/step - loss: 0.1447
  1109. Epoch 5/10
  1110. 1/82 [..............................] - ETA: 0s - loss: 0.1365 44/82 [===============>..............] - ETA: 0s - loss: 0.1282 82/82 [==============================] - 0s 1ms/step - loss: 0.1313
  1111. Epoch 6/10
  1112. 1/82 [..............................] - ETA: 0s - loss: 0.2203 45/82 [===============>..............] - ETA: 0s - loss: 0.1165 82/82 [==============================] - 0s 1ms/step - loss: 0.1186
  1113. Epoch 7/10
  1114. 1/82 [..............................] - ETA: 0s - loss: 0.0490 42/82 [==============>...............] - ETA: 0s - loss: 0.1092 82/82 [==============================] - 0s 1ms/step - loss: 0.1128
  1115. Epoch 8/10
  1116. 1/82 [..............................] - ETA: 0s - loss: 0.1652 36/82 [============>.................] - ETA: 0s - loss: 0.0981 73/82 [=========================>....] - ETA: 0s - loss: 0.1045 82/82 [==============================] - 0s 1ms/step - loss: 0.1054
  1117. Epoch 9/10
  1118. 1/82 [..............................] - ETA: 0s - loss: 0.2151 42/82 [==============>...............] - ETA: 0s - loss: 0.1125 82/82 [==============================] - ETA: 0s - loss: 0.1033 82/82 [==============================] - 0s 1ms/step - loss: 0.1033
  1119. Epoch 10/10
  1120. 1/82 [..............................] - ETA: 0s - loss: 0.1197 43/82 [==============>...............] - ETA: 0s - loss: 0.0848 82/82 [==============================] - 0s 1ms/step - loss: 0.0982
  1121. -> test with GAN.predict
  1122. GAN tn, fp: 198, 7
  1123. GAN fn, tp: 8, 1
  1124. GAN f1 score: 0.118
  1125. GAN cohens kappa score: 0.081
  1126. -> test with 'LR'
  1127. LR tn, fp: 183, 22
  1128. LR fn, tp: 3, 6
  1129. LR f1 score: 0.324
  1130. LR cohens kappa score: 0.278
  1131. LR average precision score: 0.344
  1132. -> test with 'RF'
  1133. RF tn, fp: 204, 1
  1134. RF fn, tp: 9, 0
  1135. RF f1 score: 0.000
  1136. RF cohens kappa score: -0.008
  1137. -> test with 'GB'
  1138. GB tn, fp: 205, 0
  1139. GB fn, tp: 9, 0
  1140. GB f1 score: 0.000
  1141. GB cohens kappa score: 0.000
  1142. -> test with 'KNN'
  1143. KNN tn, fp: 191, 14
  1144. KNN fn, tp: 5, 4
  1145. KNN f1 score: 0.296
  1146. KNN cohens kappa score: 0.254
  1147. ------ Step 5/5: Slice 3/5 -------
  1148. -> Reset the GAN
  1149. -> Train generator for synthetic samples
  1150. -> create 784 synthetic samples
  1151. -> retrain GAN for predict
  1152. Epoch 1/10
  1153. 1/82 [..............................] - ETA: 17s - loss: 0.1097 34/82 [===========>..................] - ETA: 0s - loss: 0.2790  66/82 [=======================>......] - ETA: 0s - loss: 0.3018 82/82 [==============================] - 0s 2ms/step - loss: 0.2788
  1154. Epoch 2/10
  1155. 1/82 [..............................] - ETA: 0s - loss: 0.0011 29/82 [=========>....................] - ETA: 0s - loss: 0.1732 56/82 [===================>..........] - ETA: 0s - loss: 0.1545 82/82 [==============================] - 0s 2ms/step - loss: 0.1756
  1156. Epoch 3/10
  1157. 1/82 [..............................] - ETA: 0s - loss: 0.0023 33/82 [===========>..................] - ETA: 0s - loss: 0.1526 65/82 [======================>.......] - ETA: 0s - loss: 0.1210 82/82 [==============================] - 0s 2ms/step - loss: 0.1299
  1158. Epoch 4/10
  1159. 1/82 [..............................] - ETA: 0s - loss: 0.2292 34/82 [===========>..................] - ETA: 0s - loss: 0.1034 66/82 [=======================>......] - ETA: 0s - loss: 0.1084 82/82 [==============================] - 0s 2ms/step - loss: 0.1077
  1160. Epoch 5/10
  1161. 1/82 [..............................] - ETA: 0s - loss: 0.0320 34/82 [===========>..................] - ETA: 0s - loss: 0.0904 64/82 [======================>.......] - ETA: 0s - loss: 0.0975 82/82 [==============================] - 0s 2ms/step - loss: 0.0996
  1162. Epoch 6/10
  1163. 1/82 [..............................] - ETA: 0s - loss: 0.1421 32/82 [==========>...................] - ETA: 0s - loss: 0.0982 61/82 [=====================>........] - ETA: 0s - loss: 0.0902 82/82 [==============================] - 0s 2ms/step - loss: 0.0949
  1164. Epoch 7/10
  1165. 1/82 [..............................] - ETA: 0s - loss: 0.1317 33/82 [===========>..................] - ETA: 0s - loss: 0.0820 63/82 [======================>.......] - ETA: 0s - loss: 0.0959 82/82 [==============================] - 0s 2ms/step - loss: 0.0917
  1166. Epoch 8/10
  1167. 1/82 [..............................] - ETA: 0s - loss: 0.0169 34/82 [===========>..................] - ETA: 0s - loss: 0.0837 66/82 [=======================>......] - ETA: 0s - loss: 0.0931 82/82 [==============================] - 0s 2ms/step - loss: 0.0880
  1168. Epoch 9/10
  1169. 1/82 [..............................] - ETA: 0s - loss: 0.0209 35/82 [===========>..................] - ETA: 0s - loss: 0.1004 68/82 [=======================>......] - ETA: 0s - loss: 0.0850 82/82 [==============================] - 0s 2ms/step - loss: 0.0860
  1170. Epoch 10/10
  1171. 1/82 [..............................] - ETA: 0s - loss: 0.1197 32/82 [==========>...................] - ETA: 0s - loss: 0.0769 66/82 [=======================>......] - ETA: 0s - loss: 0.0778 82/82 [==============================] - 0s 2ms/step - loss: 0.0841
  1172. -> test with GAN.predict
  1173. GAN tn, fp: 192, 13
  1174. GAN fn, tp: 7, 2
  1175. GAN f1 score: 0.167
  1176. GAN cohens kappa score: 0.120
  1177. -> test with 'LR'
  1178. LR tn, fp: 178, 27
  1179. LR fn, tp: 0, 9
  1180. LR f1 score: 0.400
  1181. LR cohens kappa score: 0.357
  1182. LR average precision score: 0.508
  1183. -> test with 'RF'
  1184. RF tn, fp: 205, 0
  1185. RF fn, tp: 8, 1
  1186. RF f1 score: 0.200
  1187. RF cohens kappa score: 0.193
  1188. -> test with 'GB'
  1189. GB tn, fp: 204, 1
  1190. GB fn, tp: 8, 1
  1191. GB f1 score: 0.182
  1192. GB cohens kappa score: 0.169
  1193. -> test with 'KNN'
  1194. KNN tn, fp: 185, 20
  1195. KNN fn, tp: 4, 5
  1196. KNN f1 score: 0.294
  1197. KNN cohens kappa score: 0.248
  1198. ------ Step 5/5: Slice 4/5 -------
  1199. -> Reset the GAN
  1200. -> Train generator for synthetic samples
  1201. -> create 784 synthetic samples
  1202. -> retrain GAN for predict
  1203. Epoch 1/10
  1204. 1/82 [..............................] - ETA: 19s - loss: 0.7224 29/82 [=========>....................] - ETA: 0s - loss: 0.1721  62/82 [=====================>........] - ETA: 0s - loss: 0.2070 82/82 [==============================] - 0s 2ms/step - loss: 0.1798
  1205. Epoch 2/10
  1206. 1/82 [..............................] - ETA: 0s - loss: 0.2824 29/82 [=========>....................] - ETA: 0s - loss: 0.0856 59/82 [====================>.........] - ETA: 0s - loss: 0.1185 82/82 [==============================] - 0s 2ms/step - loss: 0.1252
  1207. Epoch 3/10
  1208. 1/82 [..............................] - ETA: 0s - loss: 0.0896 30/82 [=========>....................] - ETA: 0s - loss: 0.1233 58/82 [====================>.........] - ETA: 0s - loss: 0.1082 82/82 [==============================] - 0s 2ms/step - loss: 0.1016
  1209. Epoch 4/10
  1210. 1/82 [..............................] - ETA: 0s - loss: 0.0110 32/82 [==========>...................] - ETA: 0s - loss: 0.0860 62/82 [=====================>........] - ETA: 0s - loss: 0.0972 82/82 [==============================] - 0s 2ms/step - loss: 0.0894
  1211. Epoch 5/10
  1212. 1/82 [..............................] - ETA: 0s - loss: 0.1891 31/82 [==========>...................] - ETA: 0s - loss: 0.1045 62/82 [=====================>........] - ETA: 0s - loss: 0.0828 82/82 [==============================] - 0s 2ms/step - loss: 0.0794
  1213. Epoch 6/10
  1214. 1/82 [..............................] - ETA: 0s - loss: 0.0964 31/82 [==========>...................] - ETA: 0s - loss: 0.0658 53/82 [==================>...........] - ETA: 0s - loss: 0.0885 77/82 [===========================>..] - ETA: 0s - loss: 0.0850 82/82 [==============================] - 0s 2ms/step - loss: 0.0808
  1215. Epoch 7/10
  1216. 1/82 [..............................] - ETA: 0s - loss: 0.3222 30/82 [=========>....................] - ETA: 0s - loss: 0.0865 57/82 [===================>..........] - ETA: 0s - loss: 0.0817 82/82 [==============================] - 0s 2ms/step - loss: 0.0746
  1217. Epoch 8/10
  1218. 1/82 [..............................] - ETA: 0s - loss: 0.1452 32/82 [==========>...................] - ETA: 0s - loss: 0.0704 60/82 [====================>.........] - ETA: 0s - loss: 0.0756 82/82 [==============================] - 0s 2ms/step - loss: 0.0702
  1219. Epoch 9/10
  1220. 1/82 [..............................] - ETA: 0s - loss: 0.0563 29/82 [=========>....................] - ETA: 0s - loss: 0.0818 59/82 [====================>.........] - ETA: 0s - loss: 0.0604 82/82 [==============================] - 0s 2ms/step - loss: 0.0687
  1221. Epoch 10/10
  1222. 1/82 [..............................] - ETA: 0s - loss: 0.0448 30/82 [=========>....................] - ETA: 0s - loss: 0.0537 58/82 [====================>.........] - ETA: 0s - loss: 0.0550 82/82 [==============================] - 0s 2ms/step - loss: 0.0662
  1223. -> test with GAN.predict
  1224. GAN tn, fp: 200, 5
  1225. GAN fn, tp: 6, 3
  1226. GAN f1 score: 0.353
  1227. GAN cohens kappa score: 0.326
  1228. -> test with 'LR'
  1229. LR tn, fp: 195, 10
  1230. LR fn, tp: 5, 4
  1231. LR f1 score: 0.348
  1232. LR cohens kappa score: 0.313
  1233. LR average precision score: 0.220
  1234. -> test with 'RF'
  1235. RF tn, fp: 202, 3
  1236. RF fn, tp: 9, 0
  1237. RF f1 score: 0.000
  1238. RF cohens kappa score: -0.021
  1239. -> test with 'GB'
  1240. GB tn, fp: 202, 3
  1241. GB fn, tp: 9, 0
  1242. GB f1 score: 0.000
  1243. GB cohens kappa score: -0.021
  1244. -> test with 'KNN'
  1245. KNN tn, fp: 199, 6
  1246. KNN fn, tp: 6, 3
  1247. KNN f1 score: 0.333
  1248. KNN cohens kappa score: 0.304
  1249. ------ Step 5/5: Slice 5/5 -------
  1250. -> Reset the GAN
  1251. -> Train generator for synthetic samples
  1252. -> create 784 synthetic samples
  1253. -> retrain GAN for predict
  1254. Epoch 1/10
  1255. 1/82 [..............................] - ETA: 15s - loss: 0.6204 36/82 [============>.................] - ETA: 0s - loss: 0.3565  71/82 [========================>.....] - ETA: 0s - loss: 0.3242 82/82 [==============================] - 0s 2ms/step - loss: 0.3138
  1256. Epoch 2/10
  1257. 1/82 [..............................] - ETA: 0s - loss: 0.0510 37/82 [============>.................] - ETA: 0s - loss: 0.2811 64/82 [======================>.......] - ETA: 0s - loss: 0.2376 82/82 [==============================] - 0s 2ms/step - loss: 0.2180
  1258. Epoch 3/10
  1259. 1/82 [..............................] - ETA: 0s - loss: 0.0197 35/82 [===========>..................] - ETA: 0s - loss: 0.1765 69/82 [========================>.....] - ETA: 0s - loss: 0.1452 82/82 [==============================] - 0s 2ms/step - loss: 0.1557
  1260. Epoch 4/10
  1261. 1/82 [..............................] - ETA: 0s - loss: 0.2434 35/82 [===========>..................] - ETA: 0s - loss: 0.1355 71/82 [========================>.....] - ETA: 0s - loss: 0.1431 82/82 [==============================] - 0s 1ms/step - loss: 0.1319
  1262. Epoch 5/10
  1263. 1/82 [..............................] - ETA: 0s - loss: 0.0055 33/82 [===========>..................] - ETA: 0s - loss: 0.1246 66/82 [=======================>......] - ETA: 0s - loss: 0.1222 82/82 [==============================] - 0s 2ms/step - loss: 0.1147
  1264. Epoch 6/10
  1265. 1/82 [..............................] - ETA: 0s - loss: 0.1027 33/82 [===========>..................] - ETA: 0s - loss: 0.0966 66/82 [=======================>......] - ETA: 0s - loss: 0.1067 82/82 [==============================] - 0s 1ms/step - loss: 0.1062
  1266. Epoch 7/10
  1267. 1/82 [..............................] - ETA: 0s - loss: 0.2198 34/82 [===========>..................] - ETA: 0s - loss: 0.0773 67/82 [=======================>......] - ETA: 0s - loss: 0.0972 82/82 [==============================] - 0s 1ms/step - loss: 0.0996
  1268. Epoch 8/10
  1269. 1/82 [..............................] - ETA: 0s - loss: 0.1656 34/82 [===========>..................] - ETA: 0s - loss: 0.0988 67/82 [=======================>......] - ETA: 0s - loss: 0.0926 82/82 [==============================] - 0s 2ms/step - loss: 0.0936
  1270. Epoch 9/10
  1271. 1/82 [..............................] - ETA: 0s - loss: 0.0077 34/82 [===========>..................] - ETA: 0s - loss: 0.0812 67/82 [=======================>......] - ETA: 0s - loss: 0.0792 82/82 [==============================] - 0s 2ms/step - loss: 0.0900
  1272. Epoch 10/10
  1273. 1/82 [..............................] - ETA: 0s - loss: 0.0604 36/82 [============>.................] - ETA: 0s - loss: 0.0853 67/82 [=======================>......] - ETA: 0s - loss: 0.0817 82/82 [==============================] - 0s 2ms/step - loss: 0.0862
  1274. -> test with GAN.predict
  1275. GAN tn, fp: 192, 11
  1276. GAN fn, tp: 5, 2
  1277. GAN f1 score: 0.200
  1278. GAN cohens kappa score: 0.164
  1279. -> test with 'LR'
  1280. LR tn, fp: 177, 26
  1281. LR fn, tp: 2, 5
  1282. LR f1 score: 0.263
  1283. LR cohens kappa score: 0.221
  1284. LR average precision score: 0.450
  1285. -> test with 'RF'
  1286. RF tn, fp: 196, 7
  1287. RF fn, tp: 6, 1
  1288. RF f1 score: 0.133
  1289. RF cohens kappa score: 0.101
  1290. -> test with 'GB'
  1291. GB tn, fp: 197, 6
  1292. GB fn, tp: 5, 2
  1293. GB f1 score: 0.267
  1294. GB cohens kappa score: 0.240
  1295. -> test with 'KNN'
  1296. KNN tn, fp: 190, 13
  1297. KNN fn, tp: 5, 2
  1298. KNN f1 score: 0.182
  1299. KNN cohens kappa score: 0.143
  1300. ### Exercise is done.
  1301. -----[ LR ]-----
  1302. maximum:
  1303. LR tn, fp: 195, 31
  1304. LR fn, tp: 8, 9
  1305. LR f1 score: 0.545
  1306. LR cohens kappa score: 0.516
  1307. LR average precision score: 0.814
  1308. average:
  1309. LR tn, fp: 184.08, 20.52
  1310. LR fn, tp: 3.08, 5.52
  1311. LR f1 score: 0.317
  1312. LR cohens kappa score: 0.274
  1313. LR average precision score: 0.380
  1314. minimum:
  1315. LR tn, fp: 174, 10
  1316. LR fn, tp: 0, 1
  1317. LR f1 score: 0.056
  1318. LR cohens kappa score: -0.008
  1319. LR average precision score: 0.087
  1320. -----[ RF ]-----
  1321. maximum:
  1322. RF tn, fp: 205, 8
  1323. RF fn, tp: 9, 2
  1324. RF f1 score: 0.364
  1325. RF cohens kappa score: 0.354
  1326. average:
  1327. RF tn, fp: 201.36, 3.24
  1328. RF fn, tp: 7.72, 0.88
  1329. RF f1 score: 0.133
  1330. RF cohens kappa score: 0.113
  1331. minimum:
  1332. RF tn, fp: 195, 0
  1333. RF fn, tp: 5, 0
  1334. RF f1 score: 0.000
  1335. RF cohens kappa score: -0.041
  1336. -----[ GB ]-----
  1337. maximum:
  1338. GB tn, fp: 205, 11
  1339. GB fn, tp: 9, 4
  1340. GB f1 score: 0.333
  1341. GB cohens kappa score: 0.319
  1342. average:
  1343. GB tn, fp: 201.92, 2.68
  1344. GB fn, tp: 7.56, 1.04
  1345. GB f1 score: 0.156
  1346. GB cohens kappa score: 0.138
  1347. minimum:
  1348. GB tn, fp: 194, 0
  1349. GB fn, tp: 5, 0
  1350. GB f1 score: 0.000
  1351. GB cohens kappa score: -0.035
  1352. -----[ KNN ]-----
  1353. maximum:
  1354. KNN tn, fp: 199, 27
  1355. KNN fn, tp: 6, 7
  1356. KNN f1 score: 0.480
  1357. KNN cohens kappa score: 0.450
  1358. average:
  1359. KNN tn, fp: 190.48, 14.12
  1360. KNN fn, tp: 4.56, 4.04
  1361. KNN f1 score: 0.302
  1362. KNN cohens kappa score: 0.262
  1363. minimum:
  1364. KNN tn, fp: 178, 6
  1365. KNN fn, tp: 1, 1
  1366. KNN f1 score: 0.118
  1367. KNN cohens kappa score: 0.082
  1368. -----[ GAN ]-----
  1369. maximum:
  1370. GAN tn, fp: 202, 26
  1371. GAN fn, tp: 9, 6
  1372. GAN f1 score: 0.471
  1373. GAN cohens kappa score: 0.449
  1374. average:
  1375. GAN tn, fp: 196.2, 8.4
  1376. GAN fn, tp: 5.96, 2.64
  1377. GAN f1 score: 0.267
  1378. GAN cohens kappa score: 0.234
  1379. minimum:
  1380. GAN tn, fp: 179, 3
  1381. GAN fn, tp: 3, 0
  1382. GAN f1 score: 0.000
  1383. GAN cohens kappa score: -0.027