folding_flare-F.log 131 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571
  1. ///////////////////////////////////////////
  2. // Running convGAN-proximary-5 on folding_flare-F
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_flare-F'
  5. from pickle file
  6. non empty cut in data_input/folding_flare-F! (23 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 784 synthetic samples
  17. -> retrain GAN for predict
  18. Epoch 1/10
  19. 1/82 [..............................] - ETA: 13s - loss: 0.9164 35/82 [===========>..................] - ETA: 0s - loss: 0.2039  70/82 [========================>.....] - ETA: 0s - loss: 0.1780 82/82 [==============================] - 0s 1ms/step - loss: 0.1726
  20. Epoch 2/10
  21. 1/82 [..............................] - ETA: 0s - loss: 0.1154 35/82 [===========>..................] - ETA: 0s - loss: 0.1320 68/82 [=======================>......] - ETA: 0s - loss: 0.1398 82/82 [==============================] - 0s 2ms/step - loss: 0.1452
  22. Epoch 3/10
  23. 1/82 [..............................] - ETA: 0s - loss: 0.1544 39/82 [=============>................] - ETA: 0s - loss: 0.1210 75/82 [==========================>...] - ETA: 0s - loss: 0.1339 82/82 [==============================] - 0s 1ms/step - loss: 0.1315
  24. Epoch 4/10
  25. 1/82 [..............................] - ETA: 0s - loss: 0.3614 36/82 [============>.................] - ETA: 0s - loss: 0.1426 70/82 [========================>.....] - ETA: 0s - loss: 0.1237 82/82 [==============================] - 0s 1ms/step - loss: 0.1220
  26. Epoch 5/10
  27. 1/82 [..............................] - ETA: 0s - loss: 0.0508 36/82 [============>.................] - ETA: 0s - loss: 0.1172 69/82 [========================>.....] - ETA: 0s - loss: 0.1202 82/82 [==============================] - 0s 1ms/step - loss: 0.1178
  28. Epoch 6/10
  29. 1/82 [..............................] - ETA: 0s - loss: 0.1188 36/82 [============>.................] - ETA: 0s - loss: 0.0972 72/82 [=========================>....] - ETA: 0s - loss: 0.1094 82/82 [==============================] - 0s 1ms/step - loss: 0.1110
  30. Epoch 7/10
  31. 1/82 [..............................] - ETA: 0s - loss: 0.0591 33/82 [===========>..................] - ETA: 0s - loss: 0.1028 62/82 [=====================>........] - ETA: 0s - loss: 0.1145 82/82 [==============================] - 0s 2ms/step - loss: 0.1063
  32. Epoch 8/10
  33. 1/82 [..............................] - ETA: 0s - loss: 0.2754 33/82 [===========>..................] - ETA: 0s - loss: 0.1194 67/82 [=======================>......] - ETA: 0s - loss: 0.1085 82/82 [==============================] - 0s 2ms/step - loss: 0.1047
  34. Epoch 9/10
  35. 1/82 [..............................] - ETA: 0s - loss: 0.0650 35/82 [===========>..................] - ETA: 0s - loss: 0.0961 70/82 [========================>.....] - ETA: 0s - loss: 0.0993 82/82 [==============================] - 0s 1ms/step - loss: 0.1019
  36. Epoch 10/10
  37. 1/82 [..............................] - ETA: 0s - loss: 0.0777 31/82 [==========>...................] - ETA: 0s - loss: 0.0901 64/82 [======================>.......] - ETA: 0s - loss: 0.0978 82/82 [==============================] - 0s 2ms/step - loss: 0.0972
  38. -> test with GAN.predict
  39. GAN tn, fp: 191, 14
  40. GAN fn, tp: 5, 4
  41. GAN f1 score: 0.296
  42. GAN cohens kappa score: 0.254
  43. -> test with 'LR'
  44. LR tn, fp: 171, 34
  45. LR fn, tp: 5, 4
  46. LR f1 score: 0.170
  47. LR cohens kappa score: 0.110
  48. LR average precision score: 0.084
  49. -> test with 'RF'
  50. RF tn, fp: 200, 5
  51. RF fn, tp: 9, 0
  52. RF f1 score: 0.000
  53. RF cohens kappa score: -0.031
  54. -> test with 'GB'
  55. GB tn, fp: 202, 3
  56. GB fn, tp: 8, 1
  57. GB f1 score: 0.154
  58. GB cohens kappa score: 0.131
  59. -> test with 'KNN'
  60. KNN tn, fp: 174, 31
  61. KNN fn, tp: 4, 5
  62. KNN f1 score: 0.222
  63. KNN cohens kappa score: 0.166
  64. ------ Step 1/5: Slice 2/5 -------
  65. -> Reset the GAN
  66. -> Train generator for synthetic samples
  67. -> create 784 synthetic samples
  68. -> retrain GAN for predict
  69. Epoch 1/10
  70. 1/82 [..............................] - ETA: 13s - loss: 0.8037 39/82 [=============>................] - ETA: 0s - loss: 0.4501  79/82 [===========================>..] - ETA: 0s - loss: 0.3606 82/82 [==============================] - 0s 1ms/step - loss: 0.3567
  71. Epoch 2/10
  72. 1/82 [..............................] - ETA: 0s - loss: 0.2673 40/82 [=============>................] - ETA: 0s - loss: 0.2585 80/82 [============================>.] - ETA: 0s - loss: 0.2555 82/82 [==============================] - 0s 1ms/step - loss: 0.2541
  73. Epoch 3/10
  74. 1/82 [..............................] - ETA: 0s - loss: 0.1005 40/82 [=============>................] - ETA: 0s - loss: 0.2117 77/82 [===========================>..] - ETA: 0s - loss: 0.2124 82/82 [==============================] - 0s 1ms/step - loss: 0.2229
  75. Epoch 4/10
  76. 1/82 [..............................] - ETA: 0s - loss: 0.1944 38/82 [============>.................] - ETA: 0s - loss: 0.2049 77/82 [===========================>..] - ETA: 0s - loss: 0.2035 82/82 [==============================] - 0s 1ms/step - loss: 0.2022
  77. Epoch 5/10
  78. 1/82 [..............................] - ETA: 0s - loss: 0.1486 41/82 [==============>...............] - ETA: 0s - loss: 0.1908 81/82 [============================>.] - ETA: 0s - loss: 0.1888 82/82 [==============================] - 0s 1ms/step - loss: 0.1903
  79. Epoch 6/10
  80. 1/82 [..............................] - ETA: 0s - loss: 0.6140 40/82 [=============>................] - ETA: 0s - loss: 0.2026 79/82 [===========================>..] - ETA: 0s - loss: 0.1831 82/82 [==============================] - 0s 1ms/step - loss: 0.1810
  81. Epoch 7/10
  82. 1/82 [..............................] - ETA: 0s - loss: 0.2341 41/82 [==============>...............] - ETA: 0s - loss: 0.1773 76/82 [==========================>...] - ETA: 0s - loss: 0.1666 82/82 [==============================] - 0s 1ms/step - loss: 0.1715
  83. Epoch 8/10
  84. 1/82 [..............................] - ETA: 0s - loss: 0.2542 37/82 [============>.................] - ETA: 0s - loss: 0.1580 72/82 [=========================>....] - ETA: 0s - loss: 0.1645 82/82 [==============================] - 0s 1ms/step - loss: 0.1642
  85. Epoch 9/10
  86. 1/82 [..............................] - ETA: 0s - loss: 0.1617 39/82 [=============>................] - ETA: 0s - loss: 0.1499 76/82 [==========================>...] - ETA: 0s - loss: 0.1595 82/82 [==============================] - 0s 1ms/step - loss: 0.1593
  87. Epoch 10/10
  88. 1/82 [..............................] - ETA: 0s - loss: 0.1160 35/82 [===========>..................] - ETA: 0s - loss: 0.1536 73/82 [=========================>....] - ETA: 0s - loss: 0.1614 82/82 [==============================] - 0s 1ms/step - loss: 0.1570
  89. -> test with GAN.predict
  90. GAN tn, fp: 181, 24
  91. GAN fn, tp: 2, 7
  92. GAN f1 score: 0.350
  93. GAN cohens kappa score: 0.305
  94. -> test with 'LR'
  95. LR tn, fp: 155, 50
  96. LR fn, tp: 1, 8
  97. LR f1 score: 0.239
  98. LR cohens kappa score: 0.179
  99. LR average precision score: 0.406
  100. -> test with 'RF'
  101. RF tn, fp: 201, 4
  102. RF fn, tp: 8, 1
  103. RF f1 score: 0.143
  104. RF cohens kappa score: 0.116
  105. -> test with 'GB'
  106. GB tn, fp: 203, 2
  107. GB fn, tp: 8, 1
  108. GB f1 score: 0.167
  109. GB cohens kappa score: 0.149
  110. -> test with 'KNN'
  111. KNN tn, fp: 167, 38
  112. KNN fn, tp: 2, 7
  113. KNN f1 score: 0.259
  114. KNN cohens kappa score: 0.203
  115. ------ Step 1/5: Slice 3/5 -------
  116. -> Reset the GAN
  117. -> Train generator for synthetic samples
  118. -> create 784 synthetic samples
  119. -> retrain GAN for predict
  120. Epoch 1/10
  121. 1/82 [..............................] - ETA: 13s - loss: 1.2668 33/82 [===========>..................] - ETA: 0s - loss: 0.3436  69/82 [========================>.....] - ETA: 0s - loss: 0.3135 82/82 [==============================] - 0s 1ms/step - loss: 0.2979
  122. Epoch 2/10
  123. 1/82 [..............................] - ETA: 0s - loss: 0.0871 37/82 [============>.................] - ETA: 0s - loss: 0.1967 70/82 [========================>.....] - ETA: 0s - loss: 0.2108 82/82 [==============================] - 0s 1ms/step - loss: 0.2130
  124. Epoch 3/10
  125. 1/82 [..............................] - ETA: 0s - loss: 0.1081 35/82 [===========>..................] - ETA: 0s - loss: 0.1758 69/82 [========================>.....] - ETA: 0s - loss: 0.1791 82/82 [==============================] - 0s 1ms/step - loss: 0.1850
  126. Epoch 4/10
  127. 1/82 [..............................] - ETA: 0s - loss: 0.1216 35/82 [===========>..................] - ETA: 0s - loss: 0.1715 68/82 [=======================>......] - ETA: 0s - loss: 0.1714 82/82 [==============================] - 0s 1ms/step - loss: 0.1650
  128. Epoch 5/10
  129. 1/82 [..............................] - ETA: 0s - loss: 0.0526 34/82 [===========>..................] - ETA: 0s - loss: 0.1243 64/82 [======================>.......] - ETA: 0s - loss: 0.1560 82/82 [==============================] - 0s 2ms/step - loss: 0.1534
  130. Epoch 6/10
  131. 1/82 [..............................] - ETA: 0s - loss: 0.3033 38/82 [============>.................] - ETA: 0s - loss: 0.1390 74/82 [==========================>...] - ETA: 0s - loss: 0.1490 82/82 [==============================] - 0s 1ms/step - loss: 0.1456
  132. Epoch 7/10
  133. 1/82 [..............................] - ETA: 0s - loss: 0.3979 36/82 [============>.................] - ETA: 0s - loss: 0.1423 74/82 [==========================>...] - ETA: 0s - loss: 0.1445 82/82 [==============================] - 0s 1ms/step - loss: 0.1449
  134. Epoch 8/10
  135. 1/82 [..............................] - ETA: 0s - loss: 0.0550 35/82 [===========>..................] - ETA: 0s - loss: 0.1353 67/82 [=======================>......] - ETA: 0s - loss: 0.1383 82/82 [==============================] - 0s 2ms/step - loss: 0.1341
  136. Epoch 9/10
  137. 1/82 [..............................] - ETA: 0s - loss: 0.1090 38/82 [============>.................] - ETA: 0s - loss: 0.1312 71/82 [========================>.....] - ETA: 0s - loss: 0.1332 82/82 [==============================] - 0s 1ms/step - loss: 0.1299
  138. Epoch 10/10
  139. 1/82 [..............................] - ETA: 0s - loss: 0.0611 36/82 [============>.................] - ETA: 0s - loss: 0.1364 70/82 [========================>.....] - ETA: 0s - loss: 0.1244 82/82 [==============================] - 0s 1ms/step - loss: 0.1263
  140. -> test with GAN.predict
  141. GAN tn, fp: 190, 15
  142. GAN fn, tp: 5, 4
  143. GAN f1 score: 0.286
  144. GAN cohens kappa score: 0.242
  145. -> test with 'LR'
  146. LR tn, fp: 175, 30
  147. LR fn, tp: 3, 6
  148. LR f1 score: 0.267
  149. LR cohens kappa score: 0.214
  150. LR average precision score: 0.327
  151. -> test with 'RF'
  152. RF tn, fp: 203, 2
  153. RF fn, tp: 9, 0
  154. RF f1 score: 0.000
  155. RF cohens kappa score: -0.016
  156. -> test with 'GB'
  157. GB tn, fp: 205, 0
  158. GB fn, tp: 8, 1
  159. GB f1 score: 0.200
  160. GB cohens kappa score: 0.193
  161. -> test with 'KNN'
  162. KNN tn, fp: 175, 30
  163. KNN fn, tp: 4, 5
  164. KNN f1 score: 0.227
  165. KNN cohens kappa score: 0.172
  166. ------ Step 1/5: Slice 4/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 784 synthetic samples
  170. -> retrain GAN for predict
  171. Epoch 1/10
  172. 1/82 [..............................] - ETA: 12s - loss: 0.2789 37/82 [============>.................] - ETA: 0s - loss: 0.3020  76/82 [==========================>...] - ETA: 0s - loss: 0.2561 82/82 [==============================] - 0s 1ms/step - loss: 0.2495
  173. Epoch 2/10
  174. 1/82 [..............................] - ETA: 0s - loss: 0.0586 36/82 [============>.................] - ETA: 0s - loss: 0.2338 71/82 [========================>.....] - ETA: 0s - loss: 0.2068 82/82 [==============================] - 0s 1ms/step - loss: 0.2028
  175. Epoch 3/10
  176. 1/82 [..............................] - ETA: 0s - loss: 0.2718 40/82 [=============>................] - ETA: 0s - loss: 0.1600 79/82 [===========================>..] - ETA: 0s - loss: 0.1844 82/82 [==============================] - 0s 1ms/step - loss: 0.1853
  177. Epoch 4/10
  178. 1/82 [..............................] - ETA: 0s - loss: 0.1173 40/82 [=============>................] - ETA: 0s - loss: 0.1669 79/82 [===========================>..] - ETA: 0s - loss: 0.1759 82/82 [==============================] - 0s 1ms/step - loss: 0.1761
  179. Epoch 5/10
  180. 1/82 [..............................] - ETA: 0s - loss: 0.0932 36/82 [============>.................] - ETA: 0s - loss: 0.1570 71/82 [========================>.....] - ETA: 0s - loss: 0.1591 82/82 [==============================] - 0s 1ms/step - loss: 0.1661
  181. Epoch 6/10
  182. 1/82 [..............................] - ETA: 0s - loss: 0.1573 41/82 [==============>...............] - ETA: 0s - loss: 0.1403 79/82 [===========================>..] - ETA: 0s - loss: 0.1587 82/82 [==============================] - 0s 1ms/step - loss: 0.1600
  183. Epoch 7/10
  184. 1/82 [..............................] - ETA: 0s - loss: 0.2359 37/82 [============>.................] - ETA: 0s - loss: 0.1562 72/82 [=========================>....] - ETA: 0s - loss: 0.1536 82/82 [==============================] - 0s 1ms/step - loss: 0.1515
  185. Epoch 8/10
  186. 1/82 [..............................] - ETA: 0s - loss: 0.2067 39/82 [=============>................] - ETA: 0s - loss: 0.1456 78/82 [===========================>..] - ETA: 0s - loss: 0.1447 82/82 [==============================] - 0s 1ms/step - loss: 0.1437
  187. Epoch 9/10
  188. 1/82 [..............................] - ETA: 0s - loss: 0.1486 40/82 [=============>................] - ETA: 0s - loss: 0.1300 77/82 [===========================>..] - ETA: 0s - loss: 0.1415 82/82 [==============================] - 0s 1ms/step - loss: 0.1419
  189. Epoch 10/10
  190. 1/82 [..............................] - ETA: 0s - loss: 0.1600 39/82 [=============>................] - ETA: 0s - loss: 0.1351 79/82 [===========================>..] - ETA: 0s - loss: 0.1368 82/82 [==============================] - 0s 1ms/step - loss: 0.1372
  191. -> test with GAN.predict
  192. GAN tn, fp: 199, 6
  193. GAN fn, tp: 5, 4
  194. GAN f1 score: 0.421
  195. GAN cohens kappa score: 0.394
  196. -> test with 'LR'
  197. LR tn, fp: 186, 19
  198. LR fn, tp: 0, 9
  199. LR f1 score: 0.486
  200. LR cohens kappa score: 0.452
  201. LR average precision score: 0.673
  202. -> test with 'RF'
  203. RF tn, fp: 205, 0
  204. RF fn, tp: 7, 2
  205. RF f1 score: 0.364
  206. RF cohens kappa score: 0.354
  207. -> test with 'GB'
  208. GB tn, fp: 204, 1
  209. GB fn, tp: 7, 2
  210. GB f1 score: 0.333
  211. GB cohens kappa score: 0.319
  212. -> test with 'KNN'
  213. KNN tn, fp: 184, 21
  214. KNN fn, tp: 4, 5
  215. KNN f1 score: 0.286
  216. KNN cohens kappa score: 0.238
  217. ------ Step 1/5: Slice 5/5 -------
  218. -> Reset the GAN
  219. -> Train generator for synthetic samples
  220. -> create 784 synthetic samples
  221. -> retrain GAN for predict
  222. Epoch 1/10
  223. 1/82 [..............................] - ETA: 12s - loss: 0.2122 31/82 [==========>...................] - ETA: 0s - loss: 0.2251  63/82 [======================>.......] - ETA: 0s - loss: 0.2064 82/82 [==============================] - 0s 2ms/step - loss: 0.2081
  224. Epoch 2/10
  225. 1/82 [..............................] - ETA: 0s - loss: 0.0587 40/82 [=============>................] - ETA: 0s - loss: 0.1626 76/82 [==========================>...] - ETA: 0s - loss: 0.1750 82/82 [==============================] - 0s 1ms/step - loss: 0.1686
  226. Epoch 3/10
  227. 1/82 [..............................] - ETA: 0s - loss: 0.2591 36/82 [============>.................] - ETA: 0s - loss: 0.1341 75/82 [==========================>...] - ETA: 0s - loss: 0.1546 82/82 [==============================] - 0s 1ms/step - loss: 0.1555
  228. Epoch 4/10
  229. 1/82 [..............................] - ETA: 0s - loss: 0.0723 37/82 [============>.................] - ETA: 0s - loss: 0.1457 76/82 [==========================>...] - ETA: 0s - loss: 0.1475 82/82 [==============================] - 0s 1ms/step - loss: 0.1464
  230. Epoch 5/10
  231. 1/82 [..............................] - ETA: 0s - loss: 0.1506 33/82 [===========>..................] - ETA: 0s - loss: 0.1330 70/82 [========================>.....] - ETA: 0s - loss: 0.1424 82/82 [==============================] - 0s 2ms/step - loss: 0.1416
  232. Epoch 6/10
  233. 1/82 [..............................] - ETA: 0s - loss: 0.0533 33/82 [===========>..................] - ETA: 0s - loss: 0.1148 64/82 [======================>.......] - ETA: 0s - loss: 0.1301 82/82 [==============================] - 0s 2ms/step - loss: 0.1323
  234. Epoch 7/10
  235. 1/82 [..............................] - ETA: 0s - loss: 0.1078 40/82 [=============>................] - ETA: 0s - loss: 0.1419 80/82 [============================>.] - ETA: 0s - loss: 0.1288 82/82 [==============================] - 0s 1ms/step - loss: 0.1275
  236. Epoch 8/10
  237. 1/82 [..............................] - ETA: 0s - loss: 0.1280 41/82 [==============>...............] - ETA: 0s - loss: 0.1252 77/82 [===========================>..] - ETA: 0s - loss: 0.1266 82/82 [==============================] - 0s 1ms/step - loss: 0.1248
  238. Epoch 9/10
  239. 1/82 [..............................] - ETA: 0s - loss: 0.0214 37/82 [============>.................] - ETA: 0s - loss: 0.1097 73/82 [=========================>....] - ETA: 0s - loss: 0.1185 82/82 [==============================] - 0s 1ms/step - loss: 0.1190
  240. Epoch 10/10
  241. 1/82 [..............................] - ETA: 0s - loss: 0.1028 37/82 [============>.................] - ETA: 0s - loss: 0.1148 75/82 [==========================>...] - ETA: 0s - loss: 0.1120 82/82 [==============================] - 0s 1ms/step - loss: 0.1163
  242. -> test with GAN.predict
  243. GAN tn, fp: 187, 16
  244. GAN fn, tp: 3, 4
  245. GAN f1 score: 0.296
  246. GAN cohens kappa score: 0.260
  247. -> test with 'LR'
  248. LR tn, fp: 170, 33
  249. LR fn, tp: 2, 5
  250. LR f1 score: 0.222
  251. LR cohens kappa score: 0.176
  252. LR average precision score: 0.204
  253. -> test with 'RF'
  254. RF tn, fp: 200, 3
  255. RF fn, tp: 7, 0
  256. RF f1 score: 0.000
  257. RF cohens kappa score: -0.020
  258. -> test with 'GB'
  259. GB tn, fp: 200, 3
  260. GB fn, tp: 6, 1
  261. GB f1 score: 0.182
  262. GB cohens kappa score: 0.161
  263. -> test with 'KNN'
  264. KNN tn, fp: 170, 33
  265. KNN fn, tp: 2, 5
  266. KNN f1 score: 0.222
  267. KNN cohens kappa score: 0.176
  268. ====== Step 2/5 =======
  269. -> Shuffling data
  270. -> Spliting data to slices
  271. ------ Step 2/5: Slice 1/5 -------
  272. -> Reset the GAN
  273. -> Train generator for synthetic samples
  274. -> create 784 synthetic samples
  275. -> retrain GAN for predict
  276. Epoch 1/10
  277. 1/82 [..............................] - ETA: 14s - loss: 0.4221 39/82 [=============>................] - ETA: 0s - loss: 0.2922  75/82 [==========================>...] - ETA: 0s - loss: 0.2608 82/82 [==============================] - 0s 1ms/step - loss: 0.2508
  278. Epoch 2/10
  279. 1/82 [..............................] - ETA: 0s - loss: 0.5967 39/82 [=============>................] - ETA: 0s - loss: 0.2161 73/82 [=========================>....] - ETA: 0s - loss: 0.2004 82/82 [==============================] - 0s 1ms/step - loss: 0.2020
  280. Epoch 3/10
  281. 1/82 [..............................] - ETA: 0s - loss: 0.1999 37/82 [============>.................] - ETA: 0s - loss: 0.1643 75/82 [==========================>...] - ETA: 0s - loss: 0.1801 82/82 [==============================] - 0s 1ms/step - loss: 0.1850
  282. Epoch 4/10
  283. 1/82 [..............................] - ETA: 0s - loss: 0.2612 36/82 [============>.................] - ETA: 0s - loss: 0.1929 74/82 [==========================>...] - ETA: 0s - loss: 0.1827 82/82 [==============================] - 0s 1ms/step - loss: 0.1769
  284. Epoch 5/10
  285. 1/82 [..............................] - ETA: 0s - loss: 0.0908 39/82 [=============>................] - ETA: 0s - loss: 0.1674 77/82 [===========================>..] - ETA: 0s - loss: 0.1637 82/82 [==============================] - 0s 1ms/step - loss: 0.1650
  286. Epoch 6/10
  287. 1/82 [..............................] - ETA: 0s - loss: 0.1582 39/82 [=============>................] - ETA: 0s - loss: 0.1450 76/82 [==========================>...] - ETA: 0s - loss: 0.1562 82/82 [==============================] - 0s 1ms/step - loss: 0.1573
  288. Epoch 7/10
  289. 1/82 [..............................] - ETA: 0s - loss: 0.0503 37/82 [============>.................] - ETA: 0s - loss: 0.1456 76/82 [==========================>...] - ETA: 0s - loss: 0.1620 82/82 [==============================] - 0s 1ms/step - loss: 0.1571
  290. Epoch 8/10
  291. 1/82 [..............................] - ETA: 0s - loss: 0.0568 39/82 [=============>................] - ETA: 0s - loss: 0.1333 78/82 [===========================>..] - ETA: 0s - loss: 0.1487 82/82 [==============================] - 0s 1ms/step - loss: 0.1476
  292. Epoch 9/10
  293. 1/82 [..............................] - ETA: 0s - loss: 0.3695 39/82 [=============>................] - ETA: 0s - loss: 0.1478 73/82 [=========================>....] - ETA: 0s - loss: 0.1428 82/82 [==============================] - 0s 1ms/step - loss: 0.1462
  294. Epoch 10/10
  295. 1/82 [..............................] - ETA: 0s - loss: 0.1205 41/82 [==============>...............] - ETA: 0s - loss: 0.1419 77/82 [===========================>..] - ETA: 0s - loss: 0.1425 82/82 [==============================] - 0s 1ms/step - loss: 0.1421
  296. -> test with GAN.predict
  297. GAN tn, fp: 180, 25
  298. GAN fn, tp: 2, 7
  299. GAN f1 score: 0.341
  300. GAN cohens kappa score: 0.295
  301. -> test with 'LR'
  302. LR tn, fp: 171, 34
  303. LR fn, tp: 2, 7
  304. LR f1 score: 0.280
  305. LR cohens kappa score: 0.227
  306. LR average precision score: 0.395
  307. -> test with 'RF'
  308. RF tn, fp: 202, 3
  309. RF fn, tp: 7, 2
  310. RF f1 score: 0.286
  311. RF cohens kappa score: 0.264
  312. -> test with 'GB'
  313. GB tn, fp: 203, 2
  314. GB fn, tp: 8, 1
  315. GB f1 score: 0.167
  316. GB cohens kappa score: 0.149
  317. -> test with 'KNN'
  318. KNN tn, fp: 176, 29
  319. KNN fn, tp: 3, 6
  320. KNN f1 score: 0.273
  321. KNN cohens kappa score: 0.221
  322. ------ Step 2/5: Slice 2/5 -------
  323. -> Reset the GAN
  324. -> Train generator for synthetic samples
  325. -> create 784 synthetic samples
  326. -> retrain GAN for predict
  327. Epoch 1/10
  328. 1/82 [..............................] - ETA: 18s - loss: 0.2428 36/82 [============>.................] - ETA: 0s - loss: 0.2299  68/82 [=======================>......] - ETA: 0s - loss: 0.2145 82/82 [==============================] - 0s 2ms/step - loss: 0.2118
  329. Epoch 2/10
  330. 1/82 [..............................] - ETA: 0s - loss: 0.1335 29/82 [=========>....................] - ETA: 0s - loss: 0.1705 58/82 [====================>.........] - ETA: 0s - loss: 0.1709 82/82 [==============================] - 0s 2ms/step - loss: 0.1689
  331. Epoch 3/10
  332. 1/82 [..............................] - ETA: 0s - loss: 0.1334 36/82 [============>.................] - ETA: 0s - loss: 0.1656 69/82 [========================>.....] - ETA: 0s - loss: 0.1614 82/82 [==============================] - 0s 1ms/step - loss: 0.1540
  333. Epoch 4/10
  334. 1/82 [..............................] - ETA: 0s - loss: 0.0634 35/82 [===========>..................] - ETA: 0s - loss: 0.1241 67/82 [=======================>......] - ETA: 0s - loss: 0.1497 82/82 [==============================] - 0s 2ms/step - loss: 0.1456
  335. Epoch 5/10
  336. 1/82 [..............................] - ETA: 0s - loss: 0.0176 38/82 [============>.................] - ETA: 0s - loss: 0.1358 74/82 [==========================>...] - ETA: 0s - loss: 0.1325 82/82 [==============================] - 0s 1ms/step - loss: 0.1375
  337. Epoch 6/10
  338. 1/82 [..............................] - ETA: 0s - loss: 0.0752 36/82 [============>.................] - ETA: 0s - loss: 0.1301 70/82 [========================>.....] - ETA: 0s - loss: 0.1261 82/82 [==============================] - 0s 1ms/step - loss: 0.1324
  339. Epoch 7/10
  340. 1/82 [..............................] - ETA: 0s - loss: 0.2179 37/82 [============>.................] - ETA: 0s - loss: 0.1183 68/82 [=======================>......] - ETA: 0s - loss: 0.1247 82/82 [==============================] - 0s 1ms/step - loss: 0.1271
  341. Epoch 8/10
  342. 1/82 [..............................] - ETA: 0s - loss: 0.0757 39/82 [=============>................] - ETA: 0s - loss: 0.1199 75/82 [==========================>...] - ETA: 0s - loss: 0.1276 82/82 [==============================] - 0s 1ms/step - loss: 0.1226
  343. Epoch 9/10
  344. 1/82 [..............................] - ETA: 0s - loss: 0.1150 38/82 [============>.................] - ETA: 0s - loss: 0.1059 77/82 [===========================>..] - ETA: 0s - loss: 0.1164 82/82 [==============================] - 0s 1ms/step - loss: 0.1177
  345. Epoch 10/10
  346. 1/82 [..............................] - ETA: 0s - loss: 0.0197 31/82 [==========>...................] - ETA: 0s - loss: 0.1134 66/82 [=======================>......] - ETA: 0s - loss: 0.1132 82/82 [==============================] - 0s 2ms/step - loss: 0.1149
  347. -> test with GAN.predict
  348. GAN tn, fp: 192, 13
  349. GAN fn, tp: 7, 2
  350. GAN f1 score: 0.167
  351. GAN cohens kappa score: 0.120
  352. -> test with 'LR'
  353. LR tn, fp: 167, 38
  354. LR fn, tp: 3, 6
  355. LR f1 score: 0.226
  356. LR cohens kappa score: 0.168
  357. LR average precision score: 0.355
  358. -> test with 'RF'
  359. RF tn, fp: 202, 3
  360. RF fn, tp: 9, 0
  361. RF f1 score: 0.000
  362. RF cohens kappa score: -0.021
  363. -> test with 'GB'
  364. GB tn, fp: 203, 2
  365. GB fn, tp: 9, 0
  366. GB f1 score: 0.000
  367. GB cohens kappa score: -0.016
  368. -> test with 'KNN'
  369. KNN tn, fp: 175, 30
  370. KNN fn, tp: 1, 8
  371. KNN f1 score: 0.340
  372. KNN cohens kappa score: 0.292
  373. ------ Step 2/5: Slice 3/5 -------
  374. -> Reset the GAN
  375. -> Train generator for synthetic samples
  376. -> create 784 synthetic samples
  377. -> retrain GAN for predict
  378. Epoch 1/10
  379. 1/82 [..............................] - ETA: 13s - loss: 0.2248 42/82 [==============>...............] - ETA: 0s - loss: 0.2666  80/82 [============================>.] - ETA: 0s - loss: 0.2221 82/82 [==============================] - 0s 1ms/step - loss: 0.2199
  380. Epoch 2/10
  381. 1/82 [..............................] - ETA: 0s - loss: 0.2000 40/82 [=============>................] - ETA: 0s - loss: 0.1892 78/82 [===========================>..] - ETA: 0s - loss: 0.1697 82/82 [==============================] - 0s 1ms/step - loss: 0.1690
  382. Epoch 3/10
  383. 1/82 [..............................] - ETA: 0s - loss: 0.1787 39/82 [=============>................] - ETA: 0s - loss: 0.1505 74/82 [==========================>...] - ETA: 0s - loss: 0.1514 82/82 [==============================] - 0s 1ms/step - loss: 0.1492
  384. Epoch 4/10
  385. 1/82 [..............................] - ETA: 0s - loss: 0.1248 41/82 [==============>...............] - ETA: 0s - loss: 0.1246 79/82 [===========================>..] - ETA: 0s - loss: 0.1429 82/82 [==============================] - 0s 1ms/step - loss: 0.1402
  386. Epoch 5/10
  387. 1/82 [..............................] - ETA: 0s - loss: 0.1992 40/82 [=============>................] - ETA: 0s - loss: 0.1389 78/82 [===========================>..] - ETA: 0s - loss: 0.1357 82/82 [==============================] - 0s 1ms/step - loss: 0.1317
  388. Epoch 6/10
  389. 1/82 [..............................] - ETA: 0s - loss: 0.1371 36/82 [============>.................] - ETA: 0s - loss: 0.1385 73/82 [=========================>....] - ETA: 0s - loss: 0.1265 82/82 [==============================] - 0s 1ms/step - loss: 0.1267
  390. Epoch 7/10
  391. 1/82 [..............................] - ETA: 0s - loss: 0.1594 38/82 [============>.................] - ETA: 0s - loss: 0.1113 76/82 [==========================>...] - ETA: 0s - loss: 0.1242 82/82 [==============================] - 0s 1ms/step - loss: 0.1239
  392. Epoch 8/10
  393. 1/82 [..............................] - ETA: 0s - loss: 0.2304 37/82 [============>.................] - ETA: 0s - loss: 0.1200 76/82 [==========================>...] - ETA: 0s - loss: 0.1225 82/82 [==============================] - 0s 1ms/step - loss: 0.1221
  394. Epoch 9/10
  395. 1/82 [..............................] - ETA: 0s - loss: 0.0487 42/82 [==============>...............] - ETA: 0s - loss: 0.1219 82/82 [==============================] - 0s 1ms/step - loss: 0.1185
  396. Epoch 10/10
  397. 1/82 [..............................] - ETA: 0s - loss: 0.1941 41/82 [==============>...............] - ETA: 0s - loss: 0.1140 80/82 [============================>.] - ETA: 0s - loss: 0.1167 82/82 [==============================] - 0s 1ms/step - loss: 0.1162
  398. -> test with GAN.predict
  399. GAN tn, fp: 189, 16
  400. GAN fn, tp: 8, 1
  401. GAN f1 score: 0.077
  402. GAN cohens kappa score: 0.023
  403. -> test with 'LR'
  404. LR tn, fp: 176, 29
  405. LR fn, tp: 3, 6
  406. LR f1 score: 0.273
  407. LR cohens kappa score: 0.221
  408. LR average precision score: 0.234
  409. -> test with 'RF'
  410. RF tn, fp: 203, 2
  411. RF fn, tp: 9, 0
  412. RF f1 score: 0.000
  413. RF cohens kappa score: -0.016
  414. -> test with 'GB'
  415. GB tn, fp: 205, 0
  416. GB fn, tp: 8, 1
  417. GB f1 score: 0.200
  418. GB cohens kappa score: 0.193
  419. -> test with 'KNN'
  420. KNN tn, fp: 182, 23
  421. KNN fn, tp: 4, 5
  422. KNN f1 score: 0.270
  423. KNN cohens kappa score: 0.221
  424. ------ Step 2/5: Slice 4/5 -------
  425. -> Reset the GAN
  426. -> Train generator for synthetic samples
  427. -> create 784 synthetic samples
  428. -> retrain GAN for predict
  429. Epoch 1/10
  430. 1/82 [..............................] - ETA: 14s - loss: 0.1316 33/82 [===========>..................] - ETA: 0s - loss: 0.2077  63/82 [======================>.......] - ETA: 0s - loss: 0.1889 82/82 [==============================] - 0s 2ms/step - loss: 0.1918
  431. Epoch 2/10
  432. 1/82 [..............................] - ETA: 0s - loss: 0.0765 33/82 [===========>..................] - ETA: 0s - loss: 0.1610 61/82 [=====================>........] - ETA: 0s - loss: 0.1634 82/82 [==============================] - 0s 2ms/step - loss: 0.1529
  433. Epoch 3/10
  434. 1/82 [..............................] - ETA: 0s - loss: 0.0842 34/82 [===========>..................] - ETA: 0s - loss: 0.1661 65/82 [======================>.......] - ETA: 0s - loss: 0.1482 82/82 [==============================] - 0s 2ms/step - loss: 0.1428
  435. Epoch 4/10
  436. 1/82 [..............................] - ETA: 0s - loss: 0.0520 32/82 [==========>...................] - ETA: 0s - loss: 0.1349 65/82 [======================>.......] - ETA: 0s - loss: 0.1327 82/82 [==============================] - 0s 2ms/step - loss: 0.1316
  437. Epoch 5/10
  438. 1/82 [..............................] - ETA: 0s - loss: 0.0642 31/82 [==========>...................] - ETA: 0s - loss: 0.1468 64/82 [======================>.......] - ETA: 0s - loss: 0.1342 82/82 [==============================] - 0s 2ms/step - loss: 0.1279
  439. Epoch 6/10
  440. 1/82 [..............................] - ETA: 0s - loss: 0.0962 34/82 [===========>..................] - ETA: 0s - loss: 0.1240 68/82 [=======================>......] - ETA: 0s - loss: 0.1222 82/82 [==============================] - 0s 2ms/step - loss: 0.1235
  441. Epoch 7/10
  442. 1/82 [..............................] - ETA: 0s - loss: 0.0341 33/82 [===========>..................] - ETA: 0s - loss: 0.1328 63/82 [======================>.......] - ETA: 0s - loss: 0.1176 82/82 [==============================] - 0s 2ms/step - loss: 0.1207
  443. Epoch 8/10
  444. 1/82 [..............................] - ETA: 0s - loss: 0.1453 32/82 [==========>...................] - ETA: 0s - loss: 0.1128 63/82 [======================>.......] - ETA: 0s - loss: 0.1019 82/82 [==============================] - 0s 2ms/step - loss: 0.1138
  445. Epoch 9/10
  446. 1/82 [..............................] - ETA: 0s - loss: 0.1018 32/82 [==========>...................] - ETA: 0s - loss: 0.1145 66/82 [=======================>......] - ETA: 0s - loss: 0.1150 82/82 [==============================] - 0s 2ms/step - loss: 0.1164
  447. Epoch 10/10
  448. 1/82 [..............................] - ETA: 0s - loss: 0.0902 35/82 [===========>..................] - ETA: 0s - loss: 0.1218 65/82 [======================>.......] - ETA: 0s - loss: 0.1255 82/82 [==============================] - 0s 2ms/step - loss: 0.1140
  449. -> test with GAN.predict
  450. GAN tn, fp: 192, 13
  451. GAN fn, tp: 5, 4
  452. GAN f1 score: 0.308
  453. GAN cohens kappa score: 0.267
  454. -> test with 'LR'
  455. LR tn, fp: 183, 22
  456. LR fn, tp: 4, 5
  457. LR f1 score: 0.278
  458. LR cohens kappa score: 0.229
  459. LR average precision score: 0.313
  460. -> test with 'RF'
  461. RF tn, fp: 201, 4
  462. RF fn, tp: 9, 0
  463. RF f1 score: 0.000
  464. RF cohens kappa score: -0.027
  465. -> test with 'GB'
  466. GB tn, fp: 204, 1
  467. GB fn, tp: 8, 1
  468. GB f1 score: 0.182
  469. GB cohens kappa score: 0.169
  470. -> test with 'KNN'
  471. KNN tn, fp: 182, 23
  472. KNN fn, tp: 2, 7
  473. KNN f1 score: 0.359
  474. KNN cohens kappa score: 0.315
  475. ------ Step 2/5: Slice 5/5 -------
  476. -> Reset the GAN
  477. -> Train generator for synthetic samples
  478. -> create 784 synthetic samples
  479. -> retrain GAN for predict
  480. Epoch 1/10
  481. 1/82 [..............................] - ETA: 11s - loss: 0.5284 37/82 [============>.................] - ETA: 0s - loss: 0.3910  76/82 [==========================>...] - ETA: 0s - loss: 0.3179 82/82 [==============================] - 0s 1ms/step - loss: 0.3135
  482. Epoch 2/10
  483. 1/82 [..............................] - ETA: 0s - loss: 0.1856 43/82 [==============>...............] - ETA: 0s - loss: 0.2434 82/82 [==============================] - 0s 1ms/step - loss: 0.2383
  484. Epoch 3/10
  485. 1/82 [..............................] - ETA: 0s - loss: 0.4566 42/82 [==============>...............] - ETA: 0s - loss: 0.2073 82/82 [==============================] - 0s 1ms/step - loss: 0.2182
  486. Epoch 4/10
  487. 1/82 [..............................] - ETA: 0s - loss: 0.2717 42/82 [==============>...............] - ETA: 0s - loss: 0.2092 82/82 [==============================] - 0s 1ms/step - loss: 0.2045
  488. Epoch 5/10
  489. 1/82 [..............................] - ETA: 0s - loss: 0.1579 42/82 [==============>...............] - ETA: 0s - loss: 0.1888 82/82 [==============================] - ETA: 0s - loss: 0.1916 82/82 [==============================] - 0s 1ms/step - loss: 0.1916
  490. Epoch 6/10
  491. 1/82 [..............................] - ETA: 0s - loss: 0.1652 43/82 [==============>...............] - ETA: 0s - loss: 0.1844 82/82 [==============================] - 0s 1ms/step - loss: 0.1834
  492. Epoch 7/10
  493. 1/82 [..............................] - ETA: 0s - loss: 0.0590 42/82 [==============>...............] - ETA: 0s - loss: 0.1797 82/82 [==============================] - 0s 1ms/step - loss: 0.1764
  494. Epoch 8/10
  495. 1/82 [..............................] - ETA: 0s - loss: 0.2631 43/82 [==============>...............] - ETA: 0s - loss: 0.1672 82/82 [==============================] - ETA: 0s - loss: 0.1726 82/82 [==============================] - 0s 1ms/step - loss: 0.1726
  496. Epoch 9/10
  497. 1/82 [..............................] - ETA: 0s - loss: 0.0860 41/82 [==============>...............] - ETA: 0s - loss: 0.1651 82/82 [==============================] - 0s 1ms/step - loss: 0.1662
  498. Epoch 10/10
  499. 1/82 [..............................] - ETA: 0s - loss: 0.1216 42/82 [==============>...............] - ETA: 0s - loss: 0.1880 82/82 [==============================] - 0s 1ms/step - loss: 0.1650
  500. -> test with GAN.predict
  501. GAN tn, fp: 178, 25
  502. GAN fn, tp: 1, 6
  503. GAN f1 score: 0.316
  504. GAN cohens kappa score: 0.276
  505. -> test with 'LR'
  506. LR tn, fp: 164, 39
  507. LR fn, tp: 0, 7
  508. LR f1 score: 0.264
  509. LR cohens kappa score: 0.219
  510. LR average precision score: 0.408
  511. -> test with 'RF'
  512. RF tn, fp: 202, 1
  513. RF fn, tp: 7, 0
  514. RF f1 score: 0.000
  515. RF cohens kappa score: -0.008
  516. -> test with 'GB'
  517. GB tn, fp: 202, 1
  518. GB fn, tp: 6, 1
  519. GB f1 score: 0.222
  520. GB cohens kappa score: 0.211
  521. -> test with 'KNN'
  522. KNN tn, fp: 174, 29
  523. KNN fn, tp: 1, 6
  524. KNN f1 score: 0.286
  525. KNN cohens kappa score: 0.244
  526. ====== Step 3/5 =======
  527. -> Shuffling data
  528. -> Spliting data to slices
  529. ------ Step 3/5: Slice 1/5 -------
  530. -> Reset the GAN
  531. -> Train generator for synthetic samples
  532. -> create 784 synthetic samples
  533. -> retrain GAN for predict
  534. Epoch 1/10
  535. 1/82 [..............................] - ETA: 23s - loss: 0.8492 16/82 [====>.........................] - ETA: 0s - loss: 0.5961  41/82 [==============>...............] - ETA: 0s - loss: 0.4902 67/82 [=======================>......] - ETA: 0s - loss: 0.4329 82/82 [==============================] - 0s 2ms/step - loss: 0.4037
  536. Epoch 2/10
  537. 1/82 [..............................] - ETA: 0s - loss: 0.2750 26/82 [========>.....................] - ETA: 0s - loss: 0.2798 51/82 [=================>............] - ETA: 0s - loss: 0.2725 76/82 [==========================>...] - ETA: 0s - loss: 0.2778 82/82 [==============================] - 0s 2ms/step - loss: 0.2897
  538. Epoch 3/10
  539. 1/82 [..............................] - ETA: 0s - loss: 0.4645 27/82 [========>.....................] - ETA: 0s - loss: 0.2317 53/82 [==================>...........] - ETA: 0s - loss: 0.2545 78/82 [===========================>..] - ETA: 0s - loss: 0.2671 82/82 [==============================] - 0s 2ms/step - loss: 0.2675
  540. Epoch 4/10
  541. 1/82 [..............................] - ETA: 0s - loss: 0.1276 33/82 [===========>..................] - ETA: 0s - loss: 0.2634 61/82 [=====================>........] - ETA: 0s - loss: 0.2594 82/82 [==============================] - 0s 2ms/step - loss: 0.2513
  542. Epoch 5/10
  543. 1/82 [..............................] - ETA: 0s - loss: 0.1179 35/82 [===========>..................] - ETA: 0s - loss: 0.2473 65/82 [======================>.......] - ETA: 0s - loss: 0.2357 82/82 [==============================] - 0s 2ms/step - loss: 0.2361
  544. Epoch 6/10
  545. 1/82 [..............................] - ETA: 0s - loss: 0.1370 28/82 [=========>....................] - ETA: 0s - loss: 0.2315 56/82 [===================>..........] - ETA: 0s - loss: 0.2325 82/82 [==============================] - ETA: 0s - loss: 0.2260 82/82 [==============================] - 0s 2ms/step - loss: 0.2260
  546. Epoch 7/10
  547. 1/82 [..............................] - ETA: 0s - loss: 0.0959 29/82 [=========>....................] - ETA: 0s - loss: 0.2142 60/82 [====================>.........] - ETA: 0s - loss: 0.2198 82/82 [==============================] - 0s 2ms/step - loss: 0.2162
  548. Epoch 8/10
  549. 1/82 [..............................] - ETA: 0s - loss: 0.0710 30/82 [=========>....................] - ETA: 0s - loss: 0.2082 57/82 [===================>..........] - ETA: 0s - loss: 0.2011 82/82 [==============================] - 0s 2ms/step - loss: 0.2097
  550. Epoch 9/10
  551. 1/82 [..............................] - ETA: 0s - loss: 0.2192 36/82 [============>.................] - ETA: 0s - loss: 0.1932 68/82 [=======================>......] - ETA: 0s - loss: 0.2038 82/82 [==============================] - 0s 2ms/step - loss: 0.2027
  552. Epoch 10/10
  553. 1/82 [..............................] - ETA: 0s - loss: 0.1560 36/82 [============>.................] - ETA: 0s - loss: 0.1782 69/82 [========================>.....] - ETA: 0s - loss: 0.1836 82/82 [==============================] - 0s 1ms/step - loss: 0.1939
  554. -> test with GAN.predict
  555. GAN tn, fp: 201, 4
  556. GAN fn, tp: 3, 6
  557. GAN f1 score: 0.632
  558. GAN cohens kappa score: 0.615
  559. -> test with 'LR'
  560. LR tn, fp: 186, 19
  561. LR fn, tp: 2, 7
  562. LR f1 score: 0.400
  563. LR cohens kappa score: 0.360
  564. LR average precision score: 0.719
  565. -> test with 'RF'
  566. RF tn, fp: 204, 1
  567. RF fn, tp: 9, 0
  568. RF f1 score: 0.000
  569. RF cohens kappa score: -0.008
  570. -> test with 'GB'
  571. GB tn, fp: 205, 0
  572. GB fn, tp: 9, 0
  573. GB f1 score: 0.000
  574. GB cohens kappa score: 0.000
  575. -> test with 'KNN'
  576. KNN tn, fp: 193, 12
  577. KNN fn, tp: 2, 7
  578. KNN f1 score: 0.500
  579. KNN cohens kappa score: 0.470
  580. ------ Step 3/5: Slice 2/5 -------
  581. -> Reset the GAN
  582. -> Train generator for synthetic samples
  583. -> create 784 synthetic samples
  584. -> retrain GAN for predict
  585. Epoch 1/10
  586. 1/82 [..............................] - ETA: 14s - loss: 0.0706 40/82 [=============>................] - ETA: 0s - loss: 0.1976  80/82 [============================>.] - ETA: 0s - loss: 0.1920 82/82 [==============================] - 0s 1ms/step - loss: 0.1895
  587. Epoch 2/10
  588. 1/82 [..............................] - ETA: 0s - loss: 0.1319 37/82 [============>.................] - ETA: 0s - loss: 0.1662 74/82 [==========================>...] - ETA: 0s - loss: 0.1399 82/82 [==============================] - 0s 1ms/step - loss: 0.1398
  589. Epoch 3/10
  590. 1/82 [..............................] - ETA: 0s - loss: 0.1012 39/82 [=============>................] - ETA: 0s - loss: 0.1401 78/82 [===========================>..] - ETA: 0s - loss: 0.1161 82/82 [==============================] - 0s 1ms/step - loss: 0.1176
  591. Epoch 4/10
  592. 1/82 [..............................] - ETA: 0s - loss: 0.1004 40/82 [=============>................] - ETA: 0s - loss: 0.1027 78/82 [===========================>..] - ETA: 0s - loss: 0.1052 82/82 [==============================] - 0s 1ms/step - loss: 0.1027
  593. Epoch 5/10
  594. 1/82 [..............................] - ETA: 0s - loss: 0.0766 41/82 [==============>...............] - ETA: 0s - loss: 0.1080 81/82 [============================>.] - ETA: 0s - loss: 0.0977 82/82 [==============================] - 0s 1ms/step - loss: 0.0970
  595. Epoch 6/10
  596. 1/82 [..............................] - ETA: 0s - loss: 0.1032 40/82 [=============>................] - ETA: 0s - loss: 0.0929 77/82 [===========================>..] - ETA: 0s - loss: 0.0920 82/82 [==============================] - 0s 1ms/step - loss: 0.0944
  597. Epoch 7/10
  598. 1/82 [..............................] - ETA: 0s - loss: 0.1774 36/82 [============>.................] - ETA: 0s - loss: 0.0792 71/82 [========================>.....] - ETA: 0s - loss: 0.0939 82/82 [==============================] - 0s 1ms/step - loss: 0.0905
  599. Epoch 8/10
  600. 1/82 [..............................] - ETA: 0s - loss: 0.0270 38/82 [============>.................] - ETA: 0s - loss: 0.0872 66/82 [=======================>......] - ETA: 0s - loss: 0.0909 82/82 [==============================] - 0s 2ms/step - loss: 0.0860
  601. Epoch 9/10
  602. 1/82 [..............................] - ETA: 0s - loss: 0.0411 39/82 [=============>................] - ETA: 0s - loss: 0.0750 77/82 [===========================>..] - ETA: 0s - loss: 0.0799 82/82 [==============================] - 0s 1ms/step - loss: 0.0814
  603. Epoch 10/10
  604. 1/82 [..............................] - ETA: 0s - loss: 0.1546 41/82 [==============>...............] - ETA: 0s - loss: 0.0796 80/82 [============================>.] - ETA: 0s - loss: 0.0785 82/82 [==============================] - 0s 1ms/step - loss: 0.0797
  605. -> test with GAN.predict
  606. GAN tn, fp: 189, 16
  607. GAN fn, tp: 4, 5
  608. GAN f1 score: 0.333
  609. GAN cohens kappa score: 0.292
  610. -> test with 'LR'
  611. LR tn, fp: 166, 39
  612. LR fn, tp: 2, 7
  613. LR f1 score: 0.255
  614. LR cohens kappa score: 0.198
  615. LR average precision score: 0.192
  616. -> test with 'RF'
  617. RF tn, fp: 195, 10
  618. RF fn, tp: 8, 1
  619. RF f1 score: 0.100
  620. RF cohens kappa score: 0.056
  621. -> test with 'GB'
  622. GB tn, fp: 191, 14
  623. GB fn, tp: 5, 4
  624. GB f1 score: 0.296
  625. GB cohens kappa score: 0.254
  626. -> test with 'KNN'
  627. KNN tn, fp: 172, 33
  628. KNN fn, tp: 4, 5
  629. KNN f1 score: 0.213
  630. KNN cohens kappa score: 0.155
  631. ------ Step 3/5: Slice 3/5 -------
  632. -> Reset the GAN
  633. -> Train generator for synthetic samples
  634. -> create 784 synthetic samples
  635. -> retrain GAN for predict
  636. Epoch 1/10
  637. 1/82 [..............................] - ETA: 15s - loss: 0.2134 29/82 [=========>....................] - ETA: 0s - loss: 0.3438  57/82 [===================>..........] - ETA: 0s - loss: 0.3048 82/82 [==============================] - 0s 2ms/step - loss: 0.2746
  638. Epoch 2/10
  639. 1/82 [..............................] - ETA: 0s - loss: 0.2097 32/82 [==========>...................] - ETA: 0s - loss: 0.2203 65/82 [======================>.......] - ETA: 0s - loss: 0.2100 82/82 [==============================] - 0s 2ms/step - loss: 0.2196
  640. Epoch 3/10
  641. 1/82 [..............................] - ETA: 0s - loss: 0.0829 30/82 [=========>....................] - ETA: 0s - loss: 0.2162 61/82 [=====================>........] - ETA: 0s - loss: 0.1987 82/82 [==============================] - 0s 2ms/step - loss: 0.1997
  642. Epoch 4/10
  643. 1/82 [..............................] - ETA: 0s - loss: 0.2071 32/82 [==========>...................] - ETA: 0s - loss: 0.1833 63/82 [======================>.......] - ETA: 0s - loss: 0.1765 82/82 [==============================] - 0s 2ms/step - loss: 0.1895
  644. Epoch 5/10
  645. 1/82 [..............................] - ETA: 0s - loss: 0.2124 34/82 [===========>..................] - ETA: 0s - loss: 0.1882 67/82 [=======================>......] - ETA: 0s - loss: 0.1839 82/82 [==============================] - 0s 2ms/step - loss: 0.1826
  646. Epoch 6/10
  647. 1/82 [..............................] - ETA: 0s - loss: 0.1397 35/82 [===========>..................] - ETA: 0s - loss: 0.1834 67/82 [=======================>......] - ETA: 0s - loss: 0.1823 82/82 [==============================] - 0s 2ms/step - loss: 0.1765
  648. Epoch 7/10
  649. 1/82 [..............................] - ETA: 0s - loss: 0.4504 38/82 [============>.................] - ETA: 0s - loss: 0.1795 71/82 [========================>.....] - ETA: 0s - loss: 0.1712 82/82 [==============================] - 0s 1ms/step - loss: 0.1721
  650. Epoch 8/10
  651. 1/82 [..............................] - ETA: 0s - loss: 0.0823 34/82 [===========>..................] - ETA: 0s - loss: 0.1570 71/82 [========================>.....] - ETA: 0s - loss: 0.1693 82/82 [==============================] - 0s 1ms/step - loss: 0.1668
  652. Epoch 9/10
  653. 1/82 [..............................] - ETA: 0s - loss: 0.1807 34/82 [===========>..................] - ETA: 0s - loss: 0.1639 68/82 [=======================>......] - ETA: 0s - loss: 0.1668 82/82 [==============================] - 0s 2ms/step - loss: 0.1621
  654. Epoch 10/10
  655. 1/82 [..............................] - ETA: 0s - loss: 0.1836 34/82 [===========>..................] - ETA: 0s - loss: 0.1450 69/82 [========================>.....] - ETA: 0s - loss: 0.1586 82/82 [==============================] - 0s 1ms/step - loss: 0.1579
  656. -> test with GAN.predict
  657. GAN tn, fp: 189, 16
  658. GAN fn, tp: 4, 5
  659. GAN f1 score: 0.333
  660. GAN cohens kappa score: 0.292
  661. -> test with 'LR'
  662. LR tn, fp: 174, 31
  663. LR fn, tp: 2, 7
  664. LR f1 score: 0.298
  665. LR cohens kappa score: 0.247
  666. LR average precision score: 0.355
  667. -> test with 'RF'
  668. RF tn, fp: 204, 1
  669. RF fn, tp: 9, 0
  670. RF f1 score: 0.000
  671. RF cohens kappa score: -0.008
  672. -> test with 'GB'
  673. GB tn, fp: 204, 1
  674. GB fn, tp: 9, 0
  675. GB f1 score: 0.000
  676. GB cohens kappa score: -0.008
  677. -> test with 'KNN'
  678. KNN tn, fp: 173, 32
  679. KNN fn, tp: 3, 6
  680. KNN f1 score: 0.255
  681. KNN cohens kappa score: 0.201
  682. ------ Step 3/5: Slice 4/5 -------
  683. -> Reset the GAN
  684. -> Train generator for synthetic samples
  685. -> create 784 synthetic samples
  686. -> retrain GAN for predict
  687. Epoch 1/10
  688. 1/82 [..............................] - ETA: 14s - loss: 0.2445 40/82 [=============>................] - ETA: 0s - loss: 0.3131  80/82 [============================>.] - ETA: 0s - loss: 0.2705 82/82 [==============================] - 0s 1ms/step - loss: 0.2753
  689. Epoch 2/10
  690. 1/82 [..............................] - ETA: 0s - loss: 0.0762 40/82 [=============>................] - ETA: 0s - loss: 0.2319 78/82 [===========================>..] - ETA: 0s - loss: 0.2201 82/82 [==============================] - 0s 1ms/step - loss: 0.2183
  691. Epoch 3/10
  692. 1/82 [..............................] - ETA: 0s - loss: 0.2500 40/82 [=============>................] - ETA: 0s - loss: 0.2026 78/82 [===========================>..] - ETA: 0s - loss: 0.2017 82/82 [==============================] - 0s 1ms/step - loss: 0.2037
  693. Epoch 4/10
  694. 1/82 [..............................] - ETA: 0s - loss: 0.0835 41/82 [==============>...............] - ETA: 0s - loss: 0.1898 79/82 [===========================>..] - ETA: 0s - loss: 0.1896 82/82 [==============================] - 0s 1ms/step - loss: 0.1911
  695. Epoch 5/10
  696. 1/82 [..............................] - ETA: 0s - loss: 0.2216 30/82 [=========>....................] - ETA: 0s - loss: 0.1931 70/82 [========================>.....] - ETA: 0s - loss: 0.1838 82/82 [==============================] - 0s 2ms/step - loss: 0.1805
  697. Epoch 6/10
  698. 1/82 [..............................] - ETA: 0s - loss: 0.0434 33/82 [===========>..................] - ETA: 0s - loss: 0.1794 63/82 [======================>.......] - ETA: 0s - loss: 0.1705 82/82 [==============================] - 0s 2ms/step - loss: 0.1766
  699. Epoch 7/10
  700. 1/82 [..............................] - ETA: 0s - loss: 0.1667 40/82 [=============>................] - ETA: 0s - loss: 0.1810 77/82 [===========================>..] - ETA: 0s - loss: 0.1702 82/82 [==============================] - 0s 1ms/step - loss: 0.1719
  701. Epoch 8/10
  702. 1/82 [..............................] - ETA: 0s - loss: 0.1246 39/82 [=============>................] - ETA: 0s - loss: 0.1744 77/82 [===========================>..] - ETA: 0s - loss: 0.1652 82/82 [==============================] - 0s 1ms/step - loss: 0.1654
  703. Epoch 9/10
  704. 1/82 [..............................] - ETA: 0s - loss: 0.0828 39/82 [=============>................] - ETA: 0s - loss: 0.1380 77/82 [===========================>..] - ETA: 0s - loss: 0.1593 82/82 [==============================] - 0s 1ms/step - loss: 0.1611
  705. Epoch 10/10
  706. 1/82 [..............................] - ETA: 0s - loss: 0.1250 40/82 [=============>................] - ETA: 0s - loss: 0.1552 79/82 [===========================>..] - ETA: 0s - loss: 0.1583 82/82 [==============================] - 0s 1ms/step - loss: 0.1576
  707. -> test with GAN.predict
  708. GAN tn, fp: 191, 14
  709. GAN fn, tp: 6, 3
  710. GAN f1 score: 0.231
  711. GAN cohens kappa score: 0.186
  712. -> test with 'LR'
  713. LR tn, fp: 174, 31
  714. LR fn, tp: 4, 5
  715. LR f1 score: 0.222
  716. LR cohens kappa score: 0.166
  717. LR average precision score: 0.345
  718. -> test with 'RF'
  719. RF tn, fp: 204, 1
  720. RF fn, tp: 9, 0
  721. RF f1 score: 0.000
  722. RF cohens kappa score: -0.008
  723. -> test with 'GB'
  724. GB tn, fp: 205, 0
  725. GB fn, tp: 9, 0
  726. GB f1 score: 0.000
  727. GB cohens kappa score: 0.000
  728. -> test with 'KNN'
  729. KNN tn, fp: 182, 23
  730. KNN fn, tp: 4, 5
  731. KNN f1 score: 0.270
  732. KNN cohens kappa score: 0.221
  733. ------ Step 3/5: Slice 5/5 -------
  734. -> Reset the GAN
  735. -> Train generator for synthetic samples
  736. -> create 784 synthetic samples
  737. -> retrain GAN for predict
  738. Epoch 1/10
  739. 1/82 [..............................] - ETA: 17s - loss: 0.3246 32/82 [==========>...................] - ETA: 0s - loss: 0.2244  65/82 [======================>.......] - ETA: 0s - loss: 0.2058 82/82 [==============================] - 0s 2ms/step - loss: 0.2051
  740. Epoch 2/10
  741. 1/82 [..............................] - ETA: 0s - loss: 0.1608 31/82 [==========>...................] - ETA: 0s - loss: 0.1487 59/82 [====================>.........] - ETA: 0s - loss: 0.1501 82/82 [==============================] - 0s 2ms/step - loss: 0.1497
  742. Epoch 3/10
  743. 1/82 [..............................] - ETA: 0s - loss: 0.0251 31/82 [==========>...................] - ETA: 0s - loss: 0.1194 63/82 [======================>.......] - ETA: 0s - loss: 0.1352 82/82 [==============================] - 0s 2ms/step - loss: 0.1347
  744. Epoch 4/10
  745. 1/82 [..............................] - ETA: 0s - loss: 0.0542 33/82 [===========>..................] - ETA: 0s - loss: 0.1295 67/82 [=======================>......] - ETA: 0s - loss: 0.1265 82/82 [==============================] - 0s 2ms/step - loss: 0.1266
  746. Epoch 5/10
  747. 1/82 [..............................] - ETA: 0s - loss: 0.0402 32/82 [==========>...................] - ETA: 0s - loss: 0.1041 63/82 [======================>.......] - ETA: 0s - loss: 0.1226 82/82 [==============================] - 0s 2ms/step - loss: 0.1222
  748. Epoch 6/10
  749. 1/82 [..............................] - ETA: 0s - loss: 0.0446 36/82 [============>.................] - ETA: 0s - loss: 0.1184 73/82 [=========================>....] - ETA: 0s - loss: 0.1084 82/82 [==============================] - 0s 1ms/step - loss: 0.1161
  750. Epoch 7/10
  751. 1/82 [..............................] - ETA: 0s - loss: 0.0480 36/82 [============>.................] - ETA: 0s - loss: 0.0945 71/82 [========================>.....] - ETA: 0s - loss: 0.1131 82/82 [==============================] - 0s 1ms/step - loss: 0.1129
  752. Epoch 8/10
  753. 1/82 [..............................] - ETA: 0s - loss: 0.0288 31/82 [==========>...................] - ETA: 0s - loss: 0.1381 66/82 [=======================>......] - ETA: 0s - loss: 0.1160 82/82 [==============================] - 0s 2ms/step - loss: 0.1121
  754. Epoch 9/10
  755. 1/82 [..............................] - ETA: 0s - loss: 0.0640 35/82 [===========>..................] - ETA: 0s - loss: 0.1191 72/82 [=========================>....] - ETA: 0s - loss: 0.1081 82/82 [==============================] - 0s 1ms/step - loss: 0.1070
  756. Epoch 10/10
  757. 1/82 [..............................] - ETA: 0s - loss: 0.0546 38/82 [============>.................] - ETA: 0s - loss: 0.0999 73/82 [=========================>....] - ETA: 0s - loss: 0.1084 82/82 [==============================] - 0s 1ms/step - loss: 0.1051
  758. -> test with GAN.predict
  759. GAN tn, fp: 186, 17
  760. GAN fn, tp: 5, 2
  761. GAN f1 score: 0.154
  762. GAN cohens kappa score: 0.111
  763. -> test with 'LR'
  764. LR tn, fp: 161, 42
  765. LR fn, tp: 1, 6
  766. LR f1 score: 0.218
  767. LR cohens kappa score: 0.170
  768. LR average precision score: 0.244
  769. -> test with 'RF'
  770. RF tn, fp: 197, 6
  771. RF fn, tp: 7, 0
  772. RF f1 score: 0.000
  773. RF cohens kappa score: -0.032
  774. -> test with 'GB'
  775. GB tn, fp: 199, 4
  776. GB fn, tp: 6, 1
  777. GB f1 score: 0.167
  778. GB cohens kappa score: 0.143
  779. -> test with 'KNN'
  780. KNN tn, fp: 180, 23
  781. KNN fn, tp: 3, 4
  782. KNN f1 score: 0.235
  783. KNN cohens kappa score: 0.193
  784. ====== Step 4/5 =======
  785. -> Shuffling data
  786. -> Spliting data to slices
  787. ------ Step 4/5: Slice 1/5 -------
  788. -> Reset the GAN
  789. -> Train generator for synthetic samples
  790. -> create 784 synthetic samples
  791. -> retrain GAN for predict
  792. Epoch 1/10
  793. 1/82 [..............................] - ETA: 16s - loss: 0.7434 35/82 [===========>..................] - ETA: 0s - loss: 0.2439  74/82 [==========================>...] - ETA: 0s - loss: 0.2324 82/82 [==============================] - 0s 1ms/step - loss: 0.2255
  794. Epoch 2/10
  795. 1/82 [..............................] - ETA: 0s - loss: 0.0615 40/82 [=============>................] - ETA: 0s - loss: 0.1453 79/82 [===========================>..] - ETA: 0s - loss: 0.1735 82/82 [==============================] - 0s 1ms/step - loss: 0.1724
  796. Epoch 3/10
  797. 1/82 [..............................] - ETA: 0s - loss: 0.1299 41/82 [==============>...............] - ETA: 0s - loss: 0.1782 79/82 [===========================>..] - ETA: 0s - loss: 0.1592 82/82 [==============================] - 0s 1ms/step - loss: 0.1568
  798. Epoch 4/10
  799. 1/82 [..............................] - ETA: 0s - loss: 0.2965 36/82 [============>.................] - ETA: 0s - loss: 0.1517 73/82 [=========================>....] - ETA: 0s - loss: 0.1511 82/82 [==============================] - 0s 1ms/step - loss: 0.1484
  800. Epoch 5/10
  801. 1/82 [..............................] - ETA: 0s - loss: 0.1499 39/82 [=============>................] - ETA: 0s - loss: 0.1546 76/82 [==========================>...] - ETA: 0s - loss: 0.1417 82/82 [==============================] - 0s 1ms/step - loss: 0.1413
  802. Epoch 6/10
  803. 1/82 [..............................] - ETA: 0s - loss: 0.2835 39/82 [=============>................] - ETA: 0s - loss: 0.1374 79/82 [===========================>..] - ETA: 0s - loss: 0.1348 82/82 [==============================] - 0s 1ms/step - loss: 0.1318
  804. Epoch 7/10
  805. 1/82 [..............................] - ETA: 0s - loss: 0.3789 39/82 [=============>................] - ETA: 0s - loss: 0.1318 76/82 [==========================>...] - ETA: 0s - loss: 0.1269 82/82 [==============================] - 0s 1ms/step - loss: 0.1265
  806. Epoch 8/10
  807. 1/82 [..............................] - ETA: 0s - loss: 0.0398 39/82 [=============>................] - ETA: 0s - loss: 0.1313 76/82 [==========================>...] - ETA: 0s - loss: 0.1250 82/82 [==============================] - 0s 1ms/step - loss: 0.1247
  808. Epoch 9/10
  809. 1/82 [..............................] - ETA: 0s - loss: 0.6100 35/82 [===========>..................] - ETA: 0s - loss: 0.1199 73/82 [=========================>....] - ETA: 0s - loss: 0.1210 82/82 [==============================] - 0s 1ms/step - loss: 0.1180
  810. Epoch 10/10
  811. 1/82 [..............................] - ETA: 0s - loss: 0.1100 38/82 [============>.................] - ETA: 0s - loss: 0.1199 77/82 [===========================>..] - ETA: 0s - loss: 0.1194 82/82 [==============================] - 0s 1ms/step - loss: 0.1157
  812. -> test with GAN.predict
  813. GAN tn, fp: 192, 13
  814. GAN fn, tp: 5, 4
  815. GAN f1 score: 0.308
  816. GAN cohens kappa score: 0.267
  817. -> test with 'LR'
  818. LR tn, fp: 168, 37
  819. LR fn, tp: 1, 8
  820. LR f1 score: 0.296
  821. LR cohens kappa score: 0.243
  822. LR average precision score: 0.221
  823. -> test with 'RF'
  824. RF tn, fp: 199, 6
  825. RF fn, tp: 9, 0
  826. RF f1 score: 0.000
  827. RF cohens kappa score: -0.035
  828. -> test with 'GB'
  829. GB tn, fp: 201, 4
  830. GB fn, tp: 9, 0
  831. GB f1 score: 0.000
  832. GB cohens kappa score: -0.027
  833. -> test with 'KNN'
  834. KNN tn, fp: 182, 23
  835. KNN fn, tp: 4, 5
  836. KNN f1 score: 0.270
  837. KNN cohens kappa score: 0.221
  838. ------ Step 4/5: Slice 2/5 -------
  839. -> Reset the GAN
  840. -> Train generator for synthetic samples
  841. -> create 784 synthetic samples
  842. -> retrain GAN for predict
  843. Epoch 1/10
  844. 1/82 [..............................] - ETA: 13s - loss: 0.8841 35/82 [===========>..................] - ETA: 0s - loss: 0.2316  68/82 [=======================>......] - ETA: 0s - loss: 0.1935 82/82 [==============================] - 0s 2ms/step - loss: 0.1845
  845. Epoch 2/10
  846. 1/82 [..............................] - ETA: 0s - loss: 0.1649 34/82 [===========>..................] - ETA: 0s - loss: 0.1268 67/82 [=======================>......] - ETA: 0s - loss: 0.1423 82/82 [==============================] - 0s 2ms/step - loss: 0.1385
  847. Epoch 3/10
  848. 1/82 [..............................] - ETA: 0s - loss: 0.1781 35/82 [===========>..................] - ETA: 0s - loss: 0.1207 69/82 [========================>.....] - ETA: 0s - loss: 0.1189 82/82 [==============================] - 0s 2ms/step - loss: 0.1236
  849. Epoch 4/10
  850. 1/82 [..............................] - ETA: 0s - loss: 0.1463 36/82 [============>.................] - ETA: 0s - loss: 0.1192 71/82 [========================>.....] - ETA: 0s - loss: 0.1139 82/82 [==============================] - 0s 1ms/step - loss: 0.1170
  851. Epoch 5/10
  852. 1/82 [..............................] - ETA: 0s - loss: 0.0961 37/82 [============>.................] - ETA: 0s - loss: 0.1264 70/82 [========================>.....] - ETA: 0s - loss: 0.1138 82/82 [==============================] - 0s 1ms/step - loss: 0.1143
  853. Epoch 6/10
  854. 1/82 [..............................] - ETA: 0s - loss: 0.0303 36/82 [============>.................] - ETA: 0s - loss: 0.0962 65/82 [======================>.......] - ETA: 0s - loss: 0.0991 82/82 [==============================] - 0s 2ms/step - loss: 0.1083
  855. Epoch 7/10
  856. 1/82 [..............................] - ETA: 0s - loss: 0.0966 34/82 [===========>..................] - ETA: 0s - loss: 0.1032 69/82 [========================>.....] - ETA: 0s - loss: 0.1075 82/82 [==============================] - 0s 2ms/step - loss: 0.1054
  857. Epoch 8/10
  858. 1/82 [..............................] - ETA: 0s - loss: 0.2336 35/82 [===========>..................] - ETA: 0s - loss: 0.0980 68/82 [=======================>......] - ETA: 0s - loss: 0.1018 82/82 [==============================] - 0s 2ms/step - loss: 0.1030
  859. Epoch 9/10
  860. 1/82 [..............................] - ETA: 0s - loss: 0.0487 36/82 [============>.................] - ETA: 0s - loss: 0.1025 69/82 [========================>.....] - ETA: 0s - loss: 0.0961 82/82 [==============================] - 0s 1ms/step - loss: 0.0995
  861. Epoch 10/10
  862. 1/82 [..............................] - ETA: 0s - loss: 0.0758 34/82 [===========>..................] - ETA: 0s - loss: 0.0999 67/82 [=======================>......] - ETA: 0s - loss: 0.0992 82/82 [==============================] - 0s 2ms/step - loss: 0.0993
  863. -> test with GAN.predict
  864. GAN tn, fp: 195, 10
  865. GAN fn, tp: 5, 4
  866. GAN f1 score: 0.348
  867. GAN cohens kappa score: 0.313
  868. -> test with 'LR'
  869. LR tn, fp: 180, 25
  870. LR fn, tp: 2, 7
  871. LR f1 score: 0.341
  872. LR cohens kappa score: 0.295
  873. LR average precision score: 0.546
  874. -> test with 'RF'
  875. RF tn, fp: 202, 3
  876. RF fn, tp: 9, 0
  877. RF f1 score: 0.000
  878. RF cohens kappa score: -0.021
  879. -> test with 'GB'
  880. GB tn, fp: 205, 0
  881. GB fn, tp: 8, 1
  882. GB f1 score: 0.200
  883. GB cohens kappa score: 0.193
  884. -> test with 'KNN'
  885. KNN tn, fp: 181, 24
  886. KNN fn, tp: 4, 5
  887. KNN f1 score: 0.263
  888. KNN cohens kappa score: 0.213
  889. ------ Step 4/5: Slice 3/5 -------
  890. -> Reset the GAN
  891. -> Train generator for synthetic samples
  892. -> create 784 synthetic samples
  893. -> retrain GAN for predict
  894. Epoch 1/10
  895. 1/82 [..............................] - ETA: 12s - loss: 0.3874 40/82 [=============>................] - ETA: 0s - loss: 0.1897  79/82 [===========================>..] - ETA: 0s - loss: 0.1859 82/82 [==============================] - 0s 1ms/step - loss: 0.1841
  896. Epoch 2/10
  897. 1/82 [..............................] - ETA: 0s - loss: 0.0424 38/82 [============>.................] - ETA: 0s - loss: 0.1499 76/82 [==========================>...] - ETA: 0s - loss: 0.1530 82/82 [==============================] - 0s 1ms/step - loss: 0.1506
  898. Epoch 3/10
  899. 1/82 [..............................] - ETA: 0s - loss: 0.1468 40/82 [=============>................] - ETA: 0s - loss: 0.1278 77/82 [===========================>..] - ETA: 0s - loss: 0.1277 82/82 [==============================] - 0s 1ms/step - loss: 0.1363
  900. Epoch 4/10
  901. 1/82 [..............................] - ETA: 0s - loss: 0.0986 43/82 [==============>...............] - ETA: 0s - loss: 0.1325 82/82 [==============================] - ETA: 0s - loss: 0.1283 82/82 [==============================] - 0s 1ms/step - loss: 0.1283
  902. Epoch 5/10
  903. 1/82 [..............................] - ETA: 0s - loss: 0.2165 38/82 [============>.................] - ETA: 0s - loss: 0.1210 76/82 [==========================>...] - ETA: 0s - loss: 0.1251 82/82 [==============================] - 0s 1ms/step - loss: 0.1242
  904. Epoch 6/10
  905. 1/82 [..............................] - ETA: 0s - loss: 0.2127 41/82 [==============>...............] - ETA: 0s - loss: 0.1240 78/82 [===========================>..] - ETA: 0s - loss: 0.1185 82/82 [==============================] - 0s 1ms/step - loss: 0.1186
  906. Epoch 7/10
  907. 1/82 [..............................] - ETA: 0s - loss: 0.1159 39/82 [=============>................] - ETA: 0s - loss: 0.1140 78/82 [===========================>..] - ETA: 0s - loss: 0.1146 82/82 [==============================] - 0s 1ms/step - loss: 0.1150
  908. Epoch 8/10
  909. 1/82 [..............................] - ETA: 0s - loss: 0.0355 38/82 [============>.................] - ETA: 0s - loss: 0.0968 76/82 [==========================>...] - ETA: 0s - loss: 0.1096 82/82 [==============================] - 0s 1ms/step - loss: 0.1112
  910. Epoch 9/10
  911. 1/82 [..............................] - ETA: 0s - loss: 0.0478 34/82 [===========>..................] - ETA: 0s - loss: 0.1095 68/82 [=======================>......] - ETA: 0s - loss: 0.1080 82/82 [==============================] - 0s 1ms/step - loss: 0.1096
  912. Epoch 10/10
  913. 1/82 [..............................] - ETA: 0s - loss: 0.0719 32/82 [==========>...................] - ETA: 0s - loss: 0.1100 71/82 [========================>.....] - ETA: 0s - loss: 0.1083 82/82 [==============================] - 0s 1ms/step - loss: 0.1069
  914. -> test with GAN.predict
  915. GAN tn, fp: 187, 18
  916. GAN fn, tp: 4, 5
  917. GAN f1 score: 0.312
  918. GAN cohens kappa score: 0.268
  919. -> test with 'LR'
  920. LR tn, fp: 168, 37
  921. LR fn, tp: 4, 5
  922. LR f1 score: 0.196
  923. LR cohens kappa score: 0.136
  924. LR average precision score: 0.199
  925. -> test with 'RF'
  926. RF tn, fp: 204, 1
  927. RF fn, tp: 8, 1
  928. RF f1 score: 0.182
  929. RF cohens kappa score: 0.169
  930. -> test with 'GB'
  931. GB tn, fp: 205, 0
  932. GB fn, tp: 8, 1
  933. GB f1 score: 0.200
  934. GB cohens kappa score: 0.193
  935. -> test with 'KNN'
  936. KNN tn, fp: 178, 27
  937. KNN fn, tp: 4, 5
  938. KNN f1 score: 0.244
  939. KNN cohens kappa score: 0.191
  940. ------ Step 4/5: Slice 4/5 -------
  941. -> Reset the GAN
  942. -> Train generator for synthetic samples
  943. -> create 784 synthetic samples
  944. -> retrain GAN for predict
  945. Epoch 1/10
  946. 1/82 [..............................] - ETA: 15s - loss: 0.1647 35/82 [===========>..................] - ETA: 0s - loss: 0.1708  73/82 [=========================>....] - ETA: 0s - loss: 0.1627 82/82 [==============================] - 0s 1ms/step - loss: 0.1595
  947. Epoch 2/10
  948. 1/82 [..............................] - ETA: 0s - loss: 0.0806 34/82 [===========>..................] - ETA: 0s - loss: 0.1258 69/82 [========================>.....] - ETA: 0s - loss: 0.1272 82/82 [==============================] - 0s 2ms/step - loss: 0.1298
  949. Epoch 3/10
  950. 1/82 [..............................] - ETA: 0s - loss: 0.0501 32/82 [==========>...................] - ETA: 0s - loss: 0.1185 58/82 [====================>.........] - ETA: 0s - loss: 0.1121 82/82 [==============================] - 0s 2ms/step - loss: 0.1170
  951. Epoch 4/10
  952. 1/82 [..............................] - ETA: 0s - loss: 0.1087 33/82 [===========>..................] - ETA: 0s - loss: 0.1083 69/82 [========================>.....] - ETA: 0s - loss: 0.1044 82/82 [==============================] - 0s 2ms/step - loss: 0.1101
  953. Epoch 5/10
  954. 1/82 [..............................] - ETA: 0s - loss: 0.1069 35/82 [===========>..................] - ETA: 0s - loss: 0.1180 66/82 [=======================>......] - ETA: 0s - loss: 0.1128 82/82 [==============================] - 0s 2ms/step - loss: 0.1079
  955. Epoch 6/10
  956. 1/82 [..............................] - ETA: 0s - loss: 0.0880 36/82 [============>.................] - ETA: 0s - loss: 0.1069 70/82 [========================>.....] - ETA: 0s - loss: 0.1022 82/82 [==============================] - 0s 1ms/step - loss: 0.1043
  957. Epoch 7/10
  958. 1/82 [..............................] - ETA: 0s - loss: 0.1447 36/82 [============>.................] - ETA: 0s - loss: 0.0934 72/82 [=========================>....] - ETA: 0s - loss: 0.1091 82/82 [==============================] - 0s 1ms/step - loss: 0.1025
  959. Epoch 8/10
  960. 1/82 [..............................] - ETA: 0s - loss: 0.0544 34/82 [===========>..................] - ETA: 0s - loss: 0.1117 70/82 [========================>.....] - ETA: 0s - loss: 0.1059 82/82 [==============================] - 0s 1ms/step - loss: 0.1002
  961. Epoch 9/10
  962. 1/82 [..............................] - ETA: 0s - loss: 0.1113 36/82 [============>.................] - ETA: 0s - loss: 0.1094 71/82 [========================>.....] - ETA: 0s - loss: 0.0960 82/82 [==============================] - 0s 1ms/step - loss: 0.0966
  963. Epoch 10/10
  964. 1/82 [..............................] - ETA: 0s - loss: 0.0616 34/82 [===========>..................] - ETA: 0s - loss: 0.0847 68/82 [=======================>......] - ETA: 0s - loss: 0.0917 82/82 [==============================] - 0s 2ms/step - loss: 0.0929
  965. -> test with GAN.predict
  966. GAN tn, fp: 195, 10
  967. GAN fn, tp: 5, 4
  968. GAN f1 score: 0.348
  969. GAN cohens kappa score: 0.313
  970. -> test with 'LR'
  971. LR tn, fp: 175, 30
  972. LR fn, tp: 1, 8
  973. LR f1 score: 0.340
  974. LR cohens kappa score: 0.292
  975. LR average precision score: 0.402
  976. -> test with 'RF'
  977. RF tn, fp: 202, 3
  978. RF fn, tp: 8, 1
  979. RF f1 score: 0.154
  980. RF cohens kappa score: 0.131
  981. -> test with 'GB'
  982. GB tn, fp: 203, 2
  983. GB fn, tp: 6, 3
  984. GB f1 score: 0.429
  985. GB cohens kappa score: 0.411
  986. -> test with 'KNN'
  987. KNN tn, fp: 183, 22
  988. KNN fn, tp: 2, 7
  989. KNN f1 score: 0.368
  990. KNN cohens kappa score: 0.325
  991. ------ Step 4/5: Slice 5/5 -------
  992. -> Reset the GAN
  993. -> Train generator for synthetic samples
  994. -> create 784 synthetic samples
  995. -> retrain GAN for predict
  996. Epoch 1/10
  997. 1/82 [..............................] - ETA: 11s - loss: 0.2452 42/82 [==============>...............] - ETA: 0s - loss: 0.3296  81/82 [============================>.] - ETA: 0s - loss: 0.2943 82/82 [==============================] - 0s 1ms/step - loss: 0.2940
  998. Epoch 2/10
  999. 1/82 [..............................] - ETA: 0s - loss: 0.1815 42/82 [==============>...............] - ETA: 0s - loss: 0.2281 82/82 [==============================] - 0s 1ms/step - loss: 0.2232
  1000. Epoch 3/10
  1001. 1/82 [..............................] - ETA: 0s - loss: 0.0787 41/82 [==============>...............] - ETA: 0s - loss: 0.2016 80/82 [============================>.] - ETA: 0s - loss: 0.1962 82/82 [==============================] - 0s 1ms/step - loss: 0.1965
  1002. Epoch 4/10
  1003. 1/82 [..............................] - ETA: 0s - loss: 0.1945 41/82 [==============>...............] - ETA: 0s - loss: 0.1842 82/82 [==============================] - 0s 1ms/step - loss: 0.1816
  1004. Epoch 5/10
  1005. 1/82 [..............................] - ETA: 0s - loss: 0.1092 42/82 [==============>...............] - ETA: 0s - loss: 0.1631 82/82 [==============================] - 0s 1ms/step - loss: 0.1701
  1006. Epoch 6/10
  1007. 1/82 [..............................] - ETA: 0s - loss: 0.2869 43/82 [==============>...............] - ETA: 0s - loss: 0.1544 82/82 [==============================] - 0s 1ms/step - loss: 0.1632
  1008. Epoch 7/10
  1009. 1/82 [..............................] - ETA: 0s - loss: 0.1429 40/82 [=============>................] - ETA: 0s - loss: 0.1492 80/82 [============================>.] - ETA: 0s - loss: 0.1590 82/82 [==============================] - 0s 1ms/step - loss: 0.1587
  1010. Epoch 8/10
  1011. 1/82 [..............................] - ETA: 0s - loss: 0.1473 42/82 [==============>...............] - ETA: 0s - loss: 0.1659 82/82 [==============================] - ETA: 0s - loss: 0.1521 82/82 [==============================] - 0s 1ms/step - loss: 0.1521
  1012. Epoch 9/10
  1013. 1/82 [..............................] - ETA: 0s - loss: 0.0769 38/82 [============>.................] - ETA: 0s - loss: 0.1460 78/82 [===========================>..] - ETA: 0s - loss: 0.1500 82/82 [==============================] - 0s 1ms/step - loss: 0.1489
  1014. Epoch 10/10
  1015. 1/82 [..............................] - ETA: 0s - loss: 0.1277 41/82 [==============>...............] - ETA: 0s - loss: 0.1490 76/82 [==========================>...] - ETA: 0s - loss: 0.1397 82/82 [==============================] - 0s 1ms/step - loss: 0.1431
  1016. -> test with GAN.predict
  1017. GAN tn, fp: 181, 22
  1018. GAN fn, tp: 3, 4
  1019. GAN f1 score: 0.242
  1020. GAN cohens kappa score: 0.200
  1021. -> test with 'LR'
  1022. LR tn, fp: 168, 35
  1023. LR fn, tp: 1, 6
  1024. LR f1 score: 0.250
  1025. LR cohens kappa score: 0.205
  1026. LR average precision score: 0.507
  1027. -> test with 'RF'
  1028. RF tn, fp: 201, 2
  1029. RF fn, tp: 7, 0
  1030. RF f1 score: 0.000
  1031. RF cohens kappa score: -0.015
  1032. -> test with 'GB'
  1033. GB tn, fp: 200, 3
  1034. GB fn, tp: 6, 1
  1035. GB f1 score: 0.182
  1036. GB cohens kappa score: 0.161
  1037. -> test with 'KNN'
  1038. KNN tn, fp: 165, 38
  1039. KNN fn, tp: 3, 4
  1040. KNN f1 score: 0.163
  1041. KNN cohens kappa score: 0.113
  1042. ====== Step 5/5 =======
  1043. -> Shuffling data
  1044. -> Spliting data to slices
  1045. ------ Step 5/5: Slice 1/5 -------
  1046. -> Reset the GAN
  1047. -> Train generator for synthetic samples
  1048. -> create 784 synthetic samples
  1049. -> retrain GAN for predict
  1050. Epoch 1/10
  1051. 1/82 [..............................] - ETA: 13s - loss: 0.5359 33/82 [===========>..................] - ETA: 0s - loss: 0.4556  68/82 [=======================>......] - ETA: 0s - loss: 0.3653 82/82 [==============================] - 0s 2ms/step - loss: 0.3554
  1052. Epoch 2/10
  1053. 1/82 [..............................] - ETA: 0s - loss: 0.0604 37/82 [============>.................] - ETA: 0s - loss: 0.2508 70/82 [========================>.....] - ETA: 0s - loss: 0.2433 82/82 [==============================] - 0s 1ms/step - loss: 0.2381
  1054. Epoch 3/10
  1055. 1/82 [..............................] - ETA: 0s - loss: 0.6137 33/82 [===========>..................] - ETA: 0s - loss: 0.2349 65/82 [======================>.......] - ETA: 0s - loss: 0.2028 82/82 [==============================] - 0s 2ms/step - loss: 0.2079
  1056. Epoch 4/10
  1057. 1/82 [..............................] - ETA: 0s - loss: 0.7613 33/82 [===========>..................] - ETA: 0s - loss: 0.1918 67/82 [=======================>......] - ETA: 0s - loss: 0.1739 82/82 [==============================] - 0s 2ms/step - loss: 0.1888
  1058. Epoch 5/10
  1059. 1/82 [..............................] - ETA: 0s - loss: 0.3021 34/82 [===========>..................] - ETA: 0s - loss: 0.1525 68/82 [=======================>......] - ETA: 0s - loss: 0.1727 82/82 [==============================] - 0s 2ms/step - loss: 0.1774
  1060. Epoch 6/10
  1061. 1/82 [..............................] - ETA: 0s - loss: 0.0732 33/82 [===========>..................] - ETA: 0s - loss: 0.1440 62/82 [=====================>........] - ETA: 0s - loss: 0.1688 82/82 [==============================] - 0s 2ms/step - loss: 0.1677
  1062. Epoch 7/10
  1063. 1/82 [..............................] - ETA: 0s - loss: 0.0854 35/82 [===========>..................] - ETA: 0s - loss: 0.1677 74/82 [==========================>...] - ETA: 0s - loss: 0.1622 82/82 [==============================] - 0s 1ms/step - loss: 0.1606
  1064. Epoch 8/10
  1065. 1/82 [..............................] - ETA: 0s - loss: 0.0405 39/82 [=============>................] - ETA: 0s - loss: 0.1403 74/82 [==========================>...] - ETA: 0s - loss: 0.1555 82/82 [==============================] - 0s 1ms/step - loss: 0.1530
  1066. Epoch 9/10
  1067. 1/82 [..............................] - ETA: 0s - loss: 0.0371 35/82 [===========>..................] - ETA: 0s - loss: 0.1391 69/82 [========================>.....] - ETA: 0s - loss: 0.1469 82/82 [==============================] - 0s 1ms/step - loss: 0.1469
  1068. Epoch 10/10
  1069. 1/82 [..............................] - ETA: 0s - loss: 0.1315 36/82 [============>.................] - ETA: 0s - loss: 0.1521 69/82 [========================>.....] - ETA: 0s - loss: 0.1403 82/82 [==============================] - 0s 2ms/step - loss: 0.1413
  1070. -> test with GAN.predict
  1071. GAN tn, fp: 190, 15
  1072. GAN fn, tp: 3, 6
  1073. GAN f1 score: 0.400
  1074. GAN cohens kappa score: 0.362
  1075. -> test with 'LR'
  1076. LR tn, fp: 179, 26
  1077. LR fn, tp: 4, 5
  1078. LR f1 score: 0.250
  1079. LR cohens kappa score: 0.198
  1080. LR average precision score: 0.184
  1081. -> test with 'RF'
  1082. RF tn, fp: 203, 2
  1083. RF fn, tp: 8, 1
  1084. RF f1 score: 0.167
  1085. RF cohens kappa score: 0.149
  1086. -> test with 'GB'
  1087. GB tn, fp: 203, 2
  1088. GB fn, tp: 8, 1
  1089. GB f1 score: 0.167
  1090. GB cohens kappa score: 0.149
  1091. -> test with 'KNN'
  1092. KNN tn, fp: 180, 25
  1093. KNN fn, tp: 3, 6
  1094. KNN f1 score: 0.300
  1095. KNN cohens kappa score: 0.251
  1096. ------ Step 5/5: Slice 2/5 -------
  1097. -> Reset the GAN
  1098. -> Train generator for synthetic samples
  1099. -> create 784 synthetic samples
  1100. -> retrain GAN for predict
  1101. Epoch 1/10
  1102. 1/82 [..............................] - ETA: 34s - loss: 0.4885 34/82 [===========>..................] - ETA: 0s - loss: 0.3606  71/82 [========================>.....] - ETA: 0s - loss: 0.3125 82/82 [==============================] - 1s 1ms/step - loss: 0.2963
  1103. Epoch 2/10
  1104. 1/82 [..............................] - ETA: 0s - loss: 0.2784 41/82 [==============>...............] - ETA: 0s - loss: 0.2063 81/82 [============================>.] - ETA: 0s - loss: 0.2059 82/82 [==============================] - 0s 1ms/step - loss: 0.2068
  1105. Epoch 3/10
  1106. 1/82 [..............................] - ETA: 0s - loss: 0.3236 41/82 [==============>...............] - ETA: 0s - loss: 0.1831 78/82 [===========================>..] - ETA: 0s - loss: 0.1858 82/82 [==============================] - 0s 1ms/step - loss: 0.1885
  1107. Epoch 4/10
  1108. 1/82 [..............................] - ETA: 0s - loss: 0.2994 36/82 [============>.................] - ETA: 0s - loss: 0.1883 73/82 [=========================>....] - ETA: 0s - loss: 0.1853 82/82 [==============================] - 0s 1ms/step - loss: 0.1813
  1109. Epoch 5/10
  1110. 1/82 [..............................] - ETA: 0s - loss: 0.0963 40/82 [=============>................] - ETA: 0s - loss: 0.1657 79/82 [===========================>..] - ETA: 0s - loss: 0.1705 82/82 [==============================] - 0s 1ms/step - loss: 0.1725
  1111. Epoch 6/10
  1112. 1/82 [..............................] - ETA: 0s - loss: 0.2592 39/82 [=============>................] - ETA: 0s - loss: 0.1878 78/82 [===========================>..] - ETA: 0s - loss: 0.1670 82/82 [==============================] - 0s 1ms/step - loss: 0.1658
  1113. Epoch 7/10
  1114. 1/82 [..............................] - ETA: 0s - loss: 0.2523 36/82 [============>.................] - ETA: 0s - loss: 0.1680 75/82 [==========================>...] - ETA: 0s - loss: 0.1647 82/82 [==============================] - 0s 1ms/step - loss: 0.1640
  1115. Epoch 8/10
  1116. 1/82 [..............................] - ETA: 0s - loss: 0.2313 33/82 [===========>..................] - ETA: 0s - loss: 0.1829 68/82 [=======================>......] - ETA: 0s - loss: 0.1563 82/82 [==============================] - 0s 2ms/step - loss: 0.1568
  1117. Epoch 9/10
  1118. 1/82 [..............................] - ETA: 0s - loss: 0.1169 40/82 [=============>................] - ETA: 0s - loss: 0.1574 79/82 [===========================>..] - ETA: 0s - loss: 0.1531 82/82 [==============================] - 0s 1ms/step - loss: 0.1548
  1119. Epoch 10/10
  1120. 1/82 [..............................] - ETA: 0s - loss: 0.2726 41/82 [==============>...............] - ETA: 0s - loss: 0.1406 78/82 [===========================>..] - ETA: 0s - loss: 0.1448 82/82 [==============================] - 0s 1ms/step - loss: 0.1507
  1121. -> test with GAN.predict
  1122. GAN tn, fp: 186, 19
  1123. GAN fn, tp: 3, 6
  1124. GAN f1 score: 0.353
  1125. GAN cohens kappa score: 0.310
  1126. -> test with 'LR'
  1127. LR tn, fp: 174, 31
  1128. LR fn, tp: 1, 8
  1129. LR f1 score: 0.333
  1130. LR cohens kappa score: 0.284
  1131. LR average precision score: 0.444
  1132. -> test with 'RF'
  1133. RF tn, fp: 204, 1
  1134. RF fn, tp: 9, 0
  1135. RF f1 score: 0.000
  1136. RF cohens kappa score: -0.008
  1137. -> test with 'GB'
  1138. GB tn, fp: 203, 2
  1139. GB fn, tp: 9, 0
  1140. GB f1 score: 0.000
  1141. GB cohens kappa score: -0.016
  1142. -> test with 'KNN'
  1143. KNN tn, fp: 171, 34
  1144. KNN fn, tp: 2, 7
  1145. KNN f1 score: 0.280
  1146. KNN cohens kappa score: 0.227
  1147. ------ Step 5/5: Slice 3/5 -------
  1148. -> Reset the GAN
  1149. -> Train generator for synthetic samples
  1150. -> create 784 synthetic samples
  1151. -> retrain GAN for predict
  1152. Epoch 1/10
  1153. 1/82 [..............................] - ETA: 17s - loss: 0.3535 32/82 [==========>...................] - ETA: 0s - loss: 0.3412  61/82 [=====================>........] - ETA: 0s - loss: 0.2876 82/82 [==============================] - 0s 2ms/step - loss: 0.2737
  1154. Epoch 2/10
  1155. 1/82 [..............................] - ETA: 0s - loss: 0.1979 36/82 [============>.................] - ETA: 0s - loss: 0.2275 71/82 [========================>.....] - ETA: 0s - loss: 0.2239 82/82 [==============================] - 0s 1ms/step - loss: 0.2166
  1156. Epoch 3/10
  1157. 1/82 [..............................] - ETA: 0s - loss: 0.2018 35/82 [===========>..................] - ETA: 0s - loss: 0.1846 70/82 [========================>.....] - ETA: 0s - loss: 0.2013 82/82 [==============================] - 0s 1ms/step - loss: 0.2018
  1158. Epoch 4/10
  1159. 1/82 [..............................] - ETA: 0s - loss: 0.2348 35/82 [===========>..................] - ETA: 0s - loss: 0.2024 70/82 [========================>.....] - ETA: 0s - loss: 0.1911 82/82 [==============================] - 0s 2ms/step - loss: 0.1917
  1160. Epoch 5/10
  1161. 1/82 [..............................] - ETA: 0s - loss: 0.1552 28/82 [=========>....................] - ETA: 0s - loss: 0.1732 60/82 [====================>.........] - ETA: 0s - loss: 0.1812 82/82 [==============================] - 0s 2ms/step - loss: 0.1861
  1162. Epoch 6/10
  1163. 1/82 [..............................] - ETA: 0s - loss: 0.2826 36/82 [============>.................] - ETA: 0s - loss: 0.1935 71/82 [========================>.....] - ETA: 0s - loss: 0.1828 82/82 [==============================] - 0s 1ms/step - loss: 0.1769
  1164. Epoch 7/10
  1165. 1/82 [..............................] - ETA: 0s - loss: 0.1189 36/82 [============>.................] - ETA: 0s - loss: 0.1621 69/82 [========================>.....] - ETA: 0s - loss: 0.1652 82/82 [==============================] - 0s 2ms/step - loss: 0.1707
  1166. Epoch 8/10
  1167. 1/82 [..............................] - ETA: 0s - loss: 0.2396 33/82 [===========>..................] - ETA: 0s - loss: 0.1745 69/82 [========================>.....] - ETA: 0s - loss: 0.1716 82/82 [==============================] - 0s 1ms/step - loss: 0.1668
  1168. Epoch 9/10
  1169. 1/82 [..............................] - ETA: 0s - loss: 0.0626 34/82 [===========>..................] - ETA: 0s - loss: 0.1635 66/82 [=======================>......] - ETA: 0s - loss: 0.1637 82/82 [==============================] - 0s 2ms/step - loss: 0.1614
  1170. Epoch 10/10
  1171. 1/82 [..............................] - ETA: 0s - loss: 0.2100 35/82 [===========>..................] - ETA: 0s - loss: 0.1602 69/82 [========================>.....] - ETA: 0s - loss: 0.1586 82/82 [==============================] - 0s 1ms/step - loss: 0.1557
  1172. -> test with GAN.predict
  1173. GAN tn, fp: 193, 12
  1174. GAN fn, tp: 5, 4
  1175. GAN f1 score: 0.320
  1176. GAN cohens kappa score: 0.281
  1177. -> test with 'LR'
  1178. LR tn, fp: 174, 31
  1179. LR fn, tp: 0, 9
  1180. LR f1 score: 0.367
  1181. LR cohens kappa score: 0.321
  1182. LR average precision score: 0.458
  1183. -> test with 'RF'
  1184. RF tn, fp: 205, 0
  1185. RF fn, tp: 8, 1
  1186. RF f1 score: 0.200
  1187. RF cohens kappa score: 0.193
  1188. -> test with 'GB'
  1189. GB tn, fp: 205, 0
  1190. GB fn, tp: 8, 1
  1191. GB f1 score: 0.200
  1192. GB cohens kappa score: 0.193
  1193. -> test with 'KNN'
  1194. KNN tn, fp: 182, 23
  1195. KNN fn, tp: 2, 7
  1196. KNN f1 score: 0.359
  1197. KNN cohens kappa score: 0.315
  1198. ------ Step 5/5: Slice 4/5 -------
  1199. -> Reset the GAN
  1200. -> Train generator for synthetic samples
  1201. -> create 784 synthetic samples
  1202. -> retrain GAN for predict
  1203. Epoch 1/10
  1204. 1/82 [..............................] - ETA: 17s - loss: 0.2537 37/82 [============>.................] - ETA: 0s - loss: 0.1882  68/82 [=======================>......] - ETA: 0s - loss: 0.1974 82/82 [==============================] - 0s 2ms/step - loss: 0.1870
  1205. Epoch 2/10
  1206. 1/82 [..............................] - ETA: 0s - loss: 0.1932 35/82 [===========>..................] - ETA: 0s - loss: 0.1435 74/82 [==========================>...] - ETA: 0s - loss: 0.1481 82/82 [==============================] - 0s 1ms/step - loss: 0.1452
  1207. Epoch 3/10
  1208. 1/82 [..............................] - ETA: 0s - loss: 0.0425 38/82 [============>.................] - ETA: 0s - loss: 0.1213 75/82 [==========================>...] - ETA: 0s - loss: 0.1307 82/82 [==============================] - 0s 1ms/step - loss: 0.1317
  1209. Epoch 4/10
  1210. 1/82 [..............................] - ETA: 0s - loss: 0.1061 40/82 [=============>................] - ETA: 0s - loss: 0.1057 77/82 [===========================>..] - ETA: 0s - loss: 0.1219 82/82 [==============================] - 0s 1ms/step - loss: 0.1229
  1211. Epoch 5/10
  1212. 1/82 [..............................] - ETA: 0s - loss: 0.0382 40/82 [=============>................] - ETA: 0s - loss: 0.1116 76/82 [==========================>...] - ETA: 0s - loss: 0.1179 82/82 [==============================] - 0s 1ms/step - loss: 0.1181
  1213. Epoch 6/10
  1214. 1/82 [..............................] - ETA: 0s - loss: 0.0618 36/82 [============>.................] - ETA: 0s - loss: 0.1291 69/82 [========================>.....] - ETA: 0s - loss: 0.1130 82/82 [==============================] - 0s 1ms/step - loss: 0.1136
  1215. Epoch 7/10
  1216. 1/82 [..............................] - ETA: 0s - loss: 0.1508 40/82 [=============>................] - ETA: 0s - loss: 0.0886 78/82 [===========================>..] - ETA: 0s - loss: 0.1065 82/82 [==============================] - 0s 1ms/step - loss: 0.1096
  1217. Epoch 8/10
  1218. 1/82 [..............................] - ETA: 0s - loss: 0.1193 38/82 [============>.................] - ETA: 0s - loss: 0.1158 75/82 [==========================>...] - ETA: 0s - loss: 0.1042 82/82 [==============================] - 0s 1ms/step - loss: 0.1055
  1219. Epoch 9/10
  1220. 1/82 [..............................] - ETA: 0s - loss: 0.0644 40/82 [=============>................] - ETA: 0s - loss: 0.1226 77/82 [===========================>..] - ETA: 0s - loss: 0.1057 82/82 [==============================] - 0s 1ms/step - loss: 0.1027
  1221. Epoch 10/10
  1222. 1/82 [..............................] - ETA: 0s - loss: 0.0568 38/82 [============>.................] - ETA: 0s - loss: 0.1143 75/82 [==========================>...] - ETA: 0s - loss: 0.1019 82/82 [==============================] - 0s 1ms/step - loss: 0.1019
  1223. -> test with GAN.predict
  1224. GAN tn, fp: 193, 12
  1225. GAN fn, tp: 6, 3
  1226. GAN f1 score: 0.250
  1227. GAN cohens kappa score: 0.208
  1228. -> test with 'LR'
  1229. LR tn, fp: 178, 27
  1230. LR fn, tp: 4, 5
  1231. LR f1 score: 0.244
  1232. LR cohens kappa score: 0.191
  1233. LR average precision score: 0.188
  1234. -> test with 'RF'
  1235. RF tn, fp: 202, 3
  1236. RF fn, tp: 9, 0
  1237. RF f1 score: 0.000
  1238. RF cohens kappa score: -0.021
  1239. -> test with 'GB'
  1240. GB tn, fp: 203, 2
  1241. GB fn, tp: 9, 0
  1242. GB f1 score: 0.000
  1243. GB cohens kappa score: -0.016
  1244. -> test with 'KNN'
  1245. KNN tn, fp: 186, 19
  1246. KNN fn, tp: 4, 5
  1247. KNN f1 score: 0.303
  1248. KNN cohens kappa score: 0.258
  1249. ------ Step 5/5: Slice 5/5 -------
  1250. -> Reset the GAN
  1251. -> Train generator for synthetic samples
  1252. -> create 784 synthetic samples
  1253. -> retrain GAN for predict
  1254. Epoch 1/10
  1255. 1/82 [..............................] - ETA: 12s - loss: 0.2007 42/82 [==============>...............] - ETA: 0s - loss: 0.2405  82/82 [==============================] - 0s 1ms/step - loss: 0.2171
  1256. Epoch 2/10
  1257. 1/82 [..............................] - ETA: 0s - loss: 0.2413 41/82 [==============>...............] - ETA: 0s - loss: 0.1589 75/82 [==========================>...] - ETA: 0s - loss: 0.1747 82/82 [==============================] - 0s 1ms/step - loss: 0.1742
  1258. Epoch 3/10
  1259. 1/82 [..............................] - ETA: 0s - loss: 0.0858 43/82 [==============>...............] - ETA: 0s - loss: 0.1423 82/82 [==============================] - 0s 1ms/step - loss: 0.1614
  1260. Epoch 4/10
  1261. 1/82 [..............................] - ETA: 0s - loss: 0.0629 43/82 [==============>...............] - ETA: 0s - loss: 0.1539 81/82 [============================>.] - ETA: 0s - loss: 0.1530 82/82 [==============================] - 0s 1ms/step - loss: 0.1526
  1262. Epoch 5/10
  1263. 1/82 [..............................] - ETA: 0s - loss: 0.2881 40/82 [=============>................] - ETA: 0s - loss: 0.1655 79/82 [===========================>..] - ETA: 0s - loss: 0.1481 82/82 [==============================] - 0s 1ms/step - loss: 0.1470
  1264. Epoch 6/10
  1265. 1/82 [..............................] - ETA: 0s - loss: 0.1233 41/82 [==============>...............] - ETA: 0s - loss: 0.1536 82/82 [==============================] - ETA: 0s - loss: 0.1395 82/82 [==============================] - 0s 1ms/step - loss: 0.1395
  1266. Epoch 7/10
  1267. 1/82 [..............................] - ETA: 0s - loss: 0.1136 42/82 [==============>...............] - ETA: 0s - loss: 0.1435 80/82 [============================>.] - ETA: 0s - loss: 0.1332 82/82 [==============================] - 0s 1ms/step - loss: 0.1349
  1268. Epoch 8/10
  1269. 1/82 [..............................] - ETA: 0s - loss: 0.1679 43/82 [==============>...............] - ETA: 0s - loss: 0.1308 82/82 [==============================] - 0s 1ms/step - loss: 0.1307
  1270. Epoch 9/10
  1271. 1/82 [..............................] - ETA: 0s - loss: 0.1273 43/82 [==============>...............] - ETA: 0s - loss: 0.1196 82/82 [==============================] - 0s 1ms/step - loss: 0.1265
  1272. Epoch 10/10
  1273. 1/82 [..............................] - ETA: 0s - loss: 0.2184 38/82 [============>.................] - ETA: 0s - loss: 0.1312 75/82 [==========================>...] - ETA: 0s - loss: 0.1277 82/82 [==============================] - 0s 1ms/step - loss: 0.1246
  1274. -> test with GAN.predict
  1275. GAN tn, fp: 182, 21
  1276. GAN fn, tp: 5, 2
  1277. GAN f1 score: 0.133
  1278. GAN cohens kappa score: 0.087
  1279. -> test with 'LR'
  1280. LR tn, fp: 163, 40
  1281. LR fn, tp: 2, 5
  1282. LR f1 score: 0.192
  1283. LR cohens kappa score: 0.143
  1284. LR average precision score: 0.336
  1285. -> test with 'RF'
  1286. RF tn, fp: 196, 7
  1287. RF fn, tp: 7, 0
  1288. RF f1 score: 0.000
  1289. RF cohens kappa score: -0.034
  1290. -> test with 'GB'
  1291. GB tn, fp: 202, 1
  1292. GB fn, tp: 5, 2
  1293. GB f1 score: 0.400
  1294. GB cohens kappa score: 0.388
  1295. -> test with 'KNN'
  1296. KNN tn, fp: 175, 28
  1297. KNN fn, tp: 4, 3
  1298. KNN f1 score: 0.158
  1299. KNN cohens kappa score: 0.109
  1300. ### Exercise is done.
  1301. -----[ LR ]-----
  1302. maximum:
  1303. LR tn, fp: 186, 50
  1304. LR fn, tp: 5, 9
  1305. LR f1 score: 0.486
  1306. LR cohens kappa score: 0.452
  1307. LR average precision score: 0.719
  1308. average:
  1309. LR tn, fp: 172.24, 32.36
  1310. LR fn, tp: 2.16, 6.44
  1311. LR f1 score: 0.276
  1312. LR cohens kappa score: 0.226
  1313. LR average precision score: 0.350
  1314. minimum:
  1315. LR tn, fp: 155, 19
  1316. LR fn, tp: 0, 4
  1317. LR f1 score: 0.170
  1318. LR cohens kappa score: 0.110
  1319. LR average precision score: 0.084
  1320. -----[ RF ]-----
  1321. maximum:
  1322. RF tn, fp: 205, 10
  1323. RF fn, tp: 9, 2
  1324. RF f1 score: 0.364
  1325. RF cohens kappa score: 0.354
  1326. average:
  1327. RF tn, fp: 201.64, 2.96
  1328. RF fn, tp: 8.2, 0.4
  1329. RF f1 score: 0.064
  1330. RF cohens kappa score: 0.044
  1331. minimum:
  1332. RF tn, fp: 195, 0
  1333. RF fn, tp: 7, 0
  1334. RF f1 score: 0.000
  1335. RF cohens kappa score: -0.035
  1336. -----[ GB ]-----
  1337. maximum:
  1338. GB tn, fp: 205, 14
  1339. GB fn, tp: 9, 4
  1340. GB f1 score: 0.429
  1341. GB cohens kappa score: 0.411
  1342. average:
  1343. GB tn, fp: 202.6, 2.0
  1344. GB fn, tp: 7.6, 1.0
  1345. GB f1 score: 0.162
  1346. GB cohens kappa score: 0.147
  1347. minimum:
  1348. GB tn, fp: 191, 0
  1349. GB fn, tp: 5, 0
  1350. GB f1 score: 0.000
  1351. GB cohens kappa score: -0.027
  1352. -----[ KNN ]-----
  1353. maximum:
  1354. KNN tn, fp: 193, 38
  1355. KNN fn, tp: 4, 8
  1356. KNN f1 score: 0.500
  1357. KNN cohens kappa score: 0.470
  1358. average:
  1359. KNN tn, fp: 177.68, 26.92
  1360. KNN fn, tp: 3.0, 5.6
  1361. KNN f1 score: 0.277
  1362. KNN cohens kappa score: 0.228
  1363. minimum:
  1364. KNN tn, fp: 165, 12
  1365. KNN fn, tp: 1, 3
  1366. KNN f1 score: 0.158
  1367. KNN cohens kappa score: 0.109
  1368. -----[ GAN ]-----
  1369. maximum:
  1370. GAN tn, fp: 201, 25
  1371. GAN fn, tp: 8, 7
  1372. GAN f1 score: 0.632
  1373. GAN cohens kappa score: 0.615
  1374. average:
  1375. GAN tn, fp: 189.16, 15.44
  1376. GAN fn, tp: 4.36, 4.24
  1377. GAN f1 score: 0.302
  1378. GAN cohens kappa score: 0.262
  1379. minimum:
  1380. GAN tn, fp: 178, 4
  1381. GAN fn, tp: 1, 1
  1382. GAN f1 score: 0.077
  1383. GAN cohens kappa score: 0.023