folding_flare-F.log 131 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571
  1. ///////////////////////////////////////////
  2. // Running convGAN-majority-full on folding_flare-F
  3. ///////////////////////////////////////////
  4. Load 'data_input/folding_flare-F'
  5. from pickle file
  6. non empty cut in data_input/folding_flare-F! (23 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 784 synthetic samples
  17. -> retrain GAN for predict
  18. Epoch 1/10
  19. 1/82 [..............................] - ETA: 14s - loss: 4.9632e-05 37/82 [============>.................] - ETA: 0s - loss: 0.1286  67/82 [=======================>......] - ETA: 0s - loss: 0.1133 82/82 [==============================] - 0s 2ms/step - loss: 0.1065
  20. Epoch 2/10
  21. 1/82 [..............................] - ETA: 0s - loss: 2.2218e-04 36/82 [============>.................] - ETA: 0s - loss: 0.0639  65/82 [======================>.......] - ETA: 0s - loss: 0.0854 82/82 [==============================] - 0s 2ms/step - loss: 0.0840
  22. Epoch 3/10
  23. 1/82 [..............................] - ETA: 0s - loss: 0.1552 32/82 [==========>...................] - ETA: 0s - loss: 0.0727 66/82 [=======================>......] - ETA: 0s - loss: 0.0749 82/82 [==============================] - 0s 2ms/step - loss: 0.0732
  24. Epoch 4/10
  25. 1/82 [..............................] - ETA: 0s - loss: 6.5896e-05 36/82 [============>.................] - ETA: 0s - loss: 0.0795  68/82 [=======================>......] - ETA: 0s - loss: 0.0724 82/82 [==============================] - 0s 2ms/step - loss: 0.0696
  26. Epoch 5/10
  27. 1/82 [..............................] - ETA: 0s - loss: 0.0071 28/82 [=========>....................] - ETA: 0s - loss: 0.0730 56/82 [===================>..........] - ETA: 0s - loss: 0.0611 82/82 [==============================] - 0s 2ms/step - loss: 0.0615
  28. Epoch 6/10
  29. 1/82 [..............................] - ETA: 0s - loss: 0.0845 33/82 [===========>..................] - ETA: 0s - loss: 0.0662 66/82 [=======================>......] - ETA: 0s - loss: 0.0589 82/82 [==============================] - 0s 2ms/step - loss: 0.0582
  30. Epoch 7/10
  31. 1/82 [..............................] - ETA: 0s - loss: 0.0802 36/82 [============>.................] - ETA: 0s - loss: 0.0746 72/82 [=========================>....] - ETA: 0s - loss: 0.0589 82/82 [==============================] - 0s 1ms/step - loss: 0.0555
  32. Epoch 8/10
  33. 1/82 [..............................] - ETA: 0s - loss: 0.3370 33/82 [===========>..................] - ETA: 0s - loss: 0.0602 71/82 [========================>.....] - ETA: 0s - loss: 0.0560 82/82 [==============================] - 0s 1ms/step - loss: 0.0548
  34. Epoch 9/10
  35. 1/82 [..............................] - ETA: 0s - loss: 0.0636 35/82 [===========>..................] - ETA: 0s - loss: 0.0483 73/82 [=========================>....] - ETA: 0s - loss: 0.0581 82/82 [==============================] - 0s 1ms/step - loss: 0.0540
  36. Epoch 10/10
  37. 1/82 [..............................] - ETA: 0s - loss: 0.0019 36/82 [============>.................] - ETA: 0s - loss: 0.0478 70/82 [========================>.....] - ETA: 0s - loss: 0.0505 82/82 [==============================] - 0s 1ms/step - loss: 0.0518
  38. -> test with GAN.predict
  39. GAN tn, fp: 195, 10
  40. GAN fn, tp: 8, 1
  41. GAN f1 score: 0.100
  42. GAN cohens kappa score: 0.056
  43. -> test with 'LR'
  44. LR tn, fp: 183, 22
  45. LR fn, tp: 8, 1
  46. LR f1 score: 0.062
  47. LR cohens kappa score: 0.002
  48. LR average precision score: 0.089
  49. -> test with 'RF'
  50. RF tn, fp: 198, 7
  51. RF fn, tp: 8, 1
  52. RF f1 score: 0.118
  53. RF cohens kappa score: 0.081
  54. -> test with 'GB'
  55. GB tn, fp: 201, 4
  56. GB fn, tp: 8, 1
  57. GB f1 score: 0.143
  58. GB cohens kappa score: 0.116
  59. -> test with 'KNN'
  60. KNN tn, fp: 187, 18
  61. KNN fn, tp: 6, 3
  62. KNN f1 score: 0.200
  63. KNN cohens kappa score: 0.150
  64. ------ Step 1/5: Slice 2/5 -------
  65. -> Reset the GAN
  66. -> Train generator for synthetic samples
  67. -> create 784 synthetic samples
  68. -> retrain GAN for predict
  69. Epoch 1/10
  70. 1/82 [..............................] - ETA: 13s - loss: 0.0482 38/82 [============>.................] - ETA: 0s - loss: 0.1049  76/82 [==========================>...] - ETA: 0s - loss: 0.1098 82/82 [==============================] - 0s 1ms/step - loss: 0.1065
  71. Epoch 2/10
  72. 1/82 [..............................] - ETA: 0s - loss: 0.0098 39/82 [=============>................] - ETA: 0s - loss: 0.0859 77/82 [===========================>..] - ETA: 0s - loss: 0.0957 82/82 [==============================] - 0s 1ms/step - loss: 0.0970
  73. Epoch 3/10
  74. 1/82 [..............................] - ETA: 0s - loss: 0.0977 35/82 [===========>..................] - ETA: 0s - loss: 0.1076 66/82 [=======================>......] - ETA: 0s - loss: 0.0971 82/82 [==============================] - 0s 2ms/step - loss: 0.0982
  75. Epoch 4/10
  76. 1/82 [..............................] - ETA: 0s - loss: 0.0377 32/82 [==========>...................] - ETA: 0s - loss: 0.1151 71/82 [========================>.....] - ETA: 0s - loss: 0.0987 82/82 [==============================] - 0s 1ms/step - loss: 0.0971
  77. Epoch 5/10
  78. 1/82 [..............................] - ETA: 0s - loss: 0.2431 40/82 [=============>................] - ETA: 0s - loss: 0.0926 75/82 [==========================>...] - ETA: 0s - loss: 0.0975 82/82 [==============================] - 0s 1ms/step - loss: 0.0960
  79. Epoch 6/10
  80. 1/82 [..............................] - ETA: 0s - loss: 0.0696 35/82 [===========>..................] - ETA: 0s - loss: 0.0894 70/82 [========================>.....] - ETA: 0s - loss: 0.0893 82/82 [==============================] - 0s 1ms/step - loss: 0.0932
  81. Epoch 7/10
  82. 1/82 [..............................] - ETA: 0s - loss: 0.0761 39/82 [=============>................] - ETA: 0s - loss: 0.0910 79/82 [===========================>..] - ETA: 0s - loss: 0.0928 82/82 [==============================] - 0s 1ms/step - loss: 0.0929
  83. Epoch 8/10
  84. 1/82 [..............................] - ETA: 0s - loss: 0.1336 39/82 [=============>................] - ETA: 0s - loss: 0.0877 74/82 [==========================>...] - ETA: 0s - loss: 0.0863 82/82 [==============================] - 0s 1ms/step - loss: 0.0896
  85. Epoch 9/10
  86. 1/82 [..............................] - ETA: 0s - loss: 0.0309 39/82 [=============>................] - ETA: 0s - loss: 0.1007 77/82 [===========================>..] - ETA: 0s - loss: 0.0888 82/82 [==============================] - 0s 1ms/step - loss: 0.0875
  87. Epoch 10/10
  88. 1/82 [..............................] - ETA: 0s - loss: 0.0761 36/82 [============>.................] - ETA: 0s - loss: 0.0906 73/82 [=========================>....] - ETA: 0s - loss: 0.0872 82/82 [==============================] - 0s 1ms/step - loss: 0.0912
  89. -> test with GAN.predict
  90. GAN tn, fp: 193, 12
  91. GAN fn, tp: 6, 3
  92. GAN f1 score: 0.250
  93. GAN cohens kappa score: 0.208
  94. -> test with 'LR'
  95. LR tn, fp: 167, 38
  96. LR fn, tp: 0, 9
  97. LR f1 score: 0.321
  98. LR cohens kappa score: 0.270
  99. LR average precision score: 0.382
  100. -> test with 'RF'
  101. RF tn, fp: 200, 5
  102. RF fn, tp: 8, 1
  103. RF f1 score: 0.133
  104. RF cohens kappa score: 0.103
  105. -> test with 'GB'
  106. GB tn, fp: 202, 3
  107. GB fn, tp: 7, 2
  108. GB f1 score: 0.286
  109. GB cohens kappa score: 0.264
  110. -> test with 'KNN'
  111. KNN tn, fp: 166, 39
  112. KNN fn, tp: 2, 7
  113. KNN f1 score: 0.255
  114. KNN cohens kappa score: 0.198
  115. ------ Step 1/5: Slice 3/5 -------
  116. -> Reset the GAN
  117. -> Train generator for synthetic samples
  118. -> create 784 synthetic samples
  119. -> retrain GAN for predict
  120. Epoch 1/10
  121. 1/82 [..............................] - ETA: 15s - loss: 0.0152 34/82 [===========>..................] - ETA: 0s - loss: 0.1003  68/82 [=======================>......] - ETA: 0s - loss: 0.0807 82/82 [==============================] - 0s 2ms/step - loss: 0.0760
  122. Epoch 2/10
  123. 1/82 [..............................] - ETA: 0s - loss: 0.0875 35/82 [===========>..................] - ETA: 0s - loss: 0.0847 68/82 [=======================>......] - ETA: 0s - loss: 0.0757 82/82 [==============================] - 0s 2ms/step - loss: 0.0760
  124. Epoch 3/10
  125. 1/82 [..............................] - ETA: 0s - loss: 0.0113 31/82 [==========>...................] - ETA: 0s - loss: 0.0735 61/82 [=====================>........] - ETA: 0s - loss: 0.0696 82/82 [==============================] - 0s 2ms/step - loss: 0.0688
  126. Epoch 4/10
  127. 1/82 [..............................] - ETA: 0s - loss: 0.1143 33/82 [===========>..................] - ETA: 0s - loss: 0.0616 63/82 [======================>.......] - ETA: 0s - loss: 0.0678 82/82 [==============================] - 0s 2ms/step - loss: 0.0722
  128. Epoch 5/10
  129. 1/82 [..............................] - ETA: 0s - loss: 0.0235 33/82 [===========>..................] - ETA: 0s - loss: 0.0767 64/82 [======================>.......] - ETA: 0s - loss: 0.0699 82/82 [==============================] - 0s 2ms/step - loss: 0.0661
  130. Epoch 6/10
  131. 1/82 [..............................] - ETA: 0s - loss: 3.0378e-04 31/82 [==========>...................] - ETA: 0s - loss: 0.0632  60/82 [====================>.........] - ETA: 0s - loss: 0.0597 82/82 [==============================] - 0s 2ms/step - loss: 0.0667
  132. Epoch 7/10
  133. 1/82 [..............................] - ETA: 0s - loss: 0.0015 35/82 [===========>..................] - ETA: 0s - loss: 0.0386 65/82 [======================>.......] - ETA: 0s - loss: 0.0638 82/82 [==============================] - 0s 2ms/step - loss: 0.0634
  134. Epoch 8/10
  135. 1/82 [..............................] - ETA: 0s - loss: 0.0199 34/82 [===========>..................] - ETA: 0s - loss: 0.0411 61/82 [=====================>........] - ETA: 0s - loss: 0.0557 82/82 [==============================] - 0s 2ms/step - loss: 0.0646
  136. Epoch 9/10
  137. 1/82 [..............................] - ETA: 0s - loss: 0.1357 34/82 [===========>..................] - ETA: 0s - loss: 0.0651 71/82 [========================>.....] - ETA: 0s - loss: 0.0618 82/82 [==============================] - 0s 2ms/step - loss: 0.0624
  138. Epoch 10/10
  139. 1/82 [..............................] - ETA: 0s - loss: 0.2484 33/82 [===========>..................] - ETA: 0s - loss: 0.0727 65/82 [======================>.......] - ETA: 0s - loss: 0.0688 82/82 [==============================] - 0s 2ms/step - loss: 0.0620
  140. -> test with GAN.predict
  141. GAN tn, fp: 201, 4
  142. GAN fn, tp: 7, 2
  143. GAN f1 score: 0.267
  144. GAN cohens kappa score: 0.241
  145. -> test with 'LR'
  146. LR tn, fp: 181, 24
  147. LR fn, tp: 3, 6
  148. LR f1 score: 0.308
  149. LR cohens kappa score: 0.260
  150. LR average precision score: 0.504
  151. -> test with 'RF'
  152. RF tn, fp: 202, 3
  153. RF fn, tp: 9, 0
  154. RF f1 score: 0.000
  155. RF cohens kappa score: -0.021
  156. -> test with 'GB'
  157. GB tn, fp: 205, 0
  158. GB fn, tp: 8, 1
  159. GB f1 score: 0.200
  160. GB cohens kappa score: 0.193
  161. -> test with 'KNN'
  162. KNN tn, fp: 189, 16
  163. KNN fn, tp: 3, 6
  164. KNN f1 score: 0.387
  165. KNN cohens kappa score: 0.348
  166. ------ Step 1/5: Slice 4/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 784 synthetic samples
  170. -> retrain GAN for predict
  171. Epoch 1/10
  172. 1/82 [..............................] - ETA: 14s - loss: 0.0227 27/82 [========>.....................] - ETA: 0s - loss: 0.0920  55/82 [===================>..........] - ETA: 0s - loss: 0.0824 82/82 [==============================] - ETA: 0s - loss: 0.0894 82/82 [==============================] - 0s 2ms/step - loss: 0.0894
  173. Epoch 2/10
  174. 1/82 [..............................] - ETA: 0s - loss: 0.1863 26/82 [========>.....................] - ETA: 0s - loss: 0.0787 51/82 [=================>............] - ETA: 0s - loss: 0.0898 76/82 [==========================>...] - ETA: 0s - loss: 0.0957 82/82 [==============================] - 0s 2ms/step - loss: 0.0964
  175. Epoch 3/10
  176. 1/82 [..............................] - ETA: 0s - loss: 0.0826 27/82 [========>.....................] - ETA: 0s - loss: 0.0869 55/82 [===================>..........] - ETA: 0s - loss: 0.0875 82/82 [==============================] - ETA: 0s - loss: 0.0861 82/82 [==============================] - 0s 2ms/step - loss: 0.0861
  177. Epoch 4/10
  178. 1/82 [..............................] - ETA: 0s - loss: 0.0463 27/82 [========>.....................] - ETA: 0s - loss: 0.1063 54/82 [==================>...........] - ETA: 0s - loss: 0.0888 82/82 [==============================] - 0s 2ms/step - loss: 0.0828
  179. Epoch 5/10
  180. 1/82 [..............................] - ETA: 0s - loss: 0.1628 37/82 [============>.................] - ETA: 0s - loss: 0.0834 73/82 [=========================>....] - ETA: 0s - loss: 0.0725 82/82 [==============================] - 0s 1ms/step - loss: 0.0785
  181. Epoch 6/10
  182. 1/82 [..............................] - ETA: 0s - loss: 0.0040 34/82 [===========>..................] - ETA: 0s - loss: 0.0784 66/82 [=======================>......] - ETA: 0s - loss: 0.0770 82/82 [==============================] - 0s 2ms/step - loss: 0.0771
  183. Epoch 7/10
  184. 1/82 [..............................] - ETA: 0s - loss: 0.2374 30/82 [=========>....................] - ETA: 0s - loss: 0.0717 65/82 [======================>.......] - ETA: 0s - loss: 0.0743 82/82 [==============================] - 0s 2ms/step - loss: 0.0749
  185. Epoch 8/10
  186. 1/82 [..............................] - ETA: 0s - loss: 0.0060 38/82 [============>.................] - ETA: 0s - loss: 0.0757 74/82 [==========================>...] - ETA: 0s - loss: 0.0730 82/82 [==============================] - 0s 1ms/step - loss: 0.0728
  187. Epoch 9/10
  188. 1/82 [..............................] - ETA: 0s - loss: 0.0611 36/82 [============>.................] - ETA: 0s - loss: 0.0748 71/82 [========================>.....] - ETA: 0s - loss: 0.0703 82/82 [==============================] - 0s 1ms/step - loss: 0.0718
  189. Epoch 10/10
  190. 1/82 [..............................] - ETA: 0s - loss: 0.0242 38/82 [============>.................] - ETA: 0s - loss: 0.0719 76/82 [==========================>...] - ETA: 0s - loss: 0.0618 82/82 [==============================] - 0s 1ms/step - loss: 0.0705
  191. -> test with GAN.predict
  192. GAN tn, fp: 203, 2
  193. GAN fn, tp: 8, 1
  194. GAN f1 score: 0.167
  195. GAN cohens kappa score: 0.149
  196. -> test with 'LR'
  197. LR tn, fp: 190, 15
  198. LR fn, tp: 0, 9
  199. LR f1 score: 0.545
  200. LR cohens kappa score: 0.516
  201. LR average precision score: 0.796
  202. -> test with 'RF'
  203. RF tn, fp: 204, 1
  204. RF fn, tp: 8, 1
  205. RF f1 score: 0.182
  206. RF cohens kappa score: 0.169
  207. -> test with 'GB'
  208. GB tn, fp: 205, 0
  209. GB fn, tp: 7, 2
  210. GB f1 score: 0.364
  211. GB cohens kappa score: 0.354
  212. -> test with 'KNN'
  213. KNN tn, fp: 198, 7
  214. KNN fn, tp: 5, 4
  215. KNN f1 score: 0.400
  216. KNN cohens kappa score: 0.371
  217. ------ Step 1/5: Slice 5/5 -------
  218. -> Reset the GAN
  219. -> Train generator for synthetic samples
  220. -> create 784 synthetic samples
  221. -> retrain GAN for predict
  222. Epoch 1/10
  223. 1/82 [..............................] - ETA: 11s - loss: 0.0348 38/82 [============>.................] - ETA: 0s - loss: 0.1220  75/82 [==========================>...] - ETA: 0s - loss: 0.1026 82/82 [==============================] - 0s 1ms/step - loss: 0.1034
  224. Epoch 2/10
  225. 1/82 [..............................] - ETA: 0s - loss: 0.0806 41/82 [==============>...............] - ETA: 0s - loss: 0.0772 81/82 [============================>.] - ETA: 0s - loss: 0.0879 82/82 [==============================] - 0s 1ms/step - loss: 0.0868
  226. Epoch 3/10
  227. 1/82 [..............................] - ETA: 0s - loss: 0.2511 33/82 [===========>..................] - ETA: 0s - loss: 0.0726 72/82 [=========================>....] - ETA: 0s - loss: 0.0738 82/82 [==============================] - 0s 1ms/step - loss: 0.0772
  228. Epoch 4/10
  229. 1/82 [..............................] - ETA: 0s - loss: 0.0015 41/82 [==============>...............] - ETA: 0s - loss: 0.0673 82/82 [==============================] - ETA: 0s - loss: 0.0751 82/82 [==============================] - 0s 1ms/step - loss: 0.0751
  230. Epoch 5/10
  231. 1/82 [..............................] - ETA: 0s - loss: 0.1432 39/82 [=============>................] - ETA: 0s - loss: 0.0853 79/82 [===========================>..] - ETA: 0s - loss: 0.0759 82/82 [==============================] - 0s 1ms/step - loss: 0.0740
  232. Epoch 6/10
  233. 1/82 [..............................] - ETA: 0s - loss: 0.0029 41/82 [==============>...............] - ETA: 0s - loss: 0.0749 77/82 [===========================>..] - ETA: 0s - loss: 0.0694 82/82 [==============================] - 0s 1ms/step - loss: 0.0696
  234. Epoch 7/10
  235. 1/82 [..............................] - ETA: 0s - loss: 0.0053 40/82 [=============>................] - ETA: 0s - loss: 0.0690 77/82 [===========================>..] - ETA: 0s - loss: 0.0693 82/82 [==============================] - 0s 1ms/step - loss: 0.0678
  236. Epoch 8/10
  237. 1/82 [..............................] - ETA: 0s - loss: 0.0080 39/82 [=============>................] - ETA: 0s - loss: 0.0655 78/82 [===========================>..] - ETA: 0s - loss: 0.0649 82/82 [==============================] - 0s 1ms/step - loss: 0.0642
  238. Epoch 9/10
  239. 1/82 [..............................] - ETA: 0s - loss: 0.0240 38/82 [============>.................] - ETA: 0s - loss: 0.0703 77/82 [===========================>..] - ETA: 0s - loss: 0.0627 82/82 [==============================] - 0s 1ms/step - loss: 0.0658
  240. Epoch 10/10
  241. 1/82 [..............................] - ETA: 0s - loss: 0.0327 38/82 [============>.................] - ETA: 0s - loss: 0.0540 76/82 [==========================>...] - ETA: 0s - loss: 0.0631 82/82 [==============================] - 0s 1ms/step - loss: 0.0628
  242. -> test with GAN.predict
  243. GAN tn, fp: 192, 11
  244. GAN fn, tp: 5, 2
  245. GAN f1 score: 0.200
  246. GAN cohens kappa score: 0.164
  247. -> test with 'LR'
  248. LR tn, fp: 182, 21
  249. LR fn, tp: 3, 4
  250. LR f1 score: 0.250
  251. LR cohens kappa score: 0.209
  252. LR average precision score: 0.218
  253. -> test with 'RF'
  254. RF tn, fp: 199, 4
  255. RF fn, tp: 7, 0
  256. RF f1 score: 0.000
  257. RF cohens kappa score: -0.025
  258. -> test with 'GB'
  259. GB tn, fp: 199, 4
  260. GB fn, tp: 4, 3
  261. GB f1 score: 0.429
  262. GB cohens kappa score: 0.409
  263. -> test with 'KNN'
  264. KNN tn, fp: 183, 20
  265. KNN fn, tp: 2, 5
  266. KNN f1 score: 0.312
  267. KNN cohens kappa score: 0.275
  268. ====== Step 2/5 =======
  269. -> Shuffling data
  270. -> Spliting data to slices
  271. ------ Step 2/5: Slice 1/5 -------
  272. -> Reset the GAN
  273. -> Train generator for synthetic samples
  274. -> create 784 synthetic samples
  275. -> retrain GAN for predict
  276. Epoch 1/10
  277. 1/82 [..............................] - ETA: 15s - loss: 0.0387 34/82 [===========>..................] - ETA: 0s - loss: 0.0730  71/82 [========================>.....] - ETA: 0s - loss: 0.0723 82/82 [==============================] - 0s 1ms/step - loss: 0.0745
  278. Epoch 2/10
  279. 1/82 [..............................] - ETA: 0s - loss: 0.0026 37/82 [============>.................] - ETA: 0s - loss: 0.0560 73/82 [=========================>....] - ETA: 0s - loss: 0.0696 82/82 [==============================] - 0s 1ms/step - loss: 0.0697
  280. Epoch 3/10
  281. 1/82 [..............................] - ETA: 0s - loss: 0.2029 33/82 [===========>..................] - ETA: 0s - loss: 0.0480 70/82 [========================>.....] - ETA: 0s - loss: 0.0584 82/82 [==============================] - 0s 1ms/step - loss: 0.0677
  282. Epoch 4/10
  283. 1/82 [..............................] - ETA: 0s - loss: 0.0014 38/82 [============>.................] - ETA: 0s - loss: 0.0699 72/82 [=========================>....] - ETA: 0s - loss: 0.0654 82/82 [==============================] - 0s 1ms/step - loss: 0.0667
  284. Epoch 5/10
  285. 1/82 [..............................] - ETA: 0s - loss: 0.0692 37/82 [============>.................] - ETA: 0s - loss: 0.0630 72/82 [=========================>....] - ETA: 0s - loss: 0.0674 82/82 [==============================] - 0s 1ms/step - loss: 0.0643
  286. Epoch 6/10
  287. 1/82 [..............................] - ETA: 0s - loss: 0.0126 38/82 [============>.................] - ETA: 0s - loss: 0.0583 75/82 [==========================>...] - ETA: 0s - loss: 0.0643 82/82 [==============================] - 0s 1ms/step - loss: 0.0649
  288. Epoch 7/10
  289. 1/82 [..............................] - ETA: 0s - loss: 0.1636 37/82 [============>.................] - ETA: 0s - loss: 0.0495 73/82 [=========================>....] - ETA: 0s - loss: 0.0702 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  290. Epoch 8/10
  291. 1/82 [..............................] - ETA: 0s - loss: 0.0018 35/82 [===========>..................] - ETA: 0s - loss: 0.0650 71/82 [========================>.....] - ETA: 0s - loss: 0.0560 82/82 [==============================] - 0s 1ms/step - loss: 0.0613
  292. Epoch 9/10
  293. 1/82 [..............................] - ETA: 0s - loss: 0.0017 34/82 [===========>..................] - ETA: 0s - loss: 0.0506 64/82 [======================>.......] - ETA: 0s - loss: 0.0570 82/82 [==============================] - 0s 2ms/step - loss: 0.0587
  294. Epoch 10/10
  295. 1/82 [..............................] - ETA: 0s - loss: 0.0310 29/82 [=========>....................] - ETA: 0s - loss: 0.0555 56/82 [===================>..........] - ETA: 0s - loss: 0.0569 79/82 [===========================>..] - ETA: 0s - loss: 0.0607 82/82 [==============================] - 0s 2ms/step - loss: 0.0614
  296. -> test with GAN.predict
  297. GAN tn, fp: 198, 7
  298. GAN fn, tp: 6, 3
  299. GAN f1 score: 0.316
  300. GAN cohens kappa score: 0.284
  301. -> test with 'LR'
  302. LR tn, fp: 178, 27
  303. LR fn, tp: 2, 7
  304. LR f1 score: 0.326
  305. LR cohens kappa score: 0.278
  306. LR average precision score: 0.422
  307. -> test with 'RF'
  308. RF tn, fp: 202, 3
  309. RF fn, tp: 7, 2
  310. RF f1 score: 0.286
  311. RF cohens kappa score: 0.264
  312. -> test with 'GB'
  313. GB tn, fp: 203, 2
  314. GB fn, tp: 8, 1
  315. GB f1 score: 0.167
  316. GB cohens kappa score: 0.149
  317. -> test with 'KNN'
  318. KNN tn, fp: 189, 16
  319. KNN fn, tp: 3, 6
  320. KNN f1 score: 0.387
  321. KNN cohens kappa score: 0.348
  322. ------ Step 2/5: Slice 2/5 -------
  323. -> Reset the GAN
  324. -> Train generator for synthetic samples
  325. -> create 784 synthetic samples
  326. -> retrain GAN for predict
  327. Epoch 1/10
  328. 1/82 [..............................] - ETA: 40s - loss: 2.5342e-04 36/82 [============>.................] - ETA: 0s - loss: 0.1244  72/82 [=========================>....] - ETA: 0s - loss: 0.1184 82/82 [==============================] - 1s 1ms/step - loss: 0.1095
  329. Epoch 2/10
  330. 1/82 [..............................] - ETA: 0s - loss: 0.0093 38/82 [============>.................] - ETA: 0s - loss: 0.0830 72/82 [=========================>....] - ETA: 0s - loss: 0.0854 82/82 [==============================] - 0s 1ms/step - loss: 0.0888
  331. Epoch 3/10
  332. 1/82 [..............................] - ETA: 0s - loss: 0.0016 27/82 [========>.....................] - ETA: 0s - loss: 0.0559 62/82 [=====================>........] - ETA: 0s - loss: 0.0702 82/82 [==============================] - 0s 2ms/step - loss: 0.0771
  333. Epoch 4/10
  334. 1/82 [..............................] - ETA: 0s - loss: 0.2124 35/82 [===========>..................] - ETA: 0s - loss: 0.0849 68/82 [=======================>......] - ETA: 0s - loss: 0.0739 82/82 [==============================] - 0s 1ms/step - loss: 0.0731
  335. Epoch 5/10
  336. 1/82 [..............................] - ETA: 0s - loss: 0.0026 38/82 [============>.................] - ETA: 0s - loss: 0.0777 73/82 [=========================>....] - ETA: 0s - loss: 0.0734 82/82 [==============================] - 0s 1ms/step - loss: 0.0703
  337. Epoch 6/10
  338. 1/82 [..............................] - ETA: 0s - loss: 0.0093 38/82 [============>.................] - ETA: 0s - loss: 0.0757 75/82 [==========================>...] - ETA: 0s - loss: 0.0662 82/82 [==============================] - 0s 1ms/step - loss: 0.0639
  339. Epoch 7/10
  340. 1/82 [..............................] - ETA: 0s - loss: 0.0187 35/82 [===========>..................] - ETA: 0s - loss: 0.0587 65/82 [======================>.......] - ETA: 0s - loss: 0.0619 82/82 [==============================] - 0s 2ms/step - loss: 0.0631
  341. Epoch 8/10
  342. 1/82 [..............................] - ETA: 0s - loss: 0.0010 26/82 [========>.....................] - ETA: 0s - loss: 0.0665 52/82 [==================>...........] - ETA: 0s - loss: 0.0707 77/82 [===========================>..] - ETA: 0s - loss: 0.0639 82/82 [==============================] - 0s 2ms/step - loss: 0.0622
  343. Epoch 9/10
  344. 1/82 [..............................] - ETA: 0s - loss: 0.0120 28/82 [=========>....................] - ETA: 0s - loss: 0.0609 57/82 [===================>..........] - ETA: 0s - loss: 0.0597 82/82 [==============================] - 0s 2ms/step - loss: 0.0613
  345. Epoch 10/10
  346. 1/82 [..............................] - ETA: 0s - loss: 0.0016 30/82 [=========>....................] - ETA: 0s - loss: 0.0629 57/82 [===================>..........] - ETA: 0s - loss: 0.0608 82/82 [==============================] - 0s 2ms/step - loss: 0.0576
  347. -> test with GAN.predict
  348. GAN tn, fp: 200, 5
  349. GAN fn, tp: 8, 1
  350. GAN f1 score: 0.133
  351. GAN cohens kappa score: 0.103
  352. -> test with 'LR'
  353. LR tn, fp: 176, 29
  354. LR fn, tp: 4, 5
  355. LR f1 score: 0.233
  356. LR cohens kappa score: 0.178
  357. LR average precision score: 0.374
  358. -> test with 'RF'
  359. RF tn, fp: 202, 3
  360. RF fn, tp: 8, 1
  361. RF f1 score: 0.154
  362. RF cohens kappa score: 0.131
  363. -> test with 'GB'
  364. GB tn, fp: 203, 2
  365. GB fn, tp: 9, 0
  366. GB f1 score: 0.000
  367. GB cohens kappa score: -0.016
  368. -> test with 'KNN'
  369. KNN tn, fp: 184, 21
  370. KNN fn, tp: 4, 5
  371. KNN f1 score: 0.286
  372. KNN cohens kappa score: 0.238
  373. ------ Step 2/5: Slice 3/5 -------
  374. -> Reset the GAN
  375. -> Train generator for synthetic samples
  376. -> create 784 synthetic samples
  377. -> retrain GAN for predict
  378. Epoch 1/10
  379. 1/82 [..............................] - ETA: 13s - loss: 0.0050 37/82 [============>.................] - ETA: 0s - loss: 0.1025  67/82 [=======================>......] - ETA: 0s - loss: 0.0978 82/82 [==============================] - 0s 2ms/step - loss: 0.1085
  380. Epoch 2/10
  381. 1/82 [..............................] - ETA: 0s - loss: 0.0970 33/82 [===========>..................] - ETA: 0s - loss: 0.0670 67/82 [=======================>......] - ETA: 0s - loss: 0.0965 82/82 [==============================] - 0s 2ms/step - loss: 0.0902
  382. Epoch 3/10
  383. 1/82 [..............................] - ETA: 0s - loss: 0.0083 40/82 [=============>................] - ETA: 0s - loss: 0.0910 78/82 [===========================>..] - ETA: 0s - loss: 0.0815 82/82 [==============================] - 0s 1ms/step - loss: 0.0828
  384. Epoch 4/10
  385. 1/82 [..............................] - ETA: 0s - loss: 0.0305 39/82 [=============>................] - ETA: 0s - loss: 0.0889 79/82 [===========================>..] - ETA: 0s - loss: 0.0716 82/82 [==============================] - 0s 1ms/step - loss: 0.0766
  386. Epoch 5/10
  387. 1/82 [..............................] - ETA: 0s - loss: 0.0307 37/82 [============>.................] - ETA: 0s - loss: 0.0830 76/82 [==========================>...] - ETA: 0s - loss: 0.0772 82/82 [==============================] - 0s 1ms/step - loss: 0.0742
  388. Epoch 6/10
  389. 1/82 [..............................] - ETA: 0s - loss: 0.0051 41/82 [==============>...............] - ETA: 0s - loss: 0.0737 80/82 [============================>.] - ETA: 0s - loss: 0.0698 82/82 [==============================] - 0s 1ms/step - loss: 0.0684
  390. Epoch 7/10
  391. 1/82 [..............................] - ETA: 0s - loss: 0.0079 40/82 [=============>................] - ETA: 0s - loss: 0.0787 78/82 [===========================>..] - ETA: 0s - loss: 0.0673 82/82 [==============================] - 0s 1ms/step - loss: 0.0649
  392. Epoch 8/10
  393. 1/82 [..............................] - ETA: 0s - loss: 0.1827 40/82 [=============>................] - ETA: 0s - loss: 0.0700 76/82 [==========================>...] - ETA: 0s - loss: 0.0643 82/82 [==============================] - 0s 1ms/step - loss: 0.0638
  394. Epoch 9/10
  395. 1/82 [..............................] - ETA: 0s - loss: 0.0011 40/82 [=============>................] - ETA: 0s - loss: 0.0514 77/82 [===========================>..] - ETA: 0s - loss: 0.0611 82/82 [==============================] - 0s 1ms/step - loss: 0.0598
  396. Epoch 10/10
  397. 1/82 [..............................] - ETA: 0s - loss: 0.0257 37/82 [============>.................] - ETA: 0s - loss: 0.0596 75/82 [==========================>...] - ETA: 0s - loss: 0.0652 82/82 [==============================] - 0s 1ms/step - loss: 0.0609
  398. -> test with GAN.predict
  399. GAN tn, fp: 205, 0
  400. GAN fn, tp: 8, 1
  401. GAN f1 score: 0.200
  402. GAN cohens kappa score: 0.193
  403. -> test with 'LR'
  404. LR tn, fp: 180, 25
  405. LR fn, tp: 3, 6
  406. LR f1 score: 0.300
  407. LR cohens kappa score: 0.251
  408. LR average precision score: 0.386
  409. -> test with 'RF'
  410. RF tn, fp: 203, 2
  411. RF fn, tp: 8, 1
  412. RF f1 score: 0.167
  413. RF cohens kappa score: 0.149
  414. -> test with 'GB'
  415. GB tn, fp: 204, 1
  416. GB fn, tp: 8, 1
  417. GB f1 score: 0.182
  418. GB cohens kappa score: 0.169
  419. -> test with 'KNN'
  420. KNN tn, fp: 191, 14
  421. KNN fn, tp: 4, 5
  422. KNN f1 score: 0.357
  423. KNN cohens kappa score: 0.318
  424. ------ Step 2/5: Slice 4/5 -------
  425. -> Reset the GAN
  426. -> Train generator for synthetic samples
  427. -> create 784 synthetic samples
  428. -> retrain GAN for predict
  429. Epoch 1/10
  430. 1/82 [..............................] - ETA: 13s - loss: 0.2398 40/82 [=============>................] - ETA: 0s - loss: 0.1093  79/82 [===========================>..] - ETA: 0s - loss: 0.0965 82/82 [==============================] - 0s 1ms/step - loss: 0.0958
  431. Epoch 2/10
  432. 1/82 [..............................] - ETA: 0s - loss: 0.0037 39/82 [=============>................] - ETA: 0s - loss: 0.0806 75/82 [==========================>...] - ETA: 0s - loss: 0.0899 82/82 [==============================] - 0s 1ms/step - loss: 0.0863
  433. Epoch 3/10
  434. 1/82 [..............................] - ETA: 0s - loss: 0.0439 39/82 [=============>................] - ETA: 0s - loss: 0.0743 77/82 [===========================>..] - ETA: 0s - loss: 0.0785 82/82 [==============================] - 0s 1ms/step - loss: 0.0776
  435. Epoch 4/10
  436. 1/82 [..............................] - ETA: 0s - loss: 0.0017 33/82 [===========>..................] - ETA: 0s - loss: 0.0537 69/82 [========================>.....] - ETA: 0s - loss: 0.0719 82/82 [==============================] - 0s 1ms/step - loss: 0.0735
  437. Epoch 5/10
  438. 1/82 [..............................] - ETA: 0s - loss: 0.0071 37/82 [============>.................] - ETA: 0s - loss: 0.0561 71/82 [========================>.....] - ETA: 0s - loss: 0.0663 82/82 [==============================] - 0s 1ms/step - loss: 0.0695
  439. Epoch 6/10
  440. 1/82 [..............................] - ETA: 0s - loss: 0.0077 36/82 [============>.................] - ETA: 0s - loss: 0.0594 69/82 [========================>.....] - ETA: 0s - loss: 0.0700 82/82 [==============================] - 0s 1ms/step - loss: 0.0690
  441. Epoch 7/10
  442. 1/82 [..............................] - ETA: 0s - loss: 0.0496 37/82 [============>.................] - ETA: 0s - loss: 0.0876 75/82 [==========================>...] - ETA: 0s - loss: 0.0711 82/82 [==============================] - 0s 1ms/step - loss: 0.0677
  443. Epoch 8/10
  444. 1/82 [..............................] - ETA: 0s - loss: 0.0357 36/82 [============>.................] - ETA: 0s - loss: 0.0705 68/82 [=======================>......] - ETA: 0s - loss: 0.0640 82/82 [==============================] - 0s 2ms/step - loss: 0.0640
  445. Epoch 9/10
  446. 1/82 [..............................] - ETA: 0s - loss: 0.0029 31/82 [==========>...................] - ETA: 0s - loss: 0.0750 67/82 [=======================>......] - ETA: 0s - loss: 0.0647 82/82 [==============================] - 0s 1ms/step - loss: 0.0640
  447. Epoch 10/10
  448. 1/82 [..............................] - ETA: 0s - loss: 0.2749 39/82 [=============>................] - ETA: 0s - loss: 0.0535 76/82 [==========================>...] - ETA: 0s - loss: 0.0615 82/82 [==============================] - 0s 1ms/step - loss: 0.0627
  449. -> test with GAN.predict
  450. GAN tn, fp: 202, 3
  451. GAN fn, tp: 8, 1
  452. GAN f1 score: 0.154
  453. GAN cohens kappa score: 0.131
  454. -> test with 'LR'
  455. LR tn, fp: 193, 12
  456. LR fn, tp: 5, 4
  457. LR f1 score: 0.320
  458. LR cohens kappa score: 0.281
  459. LR average precision score: 0.295
  460. -> test with 'RF'
  461. RF tn, fp: 202, 3
  462. RF fn, tp: 8, 1
  463. RF f1 score: 0.154
  464. RF cohens kappa score: 0.131
  465. -> test with 'GB'
  466. GB tn, fp: 203, 2
  467. GB fn, tp: 8, 1
  468. GB f1 score: 0.167
  469. GB cohens kappa score: 0.149
  470. -> test with 'KNN'
  471. KNN tn, fp: 192, 13
  472. KNN fn, tp: 3, 6
  473. KNN f1 score: 0.429
  474. KNN cohens kappa score: 0.394
  475. ------ Step 2/5: Slice 5/5 -------
  476. -> Reset the GAN
  477. -> Train generator for synthetic samples
  478. -> create 784 synthetic samples
  479. -> retrain GAN for predict
  480. Epoch 1/10
  481. 1/82 [..............................] - ETA: 12s - loss: 0.0764 40/82 [=============>................] - ETA: 0s - loss: 0.0755  82/82 [==============================] - ETA: 0s - loss: 0.0873 82/82 [==============================] - 0s 1ms/step - loss: 0.0873
  482. Epoch 2/10
  483. 1/82 [..............................] - ETA: 0s - loss: 0.0146 42/82 [==============>...............] - ETA: 0s - loss: 0.0837 80/82 [============================>.] - ETA: 0s - loss: 0.0786 82/82 [==============================] - 0s 1ms/step - loss: 0.0776
  484. Epoch 3/10
  485. 1/82 [..............................] - ETA: 0s - loss: 0.0196 41/82 [==============>...............] - ETA: 0s - loss: 0.0977 82/82 [==============================] - ETA: 0s - loss: 0.0847 82/82 [==============================] - 0s 1ms/step - loss: 0.0847
  486. Epoch 4/10
  487. 1/82 [..............................] - ETA: 0s - loss: 0.0348 41/82 [==============>...............] - ETA: 0s - loss: 0.0758 77/82 [===========================>..] - ETA: 0s - loss: 0.0743 82/82 [==============================] - 0s 1ms/step - loss: 0.0783
  488. Epoch 5/10
  489. 1/82 [..............................] - ETA: 0s - loss: 0.1130 38/82 [============>.................] - ETA: 0s - loss: 0.0709 69/82 [========================>.....] - ETA: 0s - loss: 0.0723 82/82 [==============================] - 0s 1ms/step - loss: 0.0792
  490. Epoch 6/10
  491. 1/82 [..............................] - ETA: 0s - loss: 0.0696 42/82 [==============>...............] - ETA: 0s - loss: 0.0845 82/82 [==============================] - ETA: 0s - loss: 0.0790 82/82 [==============================] - 0s 1ms/step - loss: 0.0790
  492. Epoch 7/10
  493. 1/82 [..............................] - ETA: 0s - loss: 0.0121 41/82 [==============>...............] - ETA: 0s - loss: 0.0728 78/82 [===========================>..] - ETA: 0s - loss: 0.0764 82/82 [==============================] - 0s 1ms/step - loss: 0.0768
  494. Epoch 8/10
  495. 1/82 [..............................] - ETA: 0s - loss: 0.0802 42/82 [==============>...............] - ETA: 0s - loss: 0.0628 82/82 [==============================] - ETA: 0s - loss: 0.0724 82/82 [==============================] - 0s 1ms/step - loss: 0.0724
  496. Epoch 9/10
  497. 1/82 [..............................] - ETA: 0s - loss: 0.0037 42/82 [==============>...............] - ETA: 0s - loss: 0.0796 82/82 [==============================] - 0s 1ms/step - loss: 0.0773
  498. Epoch 10/10
  499. 1/82 [..............................] - ETA: 0s - loss: 0.0419 41/82 [==============>...............] - ETA: 0s - loss: 0.0668 82/82 [==============================] - ETA: 0s - loss: 0.0741 82/82 [==============================] - 0s 1ms/step - loss: 0.0741
  500. -> test with GAN.predict
  501. GAN tn, fp: 191, 12
  502. GAN fn, tp: 5, 2
  503. GAN f1 score: 0.190
  504. GAN cohens kappa score: 0.153
  505. -> test with 'LR'
  506. LR tn, fp: 176, 27
  507. LR fn, tp: 0, 7
  508. LR f1 score: 0.341
  509. LR cohens kappa score: 0.303
  510. LR average precision score: 0.392
  511. -> test with 'RF'
  512. RF tn, fp: 201, 2
  513. RF fn, tp: 6, 1
  514. RF f1 score: 0.200
  515. RF cohens kappa score: 0.184
  516. -> test with 'GB'
  517. GB tn, fp: 201, 2
  518. GB fn, tp: 6, 1
  519. GB f1 score: 0.200
  520. GB cohens kappa score: 0.184
  521. -> test with 'KNN'
  522. KNN tn, fp: 180, 23
  523. KNN fn, tp: 1, 6
  524. KNN f1 score: 0.333
  525. KNN cohens kappa score: 0.295
  526. ====== Step 3/5 =======
  527. -> Shuffling data
  528. -> Spliting data to slices
  529. ------ Step 3/5: Slice 1/5 -------
  530. -> Reset the GAN
  531. -> Train generator for synthetic samples
  532. -> create 784 synthetic samples
  533. -> retrain GAN for predict
  534. Epoch 1/10
  535. 1/82 [..............................] - ETA: 13s - loss: 0.3820 40/82 [=============>................] - ETA: 0s - loss: 0.1146  79/82 [===========================>..] - ETA: 0s - loss: 0.1147 82/82 [==============================] - 0s 1ms/step - loss: 0.1114
  536. Epoch 2/10
  537. 1/82 [..............................] - ETA: 0s - loss: 0.0871 36/82 [============>.................] - ETA: 0s - loss: 0.0916 72/82 [=========================>....] - ETA: 0s - loss: 0.0989 82/82 [==============================] - 0s 1ms/step - loss: 0.0961
  538. Epoch 3/10
  539. 1/82 [..............................] - ETA: 0s - loss: 0.0108 31/82 [==========>...................] - ETA: 0s - loss: 0.0920 70/82 [========================>.....] - ETA: 0s - loss: 0.0860 82/82 [==============================] - 0s 1ms/step - loss: 0.0921
  540. Epoch 4/10
  541. 1/82 [..............................] - ETA: 0s - loss: 0.0790 38/82 [============>.................] - ETA: 0s - loss: 0.0929 74/82 [==========================>...] - ETA: 0s - loss: 0.0876 82/82 [==============================] - 0s 1ms/step - loss: 0.0891
  542. Epoch 5/10
  543. 1/82 [..............................] - ETA: 0s - loss: 0.0884 40/82 [=============>................] - ETA: 0s - loss: 0.0662 78/82 [===========================>..] - ETA: 0s - loss: 0.0843 82/82 [==============================] - 0s 1ms/step - loss: 0.0852
  544. Epoch 6/10
  545. 1/82 [..............................] - ETA: 0s - loss: 0.0634 41/82 [==============>...............] - ETA: 0s - loss: 0.0861 79/82 [===========================>..] - ETA: 0s - loss: 0.0822 82/82 [==============================] - 0s 1ms/step - loss: 0.0798
  546. Epoch 7/10
  547. 1/82 [..............................] - ETA: 0s - loss: 0.1097 40/82 [=============>................] - ETA: 0s - loss: 0.0809 72/82 [=========================>....] - ETA: 0s - loss: 0.0847 82/82 [==============================] - 0s 1ms/step - loss: 0.0852
  548. Epoch 8/10
  549. 1/82 [..............................] - ETA: 0s - loss: 0.0913 34/82 [===========>..................] - ETA: 0s - loss: 0.0933 69/82 [========================>.....] - ETA: 0s - loss: 0.0794 82/82 [==============================] - 0s 1ms/step - loss: 0.0823
  550. Epoch 9/10
  551. 1/82 [..............................] - ETA: 0s - loss: 0.0195 41/82 [==============>...............] - ETA: 0s - loss: 0.0846 79/82 [===========================>..] - ETA: 0s - loss: 0.0786 82/82 [==============================] - 0s 1ms/step - loss: 0.0818
  552. Epoch 10/10
  553. 1/82 [..............................] - ETA: 0s - loss: 0.0747 40/82 [=============>................] - ETA: 0s - loss: 0.0761 77/82 [===========================>..] - ETA: 0s - loss: 0.0822 82/82 [==============================] - 0s 1ms/step - loss: 0.0821
  554. -> test with GAN.predict
  555. GAN tn, fp: 204, 1
  556. GAN fn, tp: 7, 2
  557. GAN f1 score: 0.333
  558. GAN cohens kappa score: 0.319
  559. -> test with 'LR'
  560. LR tn, fp: 188, 17
  561. LR fn, tp: 1, 8
  562. LR f1 score: 0.471
  563. LR cohens kappa score: 0.436
  564. LR average precision score: 0.820
  565. -> test with 'RF'
  566. RF tn, fp: 204, 1
  567. RF fn, tp: 9, 0
  568. RF f1 score: 0.000
  569. RF cohens kappa score: -0.008
  570. -> test with 'GB'
  571. GB tn, fp: 205, 0
  572. GB fn, tp: 9, 0
  573. GB f1 score: 0.000
  574. GB cohens kappa score: 0.000
  575. -> test with 'KNN'
  576. KNN tn, fp: 193, 12
  577. KNN fn, tp: 3, 6
  578. KNN f1 score: 0.444
  579. KNN cohens kappa score: 0.411
  580. ------ Step 3/5: Slice 2/5 -------
  581. -> Reset the GAN
  582. -> Train generator for synthetic samples
  583. -> create 784 synthetic samples
  584. -> retrain GAN for predict
  585. Epoch 1/10
  586. 1/82 [..............................] - ETA: 15s - loss: 7.2936e-05 40/82 [=============>................] - ETA: 0s - loss: 0.0904  79/82 [===========================>..] - ETA: 0s - loss: 0.0896 82/82 [==============================] - 0s 1ms/step - loss: 0.0908
  587. Epoch 2/10
  588. 1/82 [..............................] - ETA: 0s - loss: 0.2217 40/82 [=============>................] - ETA: 0s - loss: 0.0768 79/82 [===========================>..] - ETA: 0s - loss: 0.0783 82/82 [==============================] - 0s 1ms/step - loss: 0.0774
  589. Epoch 3/10
  590. 1/82 [..............................] - ETA: 0s - loss: 2.0882e-04 39/82 [=============>................] - ETA: 0s - loss: 0.0601  76/82 [==========================>...] - ETA: 0s - loss: 0.0648 82/82 [==============================] - 0s 1ms/step - loss: 0.0727
  591. Epoch 4/10
  592. 1/82 [..............................] - ETA: 0s - loss: 0.0039 35/82 [===========>..................] - ETA: 0s - loss: 0.0431 66/82 [=======================>......] - ETA: 0s - loss: 0.0703 82/82 [==============================] - 0s 2ms/step - loss: 0.0685
  593. Epoch 5/10
  594. 1/82 [..............................] - ETA: 0s - loss: 0.0216 36/82 [============>.................] - ETA: 0s - loss: 0.0742 72/82 [=========================>....] - ETA: 0s - loss: 0.0649 82/82 [==============================] - 0s 1ms/step - loss: 0.0613
  595. Epoch 6/10
  596. 1/82 [..............................] - ETA: 0s - loss: 0.0418 40/82 [=============>................] - ETA: 0s - loss: 0.0740 79/82 [===========================>..] - ETA: 0s - loss: 0.0610 82/82 [==============================] - 0s 1ms/step - loss: 0.0596
  597. Epoch 7/10
  598. 1/82 [..............................] - ETA: 0s - loss: 0.0046 40/82 [=============>................] - ETA: 0s - loss: 0.0559 76/82 [==========================>...] - ETA: 0s - loss: 0.0578 82/82 [==============================] - 0s 1ms/step - loss: 0.0576
  599. Epoch 8/10
  600. 1/82 [..............................] - ETA: 0s - loss: 0.0487 39/82 [=============>................] - ETA: 0s - loss: 0.0413 78/82 [===========================>..] - ETA: 0s - loss: 0.0567 82/82 [==============================] - 0s 1ms/step - loss: 0.0557
  601. Epoch 9/10
  602. 1/82 [..............................] - ETA: 0s - loss: 0.1747 38/82 [============>.................] - ETA: 0s - loss: 0.0456 76/82 [==========================>...] - ETA: 0s - loss: 0.0506 82/82 [==============================] - 0s 1ms/step - loss: 0.0545
  603. Epoch 10/10
  604. 1/82 [..............................] - ETA: 0s - loss: 3.9321e-04 39/82 [=============>................] - ETA: 0s - loss: 0.0474  77/82 [===========================>..] - ETA: 0s - loss: 0.0509 82/82 [==============================] - 0s 1ms/step - loss: 0.0520
  605. -> test with GAN.predict
  606. GAN tn, fp: 188, 17
  607. GAN fn, tp: 6, 3
  608. GAN f1 score: 0.207
  609. GAN cohens kappa score: 0.158
  610. -> test with 'LR'
  611. LR tn, fp: 176, 29
  612. LR fn, tp: 2, 7
  613. LR f1 score: 0.311
  614. LR cohens kappa score: 0.261
  615. LR average precision score: 0.247
  616. -> test with 'RF'
  617. RF tn, fp: 198, 7
  618. RF fn, tp: 6, 3
  619. RF f1 score: 0.316
  620. RF cohens kappa score: 0.284
  621. -> test with 'GB'
  622. GB tn, fp: 198, 7
  623. GB fn, tp: 5, 4
  624. GB f1 score: 0.400
  625. GB cohens kappa score: 0.371
  626. -> test with 'KNN'
  627. KNN tn, fp: 181, 24
  628. KNN fn, tp: 5, 4
  629. KNN f1 score: 0.216
  630. KNN cohens kappa score: 0.163
  631. ------ Step 3/5: Slice 3/5 -------
  632. -> Reset the GAN
  633. -> Train generator for synthetic samples
  634. -> create 784 synthetic samples
  635. -> retrain GAN for predict
  636. Epoch 1/10
  637. 1/82 [..............................] - ETA: 13s - loss: 0.0052 40/82 [=============>................] - ETA: 0s - loss: 0.0727  79/82 [===========================>..] - ETA: 0s - loss: 0.0901 82/82 [==============================] - 0s 1ms/step - loss: 0.0927
  638. Epoch 2/10
  639. 1/82 [..............................] - ETA: 0s - loss: 0.2623 40/82 [=============>................] - ETA: 0s - loss: 0.0968 78/82 [===========================>..] - ETA: 0s - loss: 0.0850 82/82 [==============================] - 0s 1ms/step - loss: 0.0826
  640. Epoch 3/10
  641. 1/82 [..............................] - ETA: 0s - loss: 0.0177 39/82 [=============>................] - ETA: 0s - loss: 0.0621 78/82 [===========================>..] - ETA: 0s - loss: 0.0757 82/82 [==============================] - 0s 1ms/step - loss: 0.0737
  642. Epoch 4/10
  643. 1/82 [..............................] - ETA: 0s - loss: 0.0381 39/82 [=============>................] - ETA: 0s - loss: 0.0703 70/82 [========================>.....] - ETA: 0s - loss: 0.0689 82/82 [==============================] - 0s 1ms/step - loss: 0.0704
  644. Epoch 5/10
  645. 1/82 [..............................] - ETA: 0s - loss: 0.1204 32/82 [==========>...................] - ETA: 0s - loss: 0.0670 67/82 [=======================>......] - ETA: 0s - loss: 0.0634 82/82 [==============================] - 0s 1ms/step - loss: 0.0668
  646. Epoch 6/10
  647. 1/82 [..............................] - ETA: 0s - loss: 0.0552 39/82 [=============>................] - ETA: 0s - loss: 0.0612 77/82 [===========================>..] - ETA: 0s - loss: 0.0666 82/82 [==============================] - 0s 1ms/step - loss: 0.0647
  648. Epoch 7/10
  649. 1/82 [..............................] - ETA: 0s - loss: 0.0087 38/82 [============>.................] - ETA: 0s - loss: 0.0716 72/82 [=========================>....] - ETA: 0s - loss: 0.0678 82/82 [==============================] - 0s 1ms/step - loss: 0.0635
  650. Epoch 8/10
  651. 1/82 [..............................] - ETA: 0s - loss: 0.0171 37/82 [============>.................] - ETA: 0s - loss: 0.0423 76/82 [==========================>...] - ETA: 0s - loss: 0.0580 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  652. Epoch 9/10
  653. 1/82 [..............................] - ETA: 0s - loss: 0.0041 39/82 [=============>................] - ETA: 0s - loss: 0.0520 79/82 [===========================>..] - ETA: 0s - loss: 0.0595 82/82 [==============================] - 0s 1ms/step - loss: 0.0604
  654. Epoch 10/10
  655. 1/82 [..............................] - ETA: 0s - loss: 0.0612 37/82 [============>.................] - ETA: 0s - loss: 0.0514 75/82 [==========================>...] - ETA: 0s - loss: 0.0569 82/82 [==============================] - 0s 1ms/step - loss: 0.0578
  656. -> test with GAN.predict
  657. GAN tn, fp: 200, 5
  658. GAN fn, tp: 9, 0
  659. GAN f1 score: 0.000
  660. GAN cohens kappa score: -0.031
  661. -> test with 'LR'
  662. LR tn, fp: 192, 13
  663. LR fn, tp: 3, 6
  664. LR f1 score: 0.429
  665. LR cohens kappa score: 0.394
  666. LR average precision score: 0.349
  667. -> test with 'RF'
  668. RF tn, fp: 203, 2
  669. RF fn, tp: 9, 0
  670. RF f1 score: 0.000
  671. RF cohens kappa score: -0.016
  672. -> test with 'GB'
  673. GB tn, fp: 203, 2
  674. GB fn, tp: 9, 0
  675. GB f1 score: 0.000
  676. GB cohens kappa score: -0.016
  677. -> test with 'KNN'
  678. KNN tn, fp: 193, 12
  679. KNN fn, tp: 3, 6
  680. KNN f1 score: 0.444
  681. KNN cohens kappa score: 0.411
  682. ------ Step 3/5: Slice 4/5 -------
  683. -> Reset the GAN
  684. -> Train generator for synthetic samples
  685. -> create 784 synthetic samples
  686. -> retrain GAN for predict
  687. Epoch 1/10
  688. 1/82 [..............................] - ETA: 17s - loss: 0.0037 35/82 [===========>..................] - ETA: 0s - loss: 0.1026  72/82 [=========================>....] - ETA: 0s - loss: 0.1239 82/82 [==============================] - 0s 1ms/step - loss: 0.1159
  689. Epoch 2/10
  690. 1/82 [..............................] - ETA: 0s - loss: 0.0139 41/82 [==============>...............] - ETA: 0s - loss: 0.0810 79/82 [===========================>..] - ETA: 0s - loss: 0.1006 82/82 [==============================] - 0s 1ms/step - loss: 0.0980
  691. Epoch 3/10
  692. 1/82 [..............................] - ETA: 0s - loss: 0.0038 37/82 [============>.................] - ETA: 0s - loss: 0.1350 74/82 [==========================>...] - ETA: 0s - loss: 0.0876 82/82 [==============================] - 0s 1ms/step - loss: 0.0884
  693. Epoch 4/10
  694. 1/82 [..............................] - ETA: 0s - loss: 0.3633 40/82 [=============>................] - ETA: 0s - loss: 0.0608 78/82 [===========================>..] - ETA: 0s - loss: 0.0770 82/82 [==============================] - 0s 1ms/step - loss: 0.0776
  695. Epoch 5/10
  696. 1/82 [..............................] - ETA: 0s - loss: 0.0072 40/82 [=============>................] - ETA: 0s - loss: 0.0581 79/82 [===========================>..] - ETA: 0s - loss: 0.0782 82/82 [==============================] - 0s 1ms/step - loss: 0.0761
  697. Epoch 6/10
  698. 1/82 [..............................] - ETA: 0s - loss: 0.1112 35/82 [===========>..................] - ETA: 0s - loss: 0.0656 67/82 [=======================>......] - ETA: 0s - loss: 0.0617 82/82 [==============================] - 0s 2ms/step - loss: 0.0709
  699. Epoch 7/10
  700. 1/82 [..............................] - ETA: 0s - loss: 0.0160 36/82 [============>.................] - ETA: 0s - loss: 0.0610 75/82 [==========================>...] - ETA: 0s - loss: 0.0692 82/82 [==============================] - 0s 1ms/step - loss: 0.0684
  701. Epoch 8/10
  702. 1/82 [..............................] - ETA: 0s - loss: 0.0055 39/82 [=============>................] - ETA: 0s - loss: 0.0648 78/82 [===========================>..] - ETA: 0s - loss: 0.0673 82/82 [==============================] - 0s 1ms/step - loss: 0.0680
  703. Epoch 9/10
  704. 1/82 [..............................] - ETA: 0s - loss: 0.0483 39/82 [=============>................] - ETA: 0s - loss: 0.0670 66/82 [=======================>......] - ETA: 0s - loss: 0.0701 82/82 [==============================] - 0s 2ms/step - loss: 0.0644
  705. Epoch 10/10
  706. 1/82 [..............................] - ETA: 0s - loss: 6.7240e-04 27/82 [========>.....................] - ETA: 0s - loss: 0.0380  57/82 [===================>..........] - ETA: 0s - loss: 0.0398 82/82 [==============================] - 0s 2ms/step - loss: 0.0605
  707. -> test with GAN.predict
  708. GAN tn, fp: 201, 4
  709. GAN fn, tp: 5, 4
  710. GAN f1 score: 0.471
  711. GAN cohens kappa score: 0.449
  712. -> test with 'LR'
  713. LR tn, fp: 191, 14
  714. LR fn, tp: 5, 4
  715. LR f1 score: 0.296
  716. LR cohens kappa score: 0.254
  717. LR average precision score: 0.235
  718. -> test with 'RF'
  719. RF tn, fp: 204, 1
  720. RF fn, tp: 9, 0
  721. RF f1 score: 0.000
  722. RF cohens kappa score: -0.008
  723. -> test with 'GB'
  724. GB tn, fp: 203, 2
  725. GB fn, tp: 9, 0
  726. GB f1 score: 0.000
  727. GB cohens kappa score: -0.016
  728. -> test with 'KNN'
  729. KNN tn, fp: 193, 12
  730. KNN fn, tp: 4, 5
  731. KNN f1 score: 0.385
  732. KNN cohens kappa score: 0.349
  733. ------ Step 3/5: Slice 5/5 -------
  734. -> Reset the GAN
  735. -> Train generator for synthetic samples
  736. -> create 784 synthetic samples
  737. -> retrain GAN for predict
  738. Epoch 1/10
  739. 1/82 [..............................] - ETA: 10s - loss: 0.1932 42/82 [==============>...............] - ETA: 0s - loss: 0.0973  82/82 [==============================] - ETA: 0s - loss: 0.0825 82/82 [==============================] - 0s 1ms/step - loss: 0.0825
  740. Epoch 2/10
  741. 1/82 [..............................] - ETA: 0s - loss: 0.0142 41/82 [==============>...............] - ETA: 0s - loss: 0.0651 81/82 [============================>.] - ETA: 0s - loss: 0.0878 82/82 [==============================] - 0s 1ms/step - loss: 0.0871
  742. Epoch 3/10
  743. 1/82 [..............................] - ETA: 0s - loss: 0.0390 43/82 [==============>...............] - ETA: 0s - loss: 0.0610 82/82 [==============================] - 0s 1ms/step - loss: 0.0726
  744. Epoch 4/10
  745. 1/82 [..............................] - ETA: 0s - loss: 0.0140 39/82 [=============>................] - ETA: 0s - loss: 0.0762 80/82 [============================>.] - ETA: 0s - loss: 0.0699 82/82 [==============================] - 0s 1ms/step - loss: 0.0688
  746. Epoch 5/10
  747. 1/82 [..............................] - ETA: 0s - loss: 0.0262 36/82 [============>.................] - ETA: 0s - loss: 0.0651 68/82 [=======================>......] - ETA: 0s - loss: 0.0651 82/82 [==============================] - 0s 1ms/step - loss: 0.0652
  748. Epoch 6/10
  749. 1/82 [..............................] - ETA: 0s - loss: 0.0768 36/82 [============>.................] - ETA: 0s - loss: 0.0382 70/82 [========================>.....] - ETA: 0s - loss: 0.0578 82/82 [==============================] - 0s 1ms/step - loss: 0.0631
  750. Epoch 7/10
  751. 1/82 [..............................] - ETA: 0s - loss: 0.0057 43/82 [==============>...............] - ETA: 0s - loss: 0.0637 82/82 [==============================] - 0s 1ms/step - loss: 0.0627
  752. Epoch 8/10
  753. 1/82 [..............................] - ETA: 0s - loss: 0.0868 35/82 [===========>..................] - ETA: 0s - loss: 0.0562 69/82 [========================>.....] - ETA: 0s - loss: 0.0556 82/82 [==============================] - 0s 1ms/step - loss: 0.0618
  754. Epoch 9/10
  755. 1/82 [..............................] - ETA: 0s - loss: 0.1293 41/82 [==============>...............] - ETA: 0s - loss: 0.0505 82/82 [==============================] - ETA: 0s - loss: 0.0589 82/82 [==============================] - 0s 1ms/step - loss: 0.0589
  756. Epoch 10/10
  757. 1/82 [..............................] - ETA: 0s - loss: 0.0122 35/82 [===========>..................] - ETA: 0s - loss: 0.0657 70/82 [========================>.....] - ETA: 0s - loss: 0.0563 82/82 [==============================] - 0s 1ms/step - loss: 0.0585
  758. -> test with GAN.predict
  759. GAN tn, fp: 194, 9
  760. GAN fn, tp: 5, 2
  761. GAN f1 score: 0.222
  762. GAN cohens kappa score: 0.189
  763. -> test with 'LR'
  764. LR tn, fp: 173, 30
  765. LR fn, tp: 2, 5
  766. LR f1 score: 0.238
  767. LR cohens kappa score: 0.193
  768. LR average precision score: 0.265
  769. -> test with 'RF'
  770. RF tn, fp: 196, 7
  771. RF fn, tp: 6, 1
  772. RF f1 score: 0.133
  773. RF cohens kappa score: 0.101
  774. -> test with 'GB'
  775. GB tn, fp: 198, 5
  776. GB fn, tp: 5, 2
  777. GB f1 score: 0.286
  778. GB cohens kappa score: 0.261
  779. -> test with 'KNN'
  780. KNN tn, fp: 184, 19
  781. KNN fn, tp: 6, 1
  782. KNN f1 score: 0.074
  783. KNN cohens kappa score: 0.026
  784. ====== Step 4/5 =======
  785. -> Shuffling data
  786. -> Spliting data to slices
  787. ------ Step 4/5: Slice 1/5 -------
  788. -> Reset the GAN
  789. -> Train generator for synthetic samples
  790. -> create 784 synthetic samples
  791. -> retrain GAN for predict
  792. Epoch 1/10
  793. 1/82 [..............................] - ETA: 12s - loss: 0.1829 40/82 [=============>................] - ETA: 0s - loss: 0.0839  78/82 [===========================>..] - ETA: 0s - loss: 0.0744 82/82 [==============================] - 0s 1ms/step - loss: 0.0723
  794. Epoch 2/10
  795. 1/82 [..............................] - ETA: 0s - loss: 0.0609 40/82 [=============>................] - ETA: 0s - loss: 0.0590 77/82 [===========================>..] - ETA: 0s - loss: 0.0710 82/82 [==============================] - 0s 1ms/step - loss: 0.0736
  796. Epoch 3/10
  797. 1/82 [..............................] - ETA: 0s - loss: 0.1760 31/82 [==========>...................] - ETA: 0s - loss: 0.0735 69/82 [========================>.....] - ETA: 0s - loss: 0.0699 82/82 [==============================] - 0s 1ms/step - loss: 0.0677
  798. Epoch 4/10
  799. 1/82 [..............................] - ETA: 0s - loss: 0.0041 39/82 [=============>................] - ETA: 0s - loss: 0.0491 76/82 [==========================>...] - ETA: 0s - loss: 0.0681 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  800. Epoch 5/10
  801. 1/82 [..............................] - ETA: 0s - loss: 0.0339 40/82 [=============>................] - ETA: 0s - loss: 0.0549 77/82 [===========================>..] - ETA: 0s - loss: 0.0640 82/82 [==============================] - 0s 1ms/step - loss: 0.0638
  802. Epoch 6/10
  803. 1/82 [..............................] - ETA: 0s - loss: 0.1011 41/82 [==============>...............] - ETA: 0s - loss: 0.0559 80/82 [============================>.] - ETA: 0s - loss: 0.0616 82/82 [==============================] - 0s 1ms/step - loss: 0.0611
  804. Epoch 7/10
  805. 1/82 [..............................] - ETA: 0s - loss: 0.0458 40/82 [=============>................] - ETA: 0s - loss: 0.0687 78/82 [===========================>..] - ETA: 0s - loss: 0.0595 82/82 [==============================] - 0s 1ms/step - loss: 0.0584
  806. Epoch 8/10
  807. 1/82 [..............................] - ETA: 0s - loss: 0.0497 40/82 [=============>................] - ETA: 0s - loss: 0.0616 79/82 [===========================>..] - ETA: 0s - loss: 0.0583 82/82 [==============================] - 0s 1ms/step - loss: 0.0584
  808. Epoch 9/10
  809. 1/82 [..............................] - ETA: 0s - loss: 0.0056 41/82 [==============>...............] - ETA: 0s - loss: 0.0506 80/82 [============================>.] - ETA: 0s - loss: 0.0550 82/82 [==============================] - 0s 1ms/step - loss: 0.0571
  810. Epoch 10/10
  811. 1/82 [..............................] - ETA: 0s - loss: 0.1359 37/82 [============>.................] - ETA: 0s - loss: 0.0505 74/82 [==========================>...] - ETA: 0s - loss: 0.0536 82/82 [==============================] - 0s 1ms/step - loss: 0.0559
  812. -> test with GAN.predict
  813. GAN tn, fp: 195, 10
  814. GAN fn, tp: 7, 2
  815. GAN f1 score: 0.190
  816. GAN cohens kappa score: 0.150
  817. -> test with 'LR'
  818. LR tn, fp: 184, 21
  819. LR fn, tp: 4, 5
  820. LR f1 score: 0.286
  821. LR cohens kappa score: 0.238
  822. LR average precision score: 0.193
  823. -> test with 'RF'
  824. RF tn, fp: 199, 6
  825. RF fn, tp: 9, 0
  826. RF f1 score: 0.000
  827. RF cohens kappa score: -0.035
  828. -> test with 'GB'
  829. GB tn, fp: 201, 4
  830. GB fn, tp: 9, 0
  831. GB f1 score: 0.000
  832. GB cohens kappa score: -0.027
  833. -> test with 'KNN'
  834. KNN tn, fp: 187, 18
  835. KNN fn, tp: 4, 5
  836. KNN f1 score: 0.312
  837. KNN cohens kappa score: 0.268
  838. ------ Step 4/5: Slice 2/5 -------
  839. -> Reset the GAN
  840. -> Train generator for synthetic samples
  841. -> create 784 synthetic samples
  842. -> retrain GAN for predict
  843. Epoch 1/10
  844. 1/82 [..............................] - ETA: 16s - loss: 0.6266 40/82 [=============>................] - ETA: 0s - loss: 0.1282  79/82 [===========================>..] - ETA: 0s - loss: 0.1283 82/82 [==============================] - 0s 1ms/step - loss: 0.1288
  845. Epoch 2/10
  846. 1/82 [..............................] - ETA: 0s - loss: 0.0124 33/82 [===========>..................] - ETA: 0s - loss: 0.1148 66/82 [=======================>......] - ETA: 0s - loss: 0.0942 82/82 [==============================] - 0s 2ms/step - loss: 0.0895
  847. Epoch 3/10
  848. 1/82 [..............................] - ETA: 0s - loss: 0.0287 38/82 [============>.................] - ETA: 0s - loss: 0.0858 74/82 [==========================>...] - ETA: 0s - loss: 0.0725 82/82 [==============================] - 0s 1ms/step - loss: 0.0726
  849. Epoch 4/10
  850. 1/82 [..............................] - ETA: 0s - loss: 0.0277 39/82 [=============>................] - ETA: 0s - loss: 0.0621 76/82 [==========================>...] - ETA: 0s - loss: 0.0672 82/82 [==============================] - 0s 1ms/step - loss: 0.0642
  851. Epoch 5/10
  852. 1/82 [..............................] - ETA: 0s - loss: 0.0913 30/82 [=========>....................] - ETA: 0s - loss: 0.0408 66/82 [=======================>......] - ETA: 0s - loss: 0.0600 82/82 [==============================] - 0s 2ms/step - loss: 0.0607
  853. Epoch 6/10
  854. 1/82 [..............................] - ETA: 0s - loss: 0.0193 37/82 [============>.................] - ETA: 0s - loss: 0.0508 74/82 [==========================>...] - ETA: 0s - loss: 0.0558 82/82 [==============================] - 0s 1ms/step - loss: 0.0595
  855. Epoch 7/10
  856. 1/82 [..............................] - ETA: 0s - loss: 0.0173 39/82 [=============>................] - ETA: 0s - loss: 0.0625 79/82 [===========================>..] - ETA: 0s - loss: 0.0579 82/82 [==============================] - 0s 1ms/step - loss: 0.0565
  857. Epoch 8/10
  858. 1/82 [..............................] - ETA: 0s - loss: 0.0132 38/82 [============>.................] - ETA: 0s - loss: 0.0579 76/82 [==========================>...] - ETA: 0s - loss: 0.0586 82/82 [==============================] - 0s 1ms/step - loss: 0.0557
  859. Epoch 9/10
  860. 1/82 [..............................] - ETA: 0s - loss: 0.0145 38/82 [============>.................] - ETA: 0s - loss: 0.0633 76/82 [==========================>...] - ETA: 0s - loss: 0.0564 82/82 [==============================] - 0s 1ms/step - loss: 0.0548
  861. Epoch 10/10
  862. 1/82 [..............................] - ETA: 0s - loss: 0.0043 39/82 [=============>................] - ETA: 0s - loss: 0.0602 76/82 [==========================>...] - ETA: 0s - loss: 0.0572 82/82 [==============================] - 0s 1ms/step - loss: 0.0540
  863. -> test with GAN.predict
  864. GAN tn, fp: 204, 1
  865. GAN fn, tp: 8, 1
  866. GAN f1 score: 0.182
  867. GAN cohens kappa score: 0.169
  868. -> test with 'LR'
  869. LR tn, fp: 193, 12
  870. LR fn, tp: 4, 5
  871. LR f1 score: 0.385
  872. LR cohens kappa score: 0.349
  873. LR average precision score: 0.605
  874. -> test with 'RF'
  875. RF tn, fp: 202, 3
  876. RF fn, tp: 9, 0
  877. RF f1 score: 0.000
  878. RF cohens kappa score: -0.021
  879. -> test with 'GB'
  880. GB tn, fp: 204, 1
  881. GB fn, tp: 7, 2
  882. GB f1 score: 0.333
  883. GB cohens kappa score: 0.319
  884. -> test with 'KNN'
  885. KNN tn, fp: 195, 10
  886. KNN fn, tp: 7, 2
  887. KNN f1 score: 0.190
  888. KNN cohens kappa score: 0.150
  889. ------ Step 4/5: Slice 3/5 -------
  890. -> Reset the GAN
  891. -> Train generator for synthetic samples
  892. -> create 784 synthetic samples
  893. -> retrain GAN for predict
  894. Epoch 1/10
  895. 1/82 [..............................] - ETA: 16s - loss: 0.0012 33/82 [===========>..................] - ETA: 0s - loss: 0.1523  66/82 [=======================>......] - ETA: 0s - loss: 0.1430 82/82 [==============================] - 0s 2ms/step - loss: 0.1447
  896. Epoch 2/10
  897. 1/82 [..............................] - ETA: 0s - loss: 3.5356e-04 35/82 [===========>..................] - ETA: 0s - loss: 0.0473  67/82 [=======================>......] - ETA: 0s - loss: 0.0747 82/82 [==============================] - 0s 2ms/step - loss: 0.0968
  898. Epoch 3/10
  899. 1/82 [..............................] - ETA: 0s - loss: 0.0321 34/82 [===========>..................] - ETA: 0s - loss: 0.0810 68/82 [=======================>......] - ETA: 0s - loss: 0.0638 82/82 [==============================] - 0s 2ms/step - loss: 0.0828
  900. Epoch 4/10
  901. 1/82 [..............................] - ETA: 0s - loss: 0.0073 38/82 [============>.................] - ETA: 0s - loss: 0.0786 77/82 [===========================>..] - ETA: 0s - loss: 0.0789 82/82 [==============================] - 0s 1ms/step - loss: 0.0794
  902. Epoch 5/10
  903. 1/82 [..............................] - ETA: 0s - loss: 0.0109 34/82 [===========>..................] - ETA: 0s - loss: 0.0736 67/82 [=======================>......] - ETA: 0s - loss: 0.0788 82/82 [==============================] - 0s 2ms/step - loss: 0.0676
  904. Epoch 6/10
  905. 1/82 [..............................] - ETA: 0s - loss: 0.0711 34/82 [===========>..................] - ETA: 0s - loss: 0.0743 70/82 [========================>.....] - ETA: 0s - loss: 0.0664 82/82 [==============================] - 0s 1ms/step - loss: 0.0656
  906. Epoch 7/10
  907. 1/82 [..............................] - ETA: 0s - loss: 0.0047 40/82 [=============>................] - ETA: 0s - loss: 0.0709 79/82 [===========================>..] - ETA: 0s - loss: 0.0655 82/82 [==============================] - 0s 1ms/step - loss: 0.0653
  908. Epoch 8/10
  909. 1/82 [..............................] - ETA: 0s - loss: 0.0135 34/82 [===========>..................] - ETA: 0s - loss: 0.0634 69/82 [========================>.....] - ETA: 0s - loss: 0.0616 82/82 [==============================] - 0s 1ms/step - loss: 0.0603
  910. Epoch 9/10
  911. 1/82 [..............................] - ETA: 0s - loss: 0.0621 39/82 [=============>................] - ETA: 0s - loss: 0.0494 71/82 [========================>.....] - ETA: 0s - loss: 0.0606 82/82 [==============================] - 0s 1ms/step - loss: 0.0591
  912. Epoch 10/10
  913. 1/82 [..............................] - ETA: 0s - loss: 0.0347 35/82 [===========>..................] - ETA: 0s - loss: 0.0670 70/82 [========================>.....] - ETA: 0s - loss: 0.0657 82/82 [==============================] - 0s 1ms/step - loss: 0.0595
  914. -> test with GAN.predict
  915. GAN tn, fp: 201, 4
  916. GAN fn, tp: 5, 4
  917. GAN f1 score: 0.471
  918. GAN cohens kappa score: 0.449
  919. -> test with 'LR'
  920. LR tn, fp: 184, 21
  921. LR fn, tp: 4, 5
  922. LR f1 score: 0.286
  923. LR cohens kappa score: 0.238
  924. LR average precision score: 0.271
  925. -> test with 'RF'
  926. RF tn, fp: 204, 1
  927. RF fn, tp: 7, 2
  928. RF f1 score: 0.333
  929. RF cohens kappa score: 0.319
  930. -> test with 'GB'
  931. GB tn, fp: 204, 1
  932. GB fn, tp: 8, 1
  933. GB f1 score: 0.182
  934. GB cohens kappa score: 0.169
  935. -> test with 'KNN'
  936. KNN tn, fp: 187, 18
  937. KNN fn, tp: 5, 4
  938. KNN f1 score: 0.258
  939. KNN cohens kappa score: 0.211
  940. ------ Step 4/5: Slice 4/5 -------
  941. -> Reset the GAN
  942. -> Train generator for synthetic samples
  943. -> create 784 synthetic samples
  944. -> retrain GAN for predict
  945. Epoch 1/10
  946. 1/82 [..............................] - ETA: 14s - loss: 0.3983 37/82 [============>.................] - ETA: 0s - loss: 0.0823  77/82 [===========================>..] - ETA: 0s - loss: 0.0864 82/82 [==============================] - 0s 1ms/step - loss: 0.0915
  947. Epoch 2/10
  948. 1/82 [..............................] - ETA: 0s - loss: 0.0286 40/82 [=============>................] - ETA: 0s - loss: 0.0758 78/82 [===========================>..] - ETA: 0s - loss: 0.0743 82/82 [==============================] - 0s 1ms/step - loss: 0.0818
  949. Epoch 3/10
  950. 1/82 [..............................] - ETA: 0s - loss: 0.1552 40/82 [=============>................] - ETA: 0s - loss: 0.0738 81/82 [============================>.] - ETA: 0s - loss: 0.0776 82/82 [==============================] - 0s 1ms/step - loss: 0.0768
  951. Epoch 4/10
  952. 1/82 [..............................] - ETA: 0s - loss: 0.0011 37/82 [============>.................] - ETA: 0s - loss: 0.0903 76/82 [==========================>...] - ETA: 0s - loss: 0.0777 82/82 [==============================] - 0s 1ms/step - loss: 0.0769
  953. Epoch 5/10
  954. 1/82 [..............................] - ETA: 0s - loss: 0.0173 39/82 [=============>................] - ETA: 0s - loss: 0.0683 76/82 [==========================>...] - ETA: 0s - loss: 0.0705 82/82 [==============================] - 0s 1ms/step - loss: 0.0740
  955. Epoch 6/10
  956. 1/82 [..............................] - ETA: 0s - loss: 0.0298 38/82 [============>.................] - ETA: 0s - loss: 0.0484 76/82 [==========================>...] - ETA: 0s - loss: 0.0705 82/82 [==============================] - 0s 1ms/step - loss: 0.0701
  957. Epoch 7/10
  958. 1/82 [..............................] - ETA: 0s - loss: 0.2012 39/82 [=============>................] - ETA: 0s - loss: 0.0617 77/82 [===========================>..] - ETA: 0s - loss: 0.0665 82/82 [==============================] - 0s 1ms/step - loss: 0.0696
  959. Epoch 8/10
  960. 1/82 [..............................] - ETA: 0s - loss: 0.0641 37/82 [============>.................] - ETA: 0s - loss: 0.0627 71/82 [========================>.....] - ETA: 0s - loss: 0.0684 82/82 [==============================] - 0s 2ms/step - loss: 0.0689
  961. Epoch 9/10
  962. 1/82 [..............................] - ETA: 0s - loss: 0.0588 34/82 [===========>..................] - ETA: 0s - loss: 0.0664 72/82 [=========================>....] - ETA: 0s - loss: 0.0707 82/82 [==============================] - 0s 1ms/step - loss: 0.0679
  963. Epoch 10/10
  964. 1/82 [..............................] - ETA: 0s - loss: 0.0086 39/82 [=============>................] - ETA: 0s - loss: 0.0703 71/82 [========================>.....] - ETA: 0s - loss: 0.0626 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  965. -> test with GAN.predict
  966. GAN tn, fp: 196, 9
  967. GAN fn, tp: 7, 2
  968. GAN f1 score: 0.200
  969. GAN cohens kappa score: 0.161
  970. -> test with 'LR'
  971. LR tn, fp: 179, 26
  972. LR fn, tp: 1, 8
  973. LR f1 score: 0.372
  974. LR cohens kappa score: 0.327
  975. LR average precision score: 0.395
  976. -> test with 'RF'
  977. RF tn, fp: 203, 2
  978. RF fn, tp: 7, 2
  979. RF f1 score: 0.308
  980. RF cohens kappa score: 0.289
  981. -> test with 'GB'
  982. GB tn, fp: 203, 2
  983. GB fn, tp: 7, 2
  984. GB f1 score: 0.308
  985. GB cohens kappa score: 0.289
  986. -> test with 'KNN'
  987. KNN tn, fp: 190, 15
  988. KNN fn, tp: 5, 4
  989. KNN f1 score: 0.286
  990. KNN cohens kappa score: 0.242
  991. ------ Step 4/5: Slice 5/5 -------
  992. -> Reset the GAN
  993. -> Train generator for synthetic samples
  994. -> create 784 synthetic samples
  995. -> retrain GAN for predict
  996. Epoch 1/10
  997. 1/82 [..............................] - ETA: 10s - loss: 0.0057 41/82 [==============>...............] - ETA: 0s - loss: 0.0850  82/82 [==============================] - ETA: 0s - loss: 0.1001 82/82 [==============================] - 0s 1ms/step - loss: 0.1001
  998. Epoch 2/10
  999. 1/82 [..............................] - ETA: 0s - loss: 0.0078 39/82 [=============>................] - ETA: 0s - loss: 0.1064 79/82 [===========================>..] - ETA: 0s - loss: 0.0857 82/82 [==============================] - 0s 1ms/step - loss: 0.0886
  1000. Epoch 3/10
  1001. 1/82 [..............................] - ETA: 0s - loss: 0.1584 41/82 [==============>...............] - ETA: 0s - loss: 0.0835 82/82 [==============================] - ETA: 0s - loss: 0.0780 82/82 [==============================] - 0s 1ms/step - loss: 0.0780
  1002. Epoch 4/10
  1003. 1/82 [..............................] - ETA: 0s - loss: 0.0074 42/82 [==============>...............] - ETA: 0s - loss: 0.0654 80/82 [============================>.] - ETA: 0s - loss: 0.0764 82/82 [==============================] - 0s 1ms/step - loss: 0.0751
  1004. Epoch 5/10
  1005. 1/82 [..............................] - ETA: 0s - loss: 0.0660 35/82 [===========>..................] - ETA: 0s - loss: 0.0914 71/82 [========================>.....] - ETA: 0s - loss: 0.0777 82/82 [==============================] - 0s 1ms/step - loss: 0.0707
  1006. Epoch 6/10
  1007. 1/82 [..............................] - ETA: 0s - loss: 0.0105 37/82 [============>.................] - ETA: 0s - loss: 0.0771 79/82 [===========================>..] - ETA: 0s - loss: 0.0739 82/82 [==============================] - 0s 1ms/step - loss: 0.0742
  1008. Epoch 7/10
  1009. 1/82 [..............................] - ETA: 0s - loss: 0.0227 40/82 [=============>................] - ETA: 0s - loss: 0.0666 81/82 [============================>.] - ETA: 0s - loss: 0.0716 82/82 [==============================] - 0s 1ms/step - loss: 0.0708
  1010. Epoch 8/10
  1011. 1/82 [..............................] - ETA: 0s - loss: 0.0257 42/82 [==============>...............] - ETA: 0s - loss: 0.0460 82/82 [==============================] - 0s 1ms/step - loss: 0.0617
  1012. Epoch 9/10
  1013. 1/82 [..............................] - ETA: 0s - loss: 0.0987 41/82 [==============>...............] - ETA: 0s - loss: 0.0628 80/82 [============================>.] - ETA: 0s - loss: 0.0642 82/82 [==============================] - 0s 1ms/step - loss: 0.0645
  1014. Epoch 10/10
  1015. 1/82 [..............................] - ETA: 0s - loss: 0.1820 42/82 [==============>...............] - ETA: 0s - loss: 0.0602 82/82 [==============================] - ETA: 0s - loss: 0.0622 82/82 [==============================] - 0s 1ms/step - loss: 0.0622
  1016. -> test with GAN.predict
  1017. GAN tn, fp: 194, 9
  1018. GAN fn, tp: 4, 3
  1019. GAN f1 score: 0.316
  1020. GAN cohens kappa score: 0.286
  1021. -> test with 'LR'
  1022. LR tn, fp: 186, 17
  1023. LR fn, tp: 1, 6
  1024. LR f1 score: 0.400
  1025. LR cohens kappa score: 0.368
  1026. LR average precision score: 0.434
  1027. -> test with 'RF'
  1028. RF tn, fp: 201, 2
  1029. RF fn, tp: 7, 0
  1030. RF f1 score: 0.000
  1031. RF cohens kappa score: -0.015
  1032. -> test with 'GB'
  1033. GB tn, fp: 203, 0
  1034. GB fn, tp: 6, 1
  1035. GB f1 score: 0.250
  1036. GB cohens kappa score: 0.244
  1037. -> test with 'KNN'
  1038. KNN tn, fp: 188, 15
  1039. KNN fn, tp: 4, 3
  1040. KNN f1 score: 0.240
  1041. KNN cohens kappa score: 0.202
  1042. ====== Step 5/5 =======
  1043. -> Shuffling data
  1044. -> Spliting data to slices
  1045. ------ Step 5/5: Slice 1/5 -------
  1046. -> Reset the GAN
  1047. -> Train generator for synthetic samples
  1048. -> create 784 synthetic samples
  1049. -> retrain GAN for predict
  1050. Epoch 1/10
  1051. 1/82 [..............................] - ETA: 13s - loss: 0.2794 41/82 [==============>...............] - ETA: 0s - loss: 0.1009  80/82 [============================>.] - ETA: 0s - loss: 0.0990 82/82 [==============================] - 0s 1ms/step - loss: 0.0969
  1052. Epoch 2/10
  1053. 1/82 [..............................] - ETA: 0s - loss: 0.0034 36/82 [============>.................] - ETA: 0s - loss: 0.0785 72/82 [=========================>....] - ETA: 0s - loss: 0.0782 82/82 [==============================] - 0s 1ms/step - loss: 0.0924
  1054. Epoch 3/10
  1055. 1/82 [..............................] - ETA: 0s - loss: 0.0346 40/82 [=============>................] - ETA: 0s - loss: 0.0968 77/82 [===========================>..] - ETA: 0s - loss: 0.0837 82/82 [==============================] - 0s 1ms/step - loss: 0.0855
  1056. Epoch 4/10
  1057. 1/82 [..............................] - ETA: 0s - loss: 0.0310 38/82 [============>.................] - ETA: 0s - loss: 0.0741 76/82 [==========================>...] - ETA: 0s - loss: 0.0670 82/82 [==============================] - 0s 1ms/step - loss: 0.0738
  1058. Epoch 5/10
  1059. 1/82 [..............................] - ETA: 0s - loss: 0.0087 37/82 [============>.................] - ETA: 0s - loss: 0.0960 76/82 [==========================>...] - ETA: 0s - loss: 0.0711 82/82 [==============================] - 0s 1ms/step - loss: 0.0717
  1060. Epoch 6/10
  1061. 1/82 [..............................] - ETA: 0s - loss: 0.0372 41/82 [==============>...............] - ETA: 0s - loss: 0.0554 80/82 [============================>.] - ETA: 0s - loss: 0.0702 82/82 [==============================] - 0s 1ms/step - loss: 0.0701
  1062. Epoch 7/10
  1063. 1/82 [..............................] - ETA: 0s - loss: 0.0333 40/82 [=============>................] - ETA: 0s - loss: 0.0656 79/82 [===========================>..] - ETA: 0s - loss: 0.0666 82/82 [==============================] - 0s 1ms/step - loss: 0.0687
  1064. Epoch 8/10
  1065. 1/82 [..............................] - ETA: 0s - loss: 0.0360 40/82 [=============>................] - ETA: 0s - loss: 0.0518 77/82 [===========================>..] - ETA: 0s - loss: 0.0694 82/82 [==============================] - 0s 1ms/step - loss: 0.0703
  1066. Epoch 9/10
  1067. 1/82 [..............................] - ETA: 0s - loss: 0.0068 41/82 [==============>...............] - ETA: 0s - loss: 0.0560 79/82 [===========================>..] - ETA: 0s - loss: 0.0633 82/82 [==============================] - 0s 1ms/step - loss: 0.0650
  1068. Epoch 10/10
  1069. 1/82 [..............................] - ETA: 0s - loss: 0.0881 40/82 [=============>................] - ETA: 0s - loss: 0.0611 80/82 [============================>.] - ETA: 0s - loss: 0.0636 82/82 [==============================] - 0s 1ms/step - loss: 0.0627
  1070. -> test with GAN.predict
  1071. GAN tn, fp: 192, 13
  1072. GAN fn, tp: 5, 4
  1073. GAN f1 score: 0.308
  1074. GAN cohens kappa score: 0.267
  1075. -> test with 'LR'
  1076. LR tn, fp: 184, 21
  1077. LR fn, tp: 5, 4
  1078. LR f1 score: 0.235
  1079. LR cohens kappa score: 0.185
  1080. LR average precision score: 0.264
  1081. -> test with 'RF'
  1082. RF tn, fp: 204, 1
  1083. RF fn, tp: 8, 1
  1084. RF f1 score: 0.182
  1085. RF cohens kappa score: 0.169
  1086. -> test with 'GB'
  1087. GB tn, fp: 202, 3
  1088. GB fn, tp: 8, 1
  1089. GB f1 score: 0.154
  1090. GB cohens kappa score: 0.131
  1091. -> test with 'KNN'
  1092. KNN tn, fp: 186, 19
  1093. KNN fn, tp: 2, 7
  1094. KNN f1 score: 0.400
  1095. KNN cohens kappa score: 0.360
  1096. ------ Step 5/5: Slice 2/5 -------
  1097. -> Reset the GAN
  1098. -> Train generator for synthetic samples
  1099. -> create 784 synthetic samples
  1100. -> retrain GAN for predict
  1101. Epoch 1/10
  1102. 1/82 [..............................] - ETA: 13s - loss: 0.0209 40/82 [=============>................] - ETA: 0s - loss: 0.0778  79/82 [===========================>..] - ETA: 0s - loss: 0.0774 82/82 [==============================] - 0s 1ms/step - loss: 0.0754
  1103. Epoch 2/10
  1104. 1/82 [..............................] - ETA: 0s - loss: 0.0220 39/82 [=============>................] - ETA: 0s - loss: 0.0636 78/82 [===========================>..] - ETA: 0s - loss: 0.0711 82/82 [==============================] - 0s 1ms/step - loss: 0.0691
  1105. Epoch 3/10
  1106. 1/82 [..............................] - ETA: 0s - loss: 0.0660 39/82 [=============>................] - ETA: 0s - loss: 0.0722 74/82 [==========================>...] - ETA: 0s - loss: 0.0647 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  1107. Epoch 4/10
  1108. 1/82 [..............................] - ETA: 0s - loss: 0.0248 38/82 [============>.................] - ETA: 0s - loss: 0.0669 78/82 [===========================>..] - ETA: 0s - loss: 0.0707 82/82 [==============================] - 0s 1ms/step - loss: 0.0684
  1109. Epoch 5/10
  1110. 1/82 [..............................] - ETA: 0s - loss: 0.0220 40/82 [=============>................] - ETA: 0s - loss: 0.0714 77/82 [===========================>..] - ETA: 0s - loss: 0.0647 82/82 [==============================] - 0s 1ms/step - loss: 0.0662
  1111. Epoch 6/10
  1112. 1/82 [..............................] - ETA: 0s - loss: 0.2651 40/82 [=============>................] - ETA: 0s - loss: 0.0773 79/82 [===========================>..] - ETA: 0s - loss: 0.0674 82/82 [==============================] - 0s 1ms/step - loss: 0.0664
  1113. Epoch 7/10
  1114. 1/82 [..............................] - ETA: 0s - loss: 0.0222 39/82 [=============>................] - ETA: 0s - loss: 0.0674 69/82 [========================>.....] - ETA: 0s - loss: 0.0609 82/82 [==============================] - 0s 1ms/step - loss: 0.0647
  1115. Epoch 8/10
  1116. 1/82 [..............................] - ETA: 0s - loss: 0.2348 35/82 [===========>..................] - ETA: 0s - loss: 0.0670 68/82 [=======================>......] - ETA: 0s - loss: 0.0671 82/82 [==============================] - 0s 2ms/step - loss: 0.0667
  1117. Epoch 9/10
  1118. 1/82 [..............................] - ETA: 0s - loss: 0.0037 35/82 [===========>..................] - ETA: 0s - loss: 0.0732 71/82 [========================>.....] - ETA: 0s - loss: 0.0635 82/82 [==============================] - 0s 1ms/step - loss: 0.0645
  1119. Epoch 10/10
  1120. 1/82 [..............................] - ETA: 0s - loss: 0.3478 38/82 [============>.................] - ETA: 0s - loss: 0.0650 76/82 [==========================>...] - ETA: 0s - loss: 0.0675 82/82 [==============================] - 0s 1ms/step - loss: 0.0652
  1121. -> test with GAN.predict
  1122. GAN tn, fp: 199, 6
  1123. GAN fn, tp: 9, 0
  1124. GAN f1 score: 0.000
  1125. GAN cohens kappa score: -0.035
  1126. -> test with 'LR'
  1127. LR tn, fp: 184, 21
  1128. LR fn, tp: 3, 6
  1129. LR f1 score: 0.333
  1130. LR cohens kappa score: 0.288
  1131. LR average precision score: 0.360
  1132. -> test with 'RF'
  1133. RF tn, fp: 204, 1
  1134. RF fn, tp: 9, 0
  1135. RF f1 score: 0.000
  1136. RF cohens kappa score: -0.008
  1137. -> test with 'GB'
  1138. GB tn, fp: 205, 0
  1139. GB fn, tp: 9, 0
  1140. GB f1 score: 0.000
  1141. GB cohens kappa score: 0.000
  1142. -> test with 'KNN'
  1143. KNN tn, fp: 184, 21
  1144. KNN fn, tp: 3, 6
  1145. KNN f1 score: 0.333
  1146. KNN cohens kappa score: 0.288
  1147. ------ Step 5/5: Slice 3/5 -------
  1148. -> Reset the GAN
  1149. -> Train generator for synthetic samples
  1150. -> create 784 synthetic samples
  1151. -> retrain GAN for predict
  1152. Epoch 1/10
  1153. 1/82 [..............................] - ETA: 13s - loss: 8.8213e-04 41/82 [==============>...............] - ETA: 0s - loss: 0.1870  80/82 [============================>.] - ETA: 0s - loss: 0.1391 82/82 [==============================] - 0s 1ms/step - loss: 0.1381
  1154. Epoch 2/10
  1155. 1/82 [..............................] - ETA: 0s - loss: 0.9977 41/82 [==============>...............] - ETA: 0s - loss: 0.1080 81/82 [============================>.] - ETA: 0s - loss: 0.1146 82/82 [==============================] - 0s 1ms/step - loss: 0.1135
  1156. Epoch 3/10
  1157. 1/82 [..............................] - ETA: 0s - loss: 0.4322 40/82 [=============>................] - ETA: 0s - loss: 0.1053 79/82 [===========================>..] - ETA: 0s - loss: 0.1006 82/82 [==============================] - 0s 1ms/step - loss: 0.0995
  1158. Epoch 4/10
  1159. 1/82 [..............................] - ETA: 0s - loss: 0.2067 41/82 [==============>...............] - ETA: 0s - loss: 0.0936 80/82 [============================>.] - ETA: 0s - loss: 0.0899 82/82 [==============================] - 0s 1ms/step - loss: 0.0889
  1160. Epoch 5/10
  1161. 1/82 [..............................] - ETA: 0s - loss: 0.0247 40/82 [=============>................] - ETA: 0s - loss: 0.0783 80/82 [============================>.] - ETA: 0s - loss: 0.0873 82/82 [==============================] - 0s 1ms/step - loss: 0.0867
  1162. Epoch 6/10
  1163. 1/82 [..............................] - ETA: 0s - loss: 7.2989e-04 38/82 [============>.................] - ETA: 0s - loss: 0.0860  74/82 [==========================>...] - ETA: 0s - loss: 0.0801 82/82 [==============================] - 0s 1ms/step - loss: 0.0788
  1164. Epoch 7/10
  1165. 1/82 [..............................] - ETA: 0s - loss: 0.2191 38/82 [============>.................] - ETA: 0s - loss: 0.0736 78/82 [===========================>..] - ETA: 0s - loss: 0.0773 82/82 [==============================] - 0s 1ms/step - loss: 0.0759
  1166. Epoch 8/10
  1167. 1/82 [..............................] - ETA: 0s - loss: 0.1451 40/82 [=============>................] - ETA: 0s - loss: 0.0645 81/82 [============================>.] - ETA: 0s - loss: 0.0740 82/82 [==============================] - 0s 1ms/step - loss: 0.0764
  1168. Epoch 9/10
  1169. 1/82 [..............................] - ETA: 0s - loss: 0.0011 40/82 [=============>................] - ETA: 0s - loss: 0.0891 76/82 [==========================>...] - ETA: 0s - loss: 0.0751 82/82 [==============================] - 0s 1ms/step - loss: 0.0702
  1170. Epoch 10/10
  1171. 1/82 [..............................] - ETA: 0s - loss: 0.0140 37/82 [============>.................] - ETA: 0s - loss: 0.0704 73/82 [=========================>....] - ETA: 0s - loss: 0.0711 82/82 [==============================] - 0s 1ms/step - loss: 0.0693
  1172. -> test with GAN.predict
  1173. GAN tn, fp: 200, 5
  1174. GAN fn, tp: 7, 2
  1175. GAN f1 score: 0.250
  1176. GAN cohens kappa score: 0.221
  1177. -> test with 'LR'
  1178. LR tn, fp: 183, 22
  1179. LR fn, tp: 0, 9
  1180. LR f1 score: 0.450
  1181. LR cohens kappa score: 0.412
  1182. LR average precision score: 0.503
  1183. -> test with 'RF'
  1184. RF tn, fp: 205, 0
  1185. RF fn, tp: 8, 1
  1186. RF f1 score: 0.200
  1187. RF cohens kappa score: 0.193
  1188. -> test with 'GB'
  1189. GB tn, fp: 205, 0
  1190. GB fn, tp: 8, 1
  1191. GB f1 score: 0.200
  1192. GB cohens kappa score: 0.193
  1193. -> test with 'KNN'
  1194. KNN tn, fp: 194, 11
  1195. KNN fn, tp: 6, 3
  1196. KNN f1 score: 0.261
  1197. KNN cohens kappa score: 0.221
  1198. ------ Step 5/5: Slice 4/5 -------
  1199. -> Reset the GAN
  1200. -> Train generator for synthetic samples
  1201. -> create 784 synthetic samples
  1202. -> retrain GAN for predict
  1203. Epoch 1/10
  1204. 1/82 [..............................] - ETA: 14s - loss: 0.0098 40/82 [=============>................] - ETA: 0s - loss: 0.0968  78/82 [===========================>..] - ETA: 0s - loss: 0.0973 82/82 [==============================] - 0s 1ms/step - loss: 0.0951
  1205. Epoch 2/10
  1206. 1/82 [..............................] - ETA: 0s - loss: 0.2358 40/82 [=============>................] - ETA: 0s - loss: 0.0690 75/82 [==========================>...] - ETA: 0s - loss: 0.0809 82/82 [==============================] - 0s 1ms/step - loss: 0.0787
  1207. Epoch 3/10
  1208. 1/82 [..............................] - ETA: 0s - loss: 0.0823 40/82 [=============>................] - ETA: 0s - loss: 0.0647 80/82 [============================>.] - ETA: 0s - loss: 0.0699 82/82 [==============================] - 0s 1ms/step - loss: 0.0696
  1209. Epoch 4/10
  1210. 1/82 [..............................] - ETA: 0s - loss: 0.0059 41/82 [==============>...............] - ETA: 0s - loss: 0.0492 80/82 [============================>.] - ETA: 0s - loss: 0.0657 82/82 [==============================] - 0s 1ms/step - loss: 0.0672
  1211. Epoch 5/10
  1212. 1/82 [..............................] - ETA: 0s - loss: 0.0095 39/82 [=============>................] - ETA: 0s - loss: 0.0551 77/82 [===========================>..] - ETA: 0s - loss: 0.0651 82/82 [==============================] - 0s 1ms/step - loss: 0.0641
  1213. Epoch 6/10
  1214. 1/82 [..............................] - ETA: 0s - loss: 0.0228 39/82 [=============>................] - ETA: 0s - loss: 0.0565 79/82 [===========================>..] - ETA: 0s - loss: 0.0630 82/82 [==============================] - 0s 1ms/step - loss: 0.0627
  1215. Epoch 7/10
  1216. 1/82 [..............................] - ETA: 0s - loss: 0.2187 39/82 [=============>................] - ETA: 0s - loss: 0.0681 77/82 [===========================>..] - ETA: 0s - loss: 0.0628 82/82 [==============================] - 0s 1ms/step - loss: 0.0608
  1217. Epoch 8/10
  1218. 1/82 [..............................] - ETA: 0s - loss: 0.0034 40/82 [=============>................] - ETA: 0s - loss: 0.0635 76/82 [==========================>...] - ETA: 0s - loss: 0.0601 82/82 [==============================] - 0s 1ms/step - loss: 0.0567
  1219. Epoch 9/10
  1220. 1/82 [..............................] - ETA: 0s - loss: 0.0169 35/82 [===========>..................] - ETA: 0s - loss: 0.0453 67/82 [=======================>......] - ETA: 0s - loss: 0.0599 82/82 [==============================] - 0s 2ms/step - loss: 0.0554
  1221. Epoch 10/10
  1222. 1/82 [..............................] - ETA: 0s - loss: 0.0010 39/82 [=============>................] - ETA: 0s - loss: 0.0451 75/82 [==========================>...] - ETA: 0s - loss: 0.0569 82/82 [==============================] - 0s 1ms/step - loss: 0.0556
  1223. -> test with GAN.predict
  1224. GAN tn, fp: 198, 7
  1225. GAN fn, tp: 6, 3
  1226. GAN f1 score: 0.316
  1227. GAN cohens kappa score: 0.284
  1228. -> test with 'LR'
  1229. LR tn, fp: 195, 10
  1230. LR fn, tp: 5, 4
  1231. LR f1 score: 0.348
  1232. LR cohens kappa score: 0.313
  1233. LR average precision score: 0.209
  1234. -> test with 'RF'
  1235. RF tn, fp: 201, 4
  1236. RF fn, tp: 9, 0
  1237. RF f1 score: 0.000
  1238. RF cohens kappa score: -0.027
  1239. -> test with 'GB'
  1240. GB tn, fp: 202, 3
  1241. GB fn, tp: 9, 0
  1242. GB f1 score: 0.000
  1243. GB cohens kappa score: -0.021
  1244. -> test with 'KNN'
  1245. KNN tn, fp: 197, 8
  1246. KNN fn, tp: 6, 3
  1247. KNN f1 score: 0.300
  1248. KNN cohens kappa score: 0.266
  1249. ------ Step 5/5: Slice 5/5 -------
  1250. -> Reset the GAN
  1251. -> Train generator for synthetic samples
  1252. -> create 784 synthetic samples
  1253. -> retrain GAN for predict
  1254. Epoch 1/10
  1255. 1/82 [..............................] - ETA: 10s - loss: 0.0223 43/82 [==============>...............] - ETA: 0s - loss: 0.1028  82/82 [==============================] - 0s 1ms/step - loss: 0.0828
  1256. Epoch 2/10
  1257. 1/82 [..............................] - ETA: 0s - loss: 0.0533 43/82 [==============>...............] - ETA: 0s - loss: 0.0887 82/82 [==============================] - 0s 1ms/step - loss: 0.0756
  1258. Epoch 3/10
  1259. 1/82 [..............................] - ETA: 0s - loss: 0.1852 43/82 [==============>...............] - ETA: 0s - loss: 0.0566 82/82 [==============================] - 0s 1ms/step - loss: 0.0749
  1260. Epoch 4/10
  1261. 1/82 [..............................] - ETA: 0s - loss: 0.0253 43/82 [==============>...............] - ETA: 0s - loss: 0.0707 82/82 [==============================] - 0s 1ms/step - loss: 0.0698
  1262. Epoch 5/10
  1263. 1/82 [..............................] - ETA: 0s - loss: 0.0063 43/82 [==============>...............] - ETA: 0s - loss: 0.0649 82/82 [==============================] - 0s 1ms/step - loss: 0.0692
  1264. Epoch 6/10
  1265. 1/82 [..............................] - ETA: 0s - loss: 0.0443 44/82 [===============>..............] - ETA: 0s - loss: 0.0624 82/82 [==============================] - 0s 1ms/step - loss: 0.0682
  1266. Epoch 7/10
  1267. 1/82 [..............................] - ETA: 0s - loss: 0.0322 43/82 [==============>...............] - ETA: 0s - loss: 0.0727 82/82 [==============================] - 0s 1ms/step - loss: 0.0651
  1268. Epoch 8/10
  1269. 1/82 [..............................] - ETA: 0s - loss: 0.2224 43/82 [==============>...............] - ETA: 0s - loss: 0.0739 82/82 [==============================] - 0s 1ms/step - loss: 0.0684
  1270. Epoch 9/10
  1271. 1/82 [..............................] - ETA: 0s - loss: 0.0193 44/82 [===============>..............] - ETA: 0s - loss: 0.0583 82/82 [==============================] - 0s 1ms/step - loss: 0.0648
  1272. Epoch 10/10
  1273. 1/82 [..............................] - ETA: 0s - loss: 0.0614 43/82 [==============>...............] - ETA: 0s - loss: 0.0626 82/82 [==============================] - 0s 1ms/step - loss: 0.0615
  1274. -> test with GAN.predict
  1275. GAN tn, fp: 196, 7
  1276. GAN fn, tp: 6, 1
  1277. GAN f1 score: 0.133
  1278. GAN cohens kappa score: 0.101
  1279. -> test with 'LR'
  1280. LR tn, fp: 171, 32
  1281. LR fn, tp: 2, 5
  1282. LR f1 score: 0.227
  1283. LR cohens kappa score: 0.181
  1284. LR average precision score: 0.390
  1285. -> test with 'RF'
  1286. RF tn, fp: 196, 7
  1287. RF fn, tp: 6, 1
  1288. RF f1 score: 0.133
  1289. RF cohens kappa score: 0.101
  1290. -> test with 'GB'
  1291. GB tn, fp: 197, 6
  1292. GB fn, tp: 5, 2
  1293. GB f1 score: 0.267
  1294. GB cohens kappa score: 0.240
  1295. -> test with 'KNN'
  1296. KNN tn, fp: 178, 25
  1297. KNN fn, tp: 4, 3
  1298. KNN f1 score: 0.171
  1299. KNN cohens kappa score: 0.125
  1300. ### Exercise is done.
  1301. -----[ LR ]-----
  1302. maximum:
  1303. LR tn, fp: 195, 38
  1304. LR fn, tp: 8, 9
  1305. LR f1 score: 0.545
  1306. LR cohens kappa score: 0.516
  1307. LR average precision score: 0.820
  1308. average:
  1309. LR tn, fp: 182.76, 21.84
  1310. LR fn, tp: 2.8, 5.8
  1311. LR f1 score: 0.323
  1312. LR cohens kappa score: 0.279
  1313. LR average precision score: 0.376
  1314. minimum:
  1315. LR tn, fp: 167, 10
  1316. LR fn, tp: 0, 1
  1317. LR f1 score: 0.062
  1318. LR cohens kappa score: 0.002
  1319. LR average precision score: 0.089
  1320. -----[ RF ]-----
  1321. maximum:
  1322. RF tn, fp: 205, 7
  1323. RF fn, tp: 9, 3
  1324. RF f1 score: 0.333
  1325. RF cohens kappa score: 0.319
  1326. average:
  1327. RF tn, fp: 201.48, 3.12
  1328. RF fn, tp: 7.8, 0.8
  1329. RF f1 score: 0.120
  1330. RF cohens kappa score: 0.099
  1331. minimum:
  1332. RF tn, fp: 196, 0
  1333. RF fn, tp: 6, 0
  1334. RF f1 score: 0.000
  1335. RF cohens kappa score: -0.035
  1336. -----[ GB ]-----
  1337. maximum:
  1338. GB tn, fp: 205, 7
  1339. GB fn, tp: 9, 4
  1340. GB f1 score: 0.429
  1341. GB cohens kappa score: 0.409
  1342. average:
  1343. GB tn, fp: 202.36, 2.24
  1344. GB fn, tp: 7.44, 1.16
  1345. GB f1 score: 0.181
  1346. GB cohens kappa score: 0.164
  1347. minimum:
  1348. GB tn, fp: 197, 0
  1349. GB fn, tp: 4, 0
  1350. GB f1 score: 0.000
  1351. GB cohens kappa score: -0.027
  1352. -----[ KNN ]-----
  1353. maximum:
  1354. KNN tn, fp: 198, 39
  1355. KNN fn, tp: 7, 7
  1356. KNN f1 score: 0.444
  1357. KNN cohens kappa score: 0.411
  1358. average:
  1359. KNN tn, fp: 187.56, 17.04
  1360. KNN fn, tp: 4.0, 4.6
  1361. KNN f1 score: 0.306
  1362. KNN cohens kappa score: 0.265
  1363. minimum:
  1364. KNN tn, fp: 166, 7
  1365. KNN fn, tp: 1, 1
  1366. KNN f1 score: 0.074
  1367. KNN cohens kappa score: 0.026
  1368. -----[ GAN ]-----
  1369. maximum:
  1370. GAN tn, fp: 205, 17
  1371. GAN fn, tp: 9, 4
  1372. GAN f1 score: 0.471
  1373. GAN cohens kappa score: 0.449
  1374. average:
  1375. GAN tn, fp: 197.68, 6.92
  1376. GAN fn, tp: 6.6, 2.0
  1377. GAN f1 score: 0.223
  1378. GAN cohens kappa score: 0.193
  1379. minimum:
  1380. GAN tn, fp: 188, 0
  1381. GAN fn, tp: 4, 0
  1382. GAN f1 score: 0.000
  1383. GAN cohens kappa score: -0.035