| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571 |
- ///////////////////////////////////////////
- // Running convGAN-majority-full on folding_flare-F
- ///////////////////////////////////////////
- Load 'data_input/folding_flare-F'
- from pickle file
- non empty cut in data_input/folding_flare-F! (23 points)
- Data loaded.
- -> Shuffling data
- ### Start exercise for synthetic point generator
- ====== Step 1/5 =======
- -> Shuffling data
- -> Spliting data to slices
- ------ Step 1/5: Slice 1/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 14s - loss: 4.9632e-05
37/82 [============>.................] - ETA: 0s - loss: 0.1286
67/82 [=======================>......] - ETA: 0s - loss: 0.1133
82/82 [==============================] - 0s 2ms/step - loss: 0.1065
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 2.2218e-04
36/82 [============>.................] - ETA: 0s - loss: 0.0639
65/82 [======================>.......] - ETA: 0s - loss: 0.0854
82/82 [==============================] - 0s 2ms/step - loss: 0.0840
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1552
32/82 [==========>...................] - ETA: 0s - loss: 0.0727
66/82 [=======================>......] - ETA: 0s - loss: 0.0749
82/82 [==============================] - 0s 2ms/step - loss: 0.0732
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 6.5896e-05
36/82 [============>.................] - ETA: 0s - loss: 0.0795
68/82 [=======================>......] - ETA: 0s - loss: 0.0724
82/82 [==============================] - 0s 2ms/step - loss: 0.0696
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0071
28/82 [=========>....................] - ETA: 0s - loss: 0.0730
56/82 [===================>..........] - ETA: 0s - loss: 0.0611
82/82 [==============================] - 0s 2ms/step - loss: 0.0615
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0845
33/82 [===========>..................] - ETA: 0s - loss: 0.0662
66/82 [=======================>......] - ETA: 0s - loss: 0.0589
82/82 [==============================] - 0s 2ms/step - loss: 0.0582
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0802
36/82 [============>.................] - ETA: 0s - loss: 0.0746
72/82 [=========================>....] - ETA: 0s - loss: 0.0589
82/82 [==============================] - 0s 1ms/step - loss: 0.0555
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.3370
33/82 [===========>..................] - ETA: 0s - loss: 0.0602
71/82 [========================>.....] - ETA: 0s - loss: 0.0560
82/82 [==============================] - 0s 1ms/step - loss: 0.0548
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0636
35/82 [===========>..................] - ETA: 0s - loss: 0.0483
73/82 [=========================>....] - ETA: 0s - loss: 0.0581
82/82 [==============================] - 0s 1ms/step - loss: 0.0540
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0019
36/82 [============>.................] - ETA: 0s - loss: 0.0478
70/82 [========================>.....] - ETA: 0s - loss: 0.0505
82/82 [==============================] - 0s 1ms/step - loss: 0.0518
- -> test with GAN.predict
- GAN tn, fp: 195, 10
- GAN fn, tp: 8, 1
- GAN f1 score: 0.100
- GAN cohens kappa score: 0.056
- -> test with 'LR'
- LR tn, fp: 183, 22
- LR fn, tp: 8, 1
- LR f1 score: 0.062
- LR cohens kappa score: 0.002
- LR average precision score: 0.089
- -> test with 'RF'
- RF tn, fp: 198, 7
- RF fn, tp: 8, 1
- RF f1 score: 0.118
- RF cohens kappa score: 0.081
- -> test with 'GB'
- GB tn, fp: 201, 4
- GB fn, tp: 8, 1
- GB f1 score: 0.143
- GB cohens kappa score: 0.116
- -> test with 'KNN'
- KNN tn, fp: 187, 18
- KNN fn, tp: 6, 3
- KNN f1 score: 0.200
- KNN cohens kappa score: 0.150
- ------ Step 1/5: Slice 2/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.0482
38/82 [============>.................] - ETA: 0s - loss: 0.1049
76/82 [==========================>...] - ETA: 0s - loss: 0.1098
82/82 [==============================] - 0s 1ms/step - loss: 0.1065
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0098
39/82 [=============>................] - ETA: 0s - loss: 0.0859
77/82 [===========================>..] - ETA: 0s - loss: 0.0957
82/82 [==============================] - 0s 1ms/step - loss: 0.0970
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0977
35/82 [===========>..................] - ETA: 0s - loss: 0.1076
66/82 [=======================>......] - ETA: 0s - loss: 0.0971
82/82 [==============================] - 0s 2ms/step - loss: 0.0982
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0377
32/82 [==========>...................] - ETA: 0s - loss: 0.1151
71/82 [========================>.....] - ETA: 0s - loss: 0.0987
82/82 [==============================] - 0s 1ms/step - loss: 0.0971
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2431
40/82 [=============>................] - ETA: 0s - loss: 0.0926
75/82 [==========================>...] - ETA: 0s - loss: 0.0975
82/82 [==============================] - 0s 1ms/step - loss: 0.0960
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0696
35/82 [===========>..................] - ETA: 0s - loss: 0.0894
70/82 [========================>.....] - ETA: 0s - loss: 0.0893
82/82 [==============================] - 0s 1ms/step - loss: 0.0932
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0761
39/82 [=============>................] - ETA: 0s - loss: 0.0910
79/82 [===========================>..] - ETA: 0s - loss: 0.0928
82/82 [==============================] - 0s 1ms/step - loss: 0.0929
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1336
39/82 [=============>................] - ETA: 0s - loss: 0.0877
74/82 [==========================>...] - ETA: 0s - loss: 0.0863
82/82 [==============================] - 0s 1ms/step - loss: 0.0896
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0309
39/82 [=============>................] - ETA: 0s - loss: 0.1007
77/82 [===========================>..] - ETA: 0s - loss: 0.0888
82/82 [==============================] - 0s 1ms/step - loss: 0.0875
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0761
36/82 [============>.................] - ETA: 0s - loss: 0.0906
73/82 [=========================>....] - ETA: 0s - loss: 0.0872
82/82 [==============================] - 0s 1ms/step - loss: 0.0912
- -> test with GAN.predict
- GAN tn, fp: 193, 12
- GAN fn, tp: 6, 3
- GAN f1 score: 0.250
- GAN cohens kappa score: 0.208
- -> test with 'LR'
- LR tn, fp: 167, 38
- LR fn, tp: 0, 9
- LR f1 score: 0.321
- LR cohens kappa score: 0.270
- LR average precision score: 0.382
- -> test with 'RF'
- RF tn, fp: 200, 5
- RF fn, tp: 8, 1
- RF f1 score: 0.133
- RF cohens kappa score: 0.103
- -> test with 'GB'
- GB tn, fp: 202, 3
- GB fn, tp: 7, 2
- GB f1 score: 0.286
- GB cohens kappa score: 0.264
- -> test with 'KNN'
- KNN tn, fp: 166, 39
- KNN fn, tp: 2, 7
- KNN f1 score: 0.255
- KNN cohens kappa score: 0.198
- ------ Step 1/5: Slice 3/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 15s - loss: 0.0152
34/82 [===========>..................] - ETA: 0s - loss: 0.1003
68/82 [=======================>......] - ETA: 0s - loss: 0.0807
82/82 [==============================] - 0s 2ms/step - loss: 0.0760
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0875
35/82 [===========>..................] - ETA: 0s - loss: 0.0847
68/82 [=======================>......] - ETA: 0s - loss: 0.0757
82/82 [==============================] - 0s 2ms/step - loss: 0.0760
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0113
31/82 [==========>...................] - ETA: 0s - loss: 0.0735
61/82 [=====================>........] - ETA: 0s - loss: 0.0696
82/82 [==============================] - 0s 2ms/step - loss: 0.0688
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1143
33/82 [===========>..................] - ETA: 0s - loss: 0.0616
63/82 [======================>.......] - ETA: 0s - loss: 0.0678
82/82 [==============================] - 0s 2ms/step - loss: 0.0722
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0235
33/82 [===========>..................] - ETA: 0s - loss: 0.0767
64/82 [======================>.......] - ETA: 0s - loss: 0.0699
82/82 [==============================] - 0s 2ms/step - loss: 0.0661
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 3.0378e-04
31/82 [==========>...................] - ETA: 0s - loss: 0.0632
60/82 [====================>.........] - ETA: 0s - loss: 0.0597
82/82 [==============================] - 0s 2ms/step - loss: 0.0667
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0015
35/82 [===========>..................] - ETA: 0s - loss: 0.0386
65/82 [======================>.......] - ETA: 0s - loss: 0.0638
82/82 [==============================] - 0s 2ms/step - loss: 0.0634
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0199
34/82 [===========>..................] - ETA: 0s - loss: 0.0411
61/82 [=====================>........] - ETA: 0s - loss: 0.0557
82/82 [==============================] - 0s 2ms/step - loss: 0.0646
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1357
34/82 [===========>..................] - ETA: 0s - loss: 0.0651
71/82 [========================>.....] - ETA: 0s - loss: 0.0618
82/82 [==============================] - 0s 2ms/step - loss: 0.0624
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2484
33/82 [===========>..................] - ETA: 0s - loss: 0.0727
65/82 [======================>.......] - ETA: 0s - loss: 0.0688
82/82 [==============================] - 0s 2ms/step - loss: 0.0620
- -> test with GAN.predict
- GAN tn, fp: 201, 4
- GAN fn, tp: 7, 2
- GAN f1 score: 0.267
- GAN cohens kappa score: 0.241
- -> test with 'LR'
- LR tn, fp: 181, 24
- LR fn, tp: 3, 6
- LR f1 score: 0.308
- LR cohens kappa score: 0.260
- LR average precision score: 0.504
- -> test with 'RF'
- RF tn, fp: 202, 3
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.021
- -> test with 'GB'
- GB tn, fp: 205, 0
- GB fn, tp: 8, 1
- GB f1 score: 0.200
- GB cohens kappa score: 0.193
- -> test with 'KNN'
- KNN tn, fp: 189, 16
- KNN fn, tp: 3, 6
- KNN f1 score: 0.387
- KNN cohens kappa score: 0.348
- ------ Step 1/5: Slice 4/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 14s - loss: 0.0227
27/82 [========>.....................] - ETA: 0s - loss: 0.0920
55/82 [===================>..........] - ETA: 0s - loss: 0.0824
82/82 [==============================] - ETA: 0s - loss: 0.0894
82/82 [==============================] - 0s 2ms/step - loss: 0.0894
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1863
26/82 [========>.....................] - ETA: 0s - loss: 0.0787
51/82 [=================>............] - ETA: 0s - loss: 0.0898
76/82 [==========================>...] - ETA: 0s - loss: 0.0957
82/82 [==============================] - 0s 2ms/step - loss: 0.0964
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0826
27/82 [========>.....................] - ETA: 0s - loss: 0.0869
55/82 [===================>..........] - ETA: 0s - loss: 0.0875
82/82 [==============================] - ETA: 0s - loss: 0.0861
82/82 [==============================] - 0s 2ms/step - loss: 0.0861
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0463
27/82 [========>.....................] - ETA: 0s - loss: 0.1063
54/82 [==================>...........] - ETA: 0s - loss: 0.0888
82/82 [==============================] - 0s 2ms/step - loss: 0.0828
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1628
37/82 [============>.................] - ETA: 0s - loss: 0.0834
73/82 [=========================>....] - ETA: 0s - loss: 0.0725
82/82 [==============================] - 0s 1ms/step - loss: 0.0785
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0040
34/82 [===========>..................] - ETA: 0s - loss: 0.0784
66/82 [=======================>......] - ETA: 0s - loss: 0.0770
82/82 [==============================] - 0s 2ms/step - loss: 0.0771
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2374
30/82 [=========>....................] - ETA: 0s - loss: 0.0717
65/82 [======================>.......] - ETA: 0s - loss: 0.0743
82/82 [==============================] - 0s 2ms/step - loss: 0.0749
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0060
38/82 [============>.................] - ETA: 0s - loss: 0.0757
74/82 [==========================>...] - ETA: 0s - loss: 0.0730
82/82 [==============================] - 0s 1ms/step - loss: 0.0728
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0611
36/82 [============>.................] - ETA: 0s - loss: 0.0748
71/82 [========================>.....] - ETA: 0s - loss: 0.0703
82/82 [==============================] - 0s 1ms/step - loss: 0.0718
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0242
38/82 [============>.................] - ETA: 0s - loss: 0.0719
76/82 [==========================>...] - ETA: 0s - loss: 0.0618
82/82 [==============================] - 0s 1ms/step - loss: 0.0705
- -> test with GAN.predict
- GAN tn, fp: 203, 2
- GAN fn, tp: 8, 1
- GAN f1 score: 0.167
- GAN cohens kappa score: 0.149
- -> test with 'LR'
- LR tn, fp: 190, 15
- LR fn, tp: 0, 9
- LR f1 score: 0.545
- LR cohens kappa score: 0.516
- LR average precision score: 0.796
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 8, 1
- RF f1 score: 0.182
- RF cohens kappa score: 0.169
- -> test with 'GB'
- GB tn, fp: 205, 0
- GB fn, tp: 7, 2
- GB f1 score: 0.364
- GB cohens kappa score: 0.354
- -> test with 'KNN'
- KNN tn, fp: 198, 7
- KNN fn, tp: 5, 4
- KNN f1 score: 0.400
- KNN cohens kappa score: 0.371
- ------ Step 1/5: Slice 5/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 11s - loss: 0.0348
38/82 [============>.................] - ETA: 0s - loss: 0.1220
75/82 [==========================>...] - ETA: 0s - loss: 0.1026
82/82 [==============================] - 0s 1ms/step - loss: 0.1034
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0806
41/82 [==============>...............] - ETA: 0s - loss: 0.0772
81/82 [============================>.] - ETA: 0s - loss: 0.0879
82/82 [==============================] - 0s 1ms/step - loss: 0.0868
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2511
33/82 [===========>..................] - ETA: 0s - loss: 0.0726
72/82 [=========================>....] - ETA: 0s - loss: 0.0738
82/82 [==============================] - 0s 1ms/step - loss: 0.0772
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0015
41/82 [==============>...............] - ETA: 0s - loss: 0.0673
82/82 [==============================] - ETA: 0s - loss: 0.0751
82/82 [==============================] - 0s 1ms/step - loss: 0.0751
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1432
39/82 [=============>................] - ETA: 0s - loss: 0.0853
79/82 [===========================>..] - ETA: 0s - loss: 0.0759
82/82 [==============================] - 0s 1ms/step - loss: 0.0740
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0029
41/82 [==============>...............] - ETA: 0s - loss: 0.0749
77/82 [===========================>..] - ETA: 0s - loss: 0.0694
82/82 [==============================] - 0s 1ms/step - loss: 0.0696
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0053
40/82 [=============>................] - ETA: 0s - loss: 0.0690
77/82 [===========================>..] - ETA: 0s - loss: 0.0693
82/82 [==============================] - 0s 1ms/step - loss: 0.0678
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0080
39/82 [=============>................] - ETA: 0s - loss: 0.0655
78/82 [===========================>..] - ETA: 0s - loss: 0.0649
82/82 [==============================] - 0s 1ms/step - loss: 0.0642
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0240
38/82 [============>.................] - ETA: 0s - loss: 0.0703
77/82 [===========================>..] - ETA: 0s - loss: 0.0627
82/82 [==============================] - 0s 1ms/step - loss: 0.0658
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0327
38/82 [============>.................] - ETA: 0s - loss: 0.0540
76/82 [==========================>...] - ETA: 0s - loss: 0.0631
82/82 [==============================] - 0s 1ms/step - loss: 0.0628
- -> test with GAN.predict
- GAN tn, fp: 192, 11
- GAN fn, tp: 5, 2
- GAN f1 score: 0.200
- GAN cohens kappa score: 0.164
- -> test with 'LR'
- LR tn, fp: 182, 21
- LR fn, tp: 3, 4
- LR f1 score: 0.250
- LR cohens kappa score: 0.209
- LR average precision score: 0.218
- -> test with 'RF'
- RF tn, fp: 199, 4
- RF fn, tp: 7, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.025
- -> test with 'GB'
- GB tn, fp: 199, 4
- GB fn, tp: 4, 3
- GB f1 score: 0.429
- GB cohens kappa score: 0.409
- -> test with 'KNN'
- KNN tn, fp: 183, 20
- KNN fn, tp: 2, 5
- KNN f1 score: 0.312
- KNN cohens kappa score: 0.275
- ====== Step 2/5 =======
- -> Shuffling data
- -> Spliting data to slices
- ------ Step 2/5: Slice 1/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 15s - loss: 0.0387
34/82 [===========>..................] - ETA: 0s - loss: 0.0730
71/82 [========================>.....] - ETA: 0s - loss: 0.0723
82/82 [==============================] - 0s 1ms/step - loss: 0.0745
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0026
37/82 [============>.................] - ETA: 0s - loss: 0.0560
73/82 [=========================>....] - ETA: 0s - loss: 0.0696
82/82 [==============================] - 0s 1ms/step - loss: 0.0697
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2029
33/82 [===========>..................] - ETA: 0s - loss: 0.0480
70/82 [========================>.....] - ETA: 0s - loss: 0.0584
82/82 [==============================] - 0s 1ms/step - loss: 0.0677
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0014
38/82 [============>.................] - ETA: 0s - loss: 0.0699
72/82 [=========================>....] - ETA: 0s - loss: 0.0654
82/82 [==============================] - 0s 1ms/step - loss: 0.0667
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0692
37/82 [============>.................] - ETA: 0s - loss: 0.0630
72/82 [=========================>....] - ETA: 0s - loss: 0.0674
82/82 [==============================] - 0s 1ms/step - loss: 0.0643
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0126
38/82 [============>.................] - ETA: 0s - loss: 0.0583
75/82 [==========================>...] - ETA: 0s - loss: 0.0643
82/82 [==============================] - 0s 1ms/step - loss: 0.0649
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1636
37/82 [============>.................] - ETA: 0s - loss: 0.0495
73/82 [=========================>....] - ETA: 0s - loss: 0.0702
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0018
35/82 [===========>..................] - ETA: 0s - loss: 0.0650
71/82 [========================>.....] - ETA: 0s - loss: 0.0560
82/82 [==============================] - 0s 1ms/step - loss: 0.0613
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0017
34/82 [===========>..................] - ETA: 0s - loss: 0.0506
64/82 [======================>.......] - ETA: 0s - loss: 0.0570
82/82 [==============================] - 0s 2ms/step - loss: 0.0587
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0310
29/82 [=========>....................] - ETA: 0s - loss: 0.0555
56/82 [===================>..........] - ETA: 0s - loss: 0.0569
79/82 [===========================>..] - ETA: 0s - loss: 0.0607
82/82 [==============================] - 0s 2ms/step - loss: 0.0614
- -> test with GAN.predict
- GAN tn, fp: 198, 7
- GAN fn, tp: 6, 3
- GAN f1 score: 0.316
- GAN cohens kappa score: 0.284
- -> test with 'LR'
- LR tn, fp: 178, 27
- LR fn, tp: 2, 7
- LR f1 score: 0.326
- LR cohens kappa score: 0.278
- LR average precision score: 0.422
- -> test with 'RF'
- RF tn, fp: 202, 3
- RF fn, tp: 7, 2
- RF f1 score: 0.286
- RF cohens kappa score: 0.264
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 8, 1
- GB f1 score: 0.167
- GB cohens kappa score: 0.149
- -> test with 'KNN'
- KNN tn, fp: 189, 16
- KNN fn, tp: 3, 6
- KNN f1 score: 0.387
- KNN cohens kappa score: 0.348
- ------ Step 2/5: Slice 2/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 40s - loss: 2.5342e-04
36/82 [============>.................] - ETA: 0s - loss: 0.1244
72/82 [=========================>....] - ETA: 0s - loss: 0.1184
82/82 [==============================] - 1s 1ms/step - loss: 0.1095
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0093
38/82 [============>.................] - ETA: 0s - loss: 0.0830
72/82 [=========================>....] - ETA: 0s - loss: 0.0854
82/82 [==============================] - 0s 1ms/step - loss: 0.0888
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0016
27/82 [========>.....................] - ETA: 0s - loss: 0.0559
62/82 [=====================>........] - ETA: 0s - loss: 0.0702
82/82 [==============================] - 0s 2ms/step - loss: 0.0771
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2124
35/82 [===========>..................] - ETA: 0s - loss: 0.0849
68/82 [=======================>......] - ETA: 0s - loss: 0.0739
82/82 [==============================] - 0s 1ms/step - loss: 0.0731
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0026
38/82 [============>.................] - ETA: 0s - loss: 0.0777
73/82 [=========================>....] - ETA: 0s - loss: 0.0734
82/82 [==============================] - 0s 1ms/step - loss: 0.0703
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0093
38/82 [============>.................] - ETA: 0s - loss: 0.0757
75/82 [==========================>...] - ETA: 0s - loss: 0.0662
82/82 [==============================] - 0s 1ms/step - loss: 0.0639
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0187
35/82 [===========>..................] - ETA: 0s - loss: 0.0587
65/82 [======================>.......] - ETA: 0s - loss: 0.0619
82/82 [==============================] - 0s 2ms/step - loss: 0.0631
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0010
26/82 [========>.....................] - ETA: 0s - loss: 0.0665
52/82 [==================>...........] - ETA: 0s - loss: 0.0707
77/82 [===========================>..] - ETA: 0s - loss: 0.0639
82/82 [==============================] - 0s 2ms/step - loss: 0.0622
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0120
28/82 [=========>....................] - ETA: 0s - loss: 0.0609
57/82 [===================>..........] - ETA: 0s - loss: 0.0597
82/82 [==============================] - 0s 2ms/step - loss: 0.0613
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0016
30/82 [=========>....................] - ETA: 0s - loss: 0.0629
57/82 [===================>..........] - ETA: 0s - loss: 0.0608
82/82 [==============================] - 0s 2ms/step - loss: 0.0576
- -> test with GAN.predict
- GAN tn, fp: 200, 5
- GAN fn, tp: 8, 1
- GAN f1 score: 0.133
- GAN cohens kappa score: 0.103
- -> test with 'LR'
- LR tn, fp: 176, 29
- LR fn, tp: 4, 5
- LR f1 score: 0.233
- LR cohens kappa score: 0.178
- LR average precision score: 0.374
- -> test with 'RF'
- RF tn, fp: 202, 3
- RF fn, tp: 8, 1
- RF f1 score: 0.154
- RF cohens kappa score: 0.131
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.016
- -> test with 'KNN'
- KNN tn, fp: 184, 21
- KNN fn, tp: 4, 5
- KNN f1 score: 0.286
- KNN cohens kappa score: 0.238
- ------ Step 2/5: Slice 3/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.0050
37/82 [============>.................] - ETA: 0s - loss: 0.1025
67/82 [=======================>......] - ETA: 0s - loss: 0.0978
82/82 [==============================] - 0s 2ms/step - loss: 0.1085
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0970
33/82 [===========>..................] - ETA: 0s - loss: 0.0670
67/82 [=======================>......] - ETA: 0s - loss: 0.0965
82/82 [==============================] - 0s 2ms/step - loss: 0.0902
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0083
40/82 [=============>................] - ETA: 0s - loss: 0.0910
78/82 [===========================>..] - ETA: 0s - loss: 0.0815
82/82 [==============================] - 0s 1ms/step - loss: 0.0828
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0305
39/82 [=============>................] - ETA: 0s - loss: 0.0889
79/82 [===========================>..] - ETA: 0s - loss: 0.0716
82/82 [==============================] - 0s 1ms/step - loss: 0.0766
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0307
37/82 [============>.................] - ETA: 0s - loss: 0.0830
76/82 [==========================>...] - ETA: 0s - loss: 0.0772
82/82 [==============================] - 0s 1ms/step - loss: 0.0742
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0051
41/82 [==============>...............] - ETA: 0s - loss: 0.0737
80/82 [============================>.] - ETA: 0s - loss: 0.0698
82/82 [==============================] - 0s 1ms/step - loss: 0.0684
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0079
40/82 [=============>................] - ETA: 0s - loss: 0.0787
78/82 [===========================>..] - ETA: 0s - loss: 0.0673
82/82 [==============================] - 0s 1ms/step - loss: 0.0649
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1827
40/82 [=============>................] - ETA: 0s - loss: 0.0700
76/82 [==========================>...] - ETA: 0s - loss: 0.0643
82/82 [==============================] - 0s 1ms/step - loss: 0.0638
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0011
40/82 [=============>................] - ETA: 0s - loss: 0.0514
77/82 [===========================>..] - ETA: 0s - loss: 0.0611
82/82 [==============================] - 0s 1ms/step - loss: 0.0598
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0257
37/82 [============>.................] - ETA: 0s - loss: 0.0596
75/82 [==========================>...] - ETA: 0s - loss: 0.0652
82/82 [==============================] - 0s 1ms/step - loss: 0.0609
- -> test with GAN.predict
- GAN tn, fp: 205, 0
- GAN fn, tp: 8, 1
- GAN f1 score: 0.200
- GAN cohens kappa score: 0.193
- -> test with 'LR'
- LR tn, fp: 180, 25
- LR fn, tp: 3, 6
- LR f1 score: 0.300
- LR cohens kappa score: 0.251
- LR average precision score: 0.386
- -> test with 'RF'
- RF tn, fp: 203, 2
- RF fn, tp: 8, 1
- RF f1 score: 0.167
- RF cohens kappa score: 0.149
- -> test with 'GB'
- GB tn, fp: 204, 1
- GB fn, tp: 8, 1
- GB f1 score: 0.182
- GB cohens kappa score: 0.169
- -> test with 'KNN'
- KNN tn, fp: 191, 14
- KNN fn, tp: 4, 5
- KNN f1 score: 0.357
- KNN cohens kappa score: 0.318
- ------ Step 2/5: Slice 4/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.2398
40/82 [=============>................] - ETA: 0s - loss: 0.1093
79/82 [===========================>..] - ETA: 0s - loss: 0.0965
82/82 [==============================] - 0s 1ms/step - loss: 0.0958
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0037
39/82 [=============>................] - ETA: 0s - loss: 0.0806
75/82 [==========================>...] - ETA: 0s - loss: 0.0899
82/82 [==============================] - 0s 1ms/step - loss: 0.0863
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0439
39/82 [=============>................] - ETA: 0s - loss: 0.0743
77/82 [===========================>..] - ETA: 0s - loss: 0.0785
82/82 [==============================] - 0s 1ms/step - loss: 0.0776
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0017
33/82 [===========>..................] - ETA: 0s - loss: 0.0537
69/82 [========================>.....] - ETA: 0s - loss: 0.0719
82/82 [==============================] - 0s 1ms/step - loss: 0.0735
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0071
37/82 [============>.................] - ETA: 0s - loss: 0.0561
71/82 [========================>.....] - ETA: 0s - loss: 0.0663
82/82 [==============================] - 0s 1ms/step - loss: 0.0695
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0077
36/82 [============>.................] - ETA: 0s - loss: 0.0594
69/82 [========================>.....] - ETA: 0s - loss: 0.0700
82/82 [==============================] - 0s 1ms/step - loss: 0.0690
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0496
37/82 [============>.................] - ETA: 0s - loss: 0.0876
75/82 [==========================>...] - ETA: 0s - loss: 0.0711
82/82 [==============================] - 0s 1ms/step - loss: 0.0677
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0357
36/82 [============>.................] - ETA: 0s - loss: 0.0705
68/82 [=======================>......] - ETA: 0s - loss: 0.0640
82/82 [==============================] - 0s 2ms/step - loss: 0.0640
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0029
31/82 [==========>...................] - ETA: 0s - loss: 0.0750
67/82 [=======================>......] - ETA: 0s - loss: 0.0647
82/82 [==============================] - 0s 1ms/step - loss: 0.0640
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2749
39/82 [=============>................] - ETA: 0s - loss: 0.0535
76/82 [==========================>...] - ETA: 0s - loss: 0.0615
82/82 [==============================] - 0s 1ms/step - loss: 0.0627
- -> test with GAN.predict
- GAN tn, fp: 202, 3
- GAN fn, tp: 8, 1
- GAN f1 score: 0.154
- GAN cohens kappa score: 0.131
- -> test with 'LR'
- LR tn, fp: 193, 12
- LR fn, tp: 5, 4
- LR f1 score: 0.320
- LR cohens kappa score: 0.281
- LR average precision score: 0.295
- -> test with 'RF'
- RF tn, fp: 202, 3
- RF fn, tp: 8, 1
- RF f1 score: 0.154
- RF cohens kappa score: 0.131
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 8, 1
- GB f1 score: 0.167
- GB cohens kappa score: 0.149
- -> test with 'KNN'
- KNN tn, fp: 192, 13
- KNN fn, tp: 3, 6
- KNN f1 score: 0.429
- KNN cohens kappa score: 0.394
- ------ Step 2/5: Slice 5/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 12s - loss: 0.0764
40/82 [=============>................] - ETA: 0s - loss: 0.0755
82/82 [==============================] - ETA: 0s - loss: 0.0873
82/82 [==============================] - 0s 1ms/step - loss: 0.0873
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0146
42/82 [==============>...............] - ETA: 0s - loss: 0.0837
80/82 [============================>.] - ETA: 0s - loss: 0.0786
82/82 [==============================] - 0s 1ms/step - loss: 0.0776
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0196
41/82 [==============>...............] - ETA: 0s - loss: 0.0977
82/82 [==============================] - ETA: 0s - loss: 0.0847
82/82 [==============================] - 0s 1ms/step - loss: 0.0847
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0348
41/82 [==============>...............] - ETA: 0s - loss: 0.0758
77/82 [===========================>..] - ETA: 0s - loss: 0.0743
82/82 [==============================] - 0s 1ms/step - loss: 0.0783
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1130
38/82 [============>.................] - ETA: 0s - loss: 0.0709
69/82 [========================>.....] - ETA: 0s - loss: 0.0723
82/82 [==============================] - 0s 1ms/step - loss: 0.0792
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0696
42/82 [==============>...............] - ETA: 0s - loss: 0.0845
82/82 [==============================] - ETA: 0s - loss: 0.0790
82/82 [==============================] - 0s 1ms/step - loss: 0.0790
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0121
41/82 [==============>...............] - ETA: 0s - loss: 0.0728
78/82 [===========================>..] - ETA: 0s - loss: 0.0764
82/82 [==============================] - 0s 1ms/step - loss: 0.0768
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0802
42/82 [==============>...............] - ETA: 0s - loss: 0.0628
82/82 [==============================] - ETA: 0s - loss: 0.0724
82/82 [==============================] - 0s 1ms/step - loss: 0.0724
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0037
42/82 [==============>...............] - ETA: 0s - loss: 0.0796
82/82 [==============================] - 0s 1ms/step - loss: 0.0773
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0419
41/82 [==============>...............] - ETA: 0s - loss: 0.0668
82/82 [==============================] - ETA: 0s - loss: 0.0741
82/82 [==============================] - 0s 1ms/step - loss: 0.0741
- -> test with GAN.predict
- GAN tn, fp: 191, 12
- GAN fn, tp: 5, 2
- GAN f1 score: 0.190
- GAN cohens kappa score: 0.153
- -> test with 'LR'
- LR tn, fp: 176, 27
- LR fn, tp: 0, 7
- LR f1 score: 0.341
- LR cohens kappa score: 0.303
- LR average precision score: 0.392
- -> test with 'RF'
- RF tn, fp: 201, 2
- RF fn, tp: 6, 1
- RF f1 score: 0.200
- RF cohens kappa score: 0.184
- -> test with 'GB'
- GB tn, fp: 201, 2
- GB fn, tp: 6, 1
- GB f1 score: 0.200
- GB cohens kappa score: 0.184
- -> test with 'KNN'
- KNN tn, fp: 180, 23
- KNN fn, tp: 1, 6
- KNN f1 score: 0.333
- KNN cohens kappa score: 0.295
- ====== Step 3/5 =======
- -> Shuffling data
- -> Spliting data to slices
- ------ Step 3/5: Slice 1/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.3820
40/82 [=============>................] - ETA: 0s - loss: 0.1146
79/82 [===========================>..] - ETA: 0s - loss: 0.1147
82/82 [==============================] - 0s 1ms/step - loss: 0.1114
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0871
36/82 [============>.................] - ETA: 0s - loss: 0.0916
72/82 [=========================>....] - ETA: 0s - loss: 0.0989
82/82 [==============================] - 0s 1ms/step - loss: 0.0961
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0108
31/82 [==========>...................] - ETA: 0s - loss: 0.0920
70/82 [========================>.....] - ETA: 0s - loss: 0.0860
82/82 [==============================] - 0s 1ms/step - loss: 0.0921
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0790
38/82 [============>.................] - ETA: 0s - loss: 0.0929
74/82 [==========================>...] - ETA: 0s - loss: 0.0876
82/82 [==============================] - 0s 1ms/step - loss: 0.0891
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0884
40/82 [=============>................] - ETA: 0s - loss: 0.0662
78/82 [===========================>..] - ETA: 0s - loss: 0.0843
82/82 [==============================] - 0s 1ms/step - loss: 0.0852
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0634
41/82 [==============>...............] - ETA: 0s - loss: 0.0861
79/82 [===========================>..] - ETA: 0s - loss: 0.0822
82/82 [==============================] - 0s 1ms/step - loss: 0.0798
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1097
40/82 [=============>................] - ETA: 0s - loss: 0.0809
72/82 [=========================>....] - ETA: 0s - loss: 0.0847
82/82 [==============================] - 0s 1ms/step - loss: 0.0852
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0913
34/82 [===========>..................] - ETA: 0s - loss: 0.0933
69/82 [========================>.....] - ETA: 0s - loss: 0.0794
82/82 [==============================] - 0s 1ms/step - loss: 0.0823
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0195
41/82 [==============>...............] - ETA: 0s - loss: 0.0846
79/82 [===========================>..] - ETA: 0s - loss: 0.0786
82/82 [==============================] - 0s 1ms/step - loss: 0.0818
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0747
40/82 [=============>................] - ETA: 0s - loss: 0.0761
77/82 [===========================>..] - ETA: 0s - loss: 0.0822
82/82 [==============================] - 0s 1ms/step - loss: 0.0821
- -> test with GAN.predict
- GAN tn, fp: 204, 1
- GAN fn, tp: 7, 2
- GAN f1 score: 0.333
- GAN cohens kappa score: 0.319
- -> test with 'LR'
- LR tn, fp: 188, 17
- LR fn, tp: 1, 8
- LR f1 score: 0.471
- LR cohens kappa score: 0.436
- LR average precision score: 0.820
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.008
- -> test with 'GB'
- GB tn, fp: 205, 0
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: 0.000
- -> test with 'KNN'
- KNN tn, fp: 193, 12
- KNN fn, tp: 3, 6
- KNN f1 score: 0.444
- KNN cohens kappa score: 0.411
- ------ Step 3/5: Slice 2/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 15s - loss: 7.2936e-05
40/82 [=============>................] - ETA: 0s - loss: 0.0904
79/82 [===========================>..] - ETA: 0s - loss: 0.0896
82/82 [==============================] - 0s 1ms/step - loss: 0.0908
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2217
40/82 [=============>................] - ETA: 0s - loss: 0.0768
79/82 [===========================>..] - ETA: 0s - loss: 0.0783
82/82 [==============================] - 0s 1ms/step - loss: 0.0774
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 2.0882e-04
39/82 [=============>................] - ETA: 0s - loss: 0.0601
76/82 [==========================>...] - ETA: 0s - loss: 0.0648
82/82 [==============================] - 0s 1ms/step - loss: 0.0727
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0039
35/82 [===========>..................] - ETA: 0s - loss: 0.0431
66/82 [=======================>......] - ETA: 0s - loss: 0.0703
82/82 [==============================] - 0s 2ms/step - loss: 0.0685
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0216
36/82 [============>.................] - ETA: 0s - loss: 0.0742
72/82 [=========================>....] - ETA: 0s - loss: 0.0649
82/82 [==============================] - 0s 1ms/step - loss: 0.0613
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0418
40/82 [=============>................] - ETA: 0s - loss: 0.0740
79/82 [===========================>..] - ETA: 0s - loss: 0.0610
82/82 [==============================] - 0s 1ms/step - loss: 0.0596
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0046
40/82 [=============>................] - ETA: 0s - loss: 0.0559
76/82 [==========================>...] - ETA: 0s - loss: 0.0578
82/82 [==============================] - 0s 1ms/step - loss: 0.0576
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0487
39/82 [=============>................] - ETA: 0s - loss: 0.0413
78/82 [===========================>..] - ETA: 0s - loss: 0.0567
82/82 [==============================] - 0s 1ms/step - loss: 0.0557
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1747
38/82 [============>.................] - ETA: 0s - loss: 0.0456
76/82 [==========================>...] - ETA: 0s - loss: 0.0506
82/82 [==============================] - 0s 1ms/step - loss: 0.0545
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 3.9321e-04
39/82 [=============>................] - ETA: 0s - loss: 0.0474
77/82 [===========================>..] - ETA: 0s - loss: 0.0509
82/82 [==============================] - 0s 1ms/step - loss: 0.0520
- -> test with GAN.predict
- GAN tn, fp: 188, 17
- GAN fn, tp: 6, 3
- GAN f1 score: 0.207
- GAN cohens kappa score: 0.158
- -> test with 'LR'
- LR tn, fp: 176, 29
- LR fn, tp: 2, 7
- LR f1 score: 0.311
- LR cohens kappa score: 0.261
- LR average precision score: 0.247
- -> test with 'RF'
- RF tn, fp: 198, 7
- RF fn, tp: 6, 3
- RF f1 score: 0.316
- RF cohens kappa score: 0.284
- -> test with 'GB'
- GB tn, fp: 198, 7
- GB fn, tp: 5, 4
- GB f1 score: 0.400
- GB cohens kappa score: 0.371
- -> test with 'KNN'
- KNN tn, fp: 181, 24
- KNN fn, tp: 5, 4
- KNN f1 score: 0.216
- KNN cohens kappa score: 0.163
- ------ Step 3/5: Slice 3/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.0052
40/82 [=============>................] - ETA: 0s - loss: 0.0727
79/82 [===========================>..] - ETA: 0s - loss: 0.0901
82/82 [==============================] - 0s 1ms/step - loss: 0.0927
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2623
40/82 [=============>................] - ETA: 0s - loss: 0.0968
78/82 [===========================>..] - ETA: 0s - loss: 0.0850
82/82 [==============================] - 0s 1ms/step - loss: 0.0826
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0177
39/82 [=============>................] - ETA: 0s - loss: 0.0621
78/82 [===========================>..] - ETA: 0s - loss: 0.0757
82/82 [==============================] - 0s 1ms/step - loss: 0.0737
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0381
39/82 [=============>................] - ETA: 0s - loss: 0.0703
70/82 [========================>.....] - ETA: 0s - loss: 0.0689
82/82 [==============================] - 0s 1ms/step - loss: 0.0704
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1204
32/82 [==========>...................] - ETA: 0s - loss: 0.0670
67/82 [=======================>......] - ETA: 0s - loss: 0.0634
82/82 [==============================] - 0s 1ms/step - loss: 0.0668
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0552
39/82 [=============>................] - ETA: 0s - loss: 0.0612
77/82 [===========================>..] - ETA: 0s - loss: 0.0666
82/82 [==============================] - 0s 1ms/step - loss: 0.0647
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0087
38/82 [============>.................] - ETA: 0s - loss: 0.0716
72/82 [=========================>....] - ETA: 0s - loss: 0.0678
82/82 [==============================] - 0s 1ms/step - loss: 0.0635
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0171
37/82 [============>.................] - ETA: 0s - loss: 0.0423
76/82 [==========================>...] - ETA: 0s - loss: 0.0580
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0041
39/82 [=============>................] - ETA: 0s - loss: 0.0520
79/82 [===========================>..] - ETA: 0s - loss: 0.0595
82/82 [==============================] - 0s 1ms/step - loss: 0.0604
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0612
37/82 [============>.................] - ETA: 0s - loss: 0.0514
75/82 [==========================>...] - ETA: 0s - loss: 0.0569
82/82 [==============================] - 0s 1ms/step - loss: 0.0578
- -> test with GAN.predict
- GAN tn, fp: 200, 5
- GAN fn, tp: 9, 0
- GAN f1 score: 0.000
- GAN cohens kappa score: -0.031
- -> test with 'LR'
- LR tn, fp: 192, 13
- LR fn, tp: 3, 6
- LR f1 score: 0.429
- LR cohens kappa score: 0.394
- LR average precision score: 0.349
- -> test with 'RF'
- RF tn, fp: 203, 2
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.016
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.016
- -> test with 'KNN'
- KNN tn, fp: 193, 12
- KNN fn, tp: 3, 6
- KNN f1 score: 0.444
- KNN cohens kappa score: 0.411
- ------ Step 3/5: Slice 4/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 17s - loss: 0.0037
35/82 [===========>..................] - ETA: 0s - loss: 0.1026
72/82 [=========================>....] - ETA: 0s - loss: 0.1239
82/82 [==============================] - 0s 1ms/step - loss: 0.1159
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0139
41/82 [==============>...............] - ETA: 0s - loss: 0.0810
79/82 [===========================>..] - ETA: 0s - loss: 0.1006
82/82 [==============================] - 0s 1ms/step - loss: 0.0980
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0038
37/82 [============>.................] - ETA: 0s - loss: 0.1350
74/82 [==========================>...] - ETA: 0s - loss: 0.0876
82/82 [==============================] - 0s 1ms/step - loss: 0.0884
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.3633
40/82 [=============>................] - ETA: 0s - loss: 0.0608
78/82 [===========================>..] - ETA: 0s - loss: 0.0770
82/82 [==============================] - 0s 1ms/step - loss: 0.0776
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0072
40/82 [=============>................] - ETA: 0s - loss: 0.0581
79/82 [===========================>..] - ETA: 0s - loss: 0.0782
82/82 [==============================] - 0s 1ms/step - loss: 0.0761
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1112
35/82 [===========>..................] - ETA: 0s - loss: 0.0656
67/82 [=======================>......] - ETA: 0s - loss: 0.0617
82/82 [==============================] - 0s 2ms/step - loss: 0.0709
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0160
36/82 [============>.................] - ETA: 0s - loss: 0.0610
75/82 [==========================>...] - ETA: 0s - loss: 0.0692
82/82 [==============================] - 0s 1ms/step - loss: 0.0684
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0055
39/82 [=============>................] - ETA: 0s - loss: 0.0648
78/82 [===========================>..] - ETA: 0s - loss: 0.0673
82/82 [==============================] - 0s 1ms/step - loss: 0.0680
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0483
39/82 [=============>................] - ETA: 0s - loss: 0.0670
66/82 [=======================>......] - ETA: 0s - loss: 0.0701
82/82 [==============================] - 0s 2ms/step - loss: 0.0644
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 6.7240e-04
27/82 [========>.....................] - ETA: 0s - loss: 0.0380
57/82 [===================>..........] - ETA: 0s - loss: 0.0398
82/82 [==============================] - 0s 2ms/step - loss: 0.0605
- -> test with GAN.predict
- GAN tn, fp: 201, 4
- GAN fn, tp: 5, 4
- GAN f1 score: 0.471
- GAN cohens kappa score: 0.449
- -> test with 'LR'
- LR tn, fp: 191, 14
- LR fn, tp: 5, 4
- LR f1 score: 0.296
- LR cohens kappa score: 0.254
- LR average precision score: 0.235
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.008
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.016
- -> test with 'KNN'
- KNN tn, fp: 193, 12
- KNN fn, tp: 4, 5
- KNN f1 score: 0.385
- KNN cohens kappa score: 0.349
- ------ Step 3/5: Slice 5/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 10s - loss: 0.1932
42/82 [==============>...............] - ETA: 0s - loss: 0.0973
82/82 [==============================] - ETA: 0s - loss: 0.0825
82/82 [==============================] - 0s 1ms/step - loss: 0.0825
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0142
41/82 [==============>...............] - ETA: 0s - loss: 0.0651
81/82 [============================>.] - ETA: 0s - loss: 0.0878
82/82 [==============================] - 0s 1ms/step - loss: 0.0871
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0390
43/82 [==============>...............] - ETA: 0s - loss: 0.0610
82/82 [==============================] - 0s 1ms/step - loss: 0.0726
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0140
39/82 [=============>................] - ETA: 0s - loss: 0.0762
80/82 [============================>.] - ETA: 0s - loss: 0.0699
82/82 [==============================] - 0s 1ms/step - loss: 0.0688
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0262
36/82 [============>.................] - ETA: 0s - loss: 0.0651
68/82 [=======================>......] - ETA: 0s - loss: 0.0651
82/82 [==============================] - 0s 1ms/step - loss: 0.0652
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0768
36/82 [============>.................] - ETA: 0s - loss: 0.0382
70/82 [========================>.....] - ETA: 0s - loss: 0.0578
82/82 [==============================] - 0s 1ms/step - loss: 0.0631
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0057
43/82 [==============>...............] - ETA: 0s - loss: 0.0637
82/82 [==============================] - 0s 1ms/step - loss: 0.0627
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0868
35/82 [===========>..................] - ETA: 0s - loss: 0.0562
69/82 [========================>.....] - ETA: 0s - loss: 0.0556
82/82 [==============================] - 0s 1ms/step - loss: 0.0618
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1293
41/82 [==============>...............] - ETA: 0s - loss: 0.0505
82/82 [==============================] - ETA: 0s - loss: 0.0589
82/82 [==============================] - 0s 1ms/step - loss: 0.0589
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0122
35/82 [===========>..................] - ETA: 0s - loss: 0.0657
70/82 [========================>.....] - ETA: 0s - loss: 0.0563
82/82 [==============================] - 0s 1ms/step - loss: 0.0585
- -> test with GAN.predict
- GAN tn, fp: 194, 9
- GAN fn, tp: 5, 2
- GAN f1 score: 0.222
- GAN cohens kappa score: 0.189
- -> test with 'LR'
- LR tn, fp: 173, 30
- LR fn, tp: 2, 5
- LR f1 score: 0.238
- LR cohens kappa score: 0.193
- LR average precision score: 0.265
- -> test with 'RF'
- RF tn, fp: 196, 7
- RF fn, tp: 6, 1
- RF f1 score: 0.133
- RF cohens kappa score: 0.101
- -> test with 'GB'
- GB tn, fp: 198, 5
- GB fn, tp: 5, 2
- GB f1 score: 0.286
- GB cohens kappa score: 0.261
- -> test with 'KNN'
- KNN tn, fp: 184, 19
- KNN fn, tp: 6, 1
- KNN f1 score: 0.074
- KNN cohens kappa score: 0.026
- ====== Step 4/5 =======
- -> Shuffling data
- -> Spliting data to slices
- ------ Step 4/5: Slice 1/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 12s - loss: 0.1829
40/82 [=============>................] - ETA: 0s - loss: 0.0839
78/82 [===========================>..] - ETA: 0s - loss: 0.0744
82/82 [==============================] - 0s 1ms/step - loss: 0.0723
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0609
40/82 [=============>................] - ETA: 0s - loss: 0.0590
77/82 [===========================>..] - ETA: 0s - loss: 0.0710
82/82 [==============================] - 0s 1ms/step - loss: 0.0736
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1760
31/82 [==========>...................] - ETA: 0s - loss: 0.0735
69/82 [========================>.....] - ETA: 0s - loss: 0.0699
82/82 [==============================] - 0s 1ms/step - loss: 0.0677
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0041
39/82 [=============>................] - ETA: 0s - loss: 0.0491
76/82 [==========================>...] - ETA: 0s - loss: 0.0681
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0339
40/82 [=============>................] - ETA: 0s - loss: 0.0549
77/82 [===========================>..] - ETA: 0s - loss: 0.0640
82/82 [==============================] - 0s 1ms/step - loss: 0.0638
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1011
41/82 [==============>...............] - ETA: 0s - loss: 0.0559
80/82 [============================>.] - ETA: 0s - loss: 0.0616
82/82 [==============================] - 0s 1ms/step - loss: 0.0611
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0458
40/82 [=============>................] - ETA: 0s - loss: 0.0687
78/82 [===========================>..] - ETA: 0s - loss: 0.0595
82/82 [==============================] - 0s 1ms/step - loss: 0.0584
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0497
40/82 [=============>................] - ETA: 0s - loss: 0.0616
79/82 [===========================>..] - ETA: 0s - loss: 0.0583
82/82 [==============================] - 0s 1ms/step - loss: 0.0584
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0056
41/82 [==============>...............] - ETA: 0s - loss: 0.0506
80/82 [============================>.] - ETA: 0s - loss: 0.0550
82/82 [==============================] - 0s 1ms/step - loss: 0.0571
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1359
37/82 [============>.................] - ETA: 0s - loss: 0.0505
74/82 [==========================>...] - ETA: 0s - loss: 0.0536
82/82 [==============================] - 0s 1ms/step - loss: 0.0559
- -> test with GAN.predict
- GAN tn, fp: 195, 10
- GAN fn, tp: 7, 2
- GAN f1 score: 0.190
- GAN cohens kappa score: 0.150
- -> test with 'LR'
- LR tn, fp: 184, 21
- LR fn, tp: 4, 5
- LR f1 score: 0.286
- LR cohens kappa score: 0.238
- LR average precision score: 0.193
- -> test with 'RF'
- RF tn, fp: 199, 6
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.035
- -> test with 'GB'
- GB tn, fp: 201, 4
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.027
- -> test with 'KNN'
- KNN tn, fp: 187, 18
- KNN fn, tp: 4, 5
- KNN f1 score: 0.312
- KNN cohens kappa score: 0.268
- ------ Step 4/5: Slice 2/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 16s - loss: 0.6266
40/82 [=============>................] - ETA: 0s - loss: 0.1282
79/82 [===========================>..] - ETA: 0s - loss: 0.1283
82/82 [==============================] - 0s 1ms/step - loss: 0.1288
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0124
33/82 [===========>..................] - ETA: 0s - loss: 0.1148
66/82 [=======================>......] - ETA: 0s - loss: 0.0942
82/82 [==============================] - 0s 2ms/step - loss: 0.0895
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0287
38/82 [============>.................] - ETA: 0s - loss: 0.0858
74/82 [==========================>...] - ETA: 0s - loss: 0.0725
82/82 [==============================] - 0s 1ms/step - loss: 0.0726
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0277
39/82 [=============>................] - ETA: 0s - loss: 0.0621
76/82 [==========================>...] - ETA: 0s - loss: 0.0672
82/82 [==============================] - 0s 1ms/step - loss: 0.0642
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0913
30/82 [=========>....................] - ETA: 0s - loss: 0.0408
66/82 [=======================>......] - ETA: 0s - loss: 0.0600
82/82 [==============================] - 0s 2ms/step - loss: 0.0607
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0193
37/82 [============>.................] - ETA: 0s - loss: 0.0508
74/82 [==========================>...] - ETA: 0s - loss: 0.0558
82/82 [==============================] - 0s 1ms/step - loss: 0.0595
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0173
39/82 [=============>................] - ETA: 0s - loss: 0.0625
79/82 [===========================>..] - ETA: 0s - loss: 0.0579
82/82 [==============================] - 0s 1ms/step - loss: 0.0565
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0132
38/82 [============>.................] - ETA: 0s - loss: 0.0579
76/82 [==========================>...] - ETA: 0s - loss: 0.0586
82/82 [==============================] - 0s 1ms/step - loss: 0.0557
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0145
38/82 [============>.................] - ETA: 0s - loss: 0.0633
76/82 [==========================>...] - ETA: 0s - loss: 0.0564
82/82 [==============================] - 0s 1ms/step - loss: 0.0548
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0043
39/82 [=============>................] - ETA: 0s - loss: 0.0602
76/82 [==========================>...] - ETA: 0s - loss: 0.0572
82/82 [==============================] - 0s 1ms/step - loss: 0.0540
- -> test with GAN.predict
- GAN tn, fp: 204, 1
- GAN fn, tp: 8, 1
- GAN f1 score: 0.182
- GAN cohens kappa score: 0.169
- -> test with 'LR'
- LR tn, fp: 193, 12
- LR fn, tp: 4, 5
- LR f1 score: 0.385
- LR cohens kappa score: 0.349
- LR average precision score: 0.605
- -> test with 'RF'
- RF tn, fp: 202, 3
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.021
- -> test with 'GB'
- GB tn, fp: 204, 1
- GB fn, tp: 7, 2
- GB f1 score: 0.333
- GB cohens kappa score: 0.319
- -> test with 'KNN'
- KNN tn, fp: 195, 10
- KNN fn, tp: 7, 2
- KNN f1 score: 0.190
- KNN cohens kappa score: 0.150
- ------ Step 4/5: Slice 3/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 16s - loss: 0.0012
33/82 [===========>..................] - ETA: 0s - loss: 0.1523
66/82 [=======================>......] - ETA: 0s - loss: 0.1430
82/82 [==============================] - 0s 2ms/step - loss: 0.1447
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 3.5356e-04
35/82 [===========>..................] - ETA: 0s - loss: 0.0473
67/82 [=======================>......] - ETA: 0s - loss: 0.0747
82/82 [==============================] - 0s 2ms/step - loss: 0.0968
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0321
34/82 [===========>..................] - ETA: 0s - loss: 0.0810
68/82 [=======================>......] - ETA: 0s - loss: 0.0638
82/82 [==============================] - 0s 2ms/step - loss: 0.0828
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0073
38/82 [============>.................] - ETA: 0s - loss: 0.0786
77/82 [===========================>..] - ETA: 0s - loss: 0.0789
82/82 [==============================] - 0s 1ms/step - loss: 0.0794
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0109
34/82 [===========>..................] - ETA: 0s - loss: 0.0736
67/82 [=======================>......] - ETA: 0s - loss: 0.0788
82/82 [==============================] - 0s 2ms/step - loss: 0.0676
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0711
34/82 [===========>..................] - ETA: 0s - loss: 0.0743
70/82 [========================>.....] - ETA: 0s - loss: 0.0664
82/82 [==============================] - 0s 1ms/step - loss: 0.0656
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0047
40/82 [=============>................] - ETA: 0s - loss: 0.0709
79/82 [===========================>..] - ETA: 0s - loss: 0.0655
82/82 [==============================] - 0s 1ms/step - loss: 0.0653
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0135
34/82 [===========>..................] - ETA: 0s - loss: 0.0634
69/82 [========================>.....] - ETA: 0s - loss: 0.0616
82/82 [==============================] - 0s 1ms/step - loss: 0.0603
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0621
39/82 [=============>................] - ETA: 0s - loss: 0.0494
71/82 [========================>.....] - ETA: 0s - loss: 0.0606
82/82 [==============================] - 0s 1ms/step - loss: 0.0591
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0347
35/82 [===========>..................] - ETA: 0s - loss: 0.0670
70/82 [========================>.....] - ETA: 0s - loss: 0.0657
82/82 [==============================] - 0s 1ms/step - loss: 0.0595
- -> test with GAN.predict
- GAN tn, fp: 201, 4
- GAN fn, tp: 5, 4
- GAN f1 score: 0.471
- GAN cohens kappa score: 0.449
- -> test with 'LR'
- LR tn, fp: 184, 21
- LR fn, tp: 4, 5
- LR f1 score: 0.286
- LR cohens kappa score: 0.238
- LR average precision score: 0.271
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 7, 2
- RF f1 score: 0.333
- RF cohens kappa score: 0.319
- -> test with 'GB'
- GB tn, fp: 204, 1
- GB fn, tp: 8, 1
- GB f1 score: 0.182
- GB cohens kappa score: 0.169
- -> test with 'KNN'
- KNN tn, fp: 187, 18
- KNN fn, tp: 5, 4
- KNN f1 score: 0.258
- KNN cohens kappa score: 0.211
- ------ Step 4/5: Slice 4/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 14s - loss: 0.3983
37/82 [============>.................] - ETA: 0s - loss: 0.0823
77/82 [===========================>..] - ETA: 0s - loss: 0.0864
82/82 [==============================] - 0s 1ms/step - loss: 0.0915
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0286
40/82 [=============>................] - ETA: 0s - loss: 0.0758
78/82 [===========================>..] - ETA: 0s - loss: 0.0743
82/82 [==============================] - 0s 1ms/step - loss: 0.0818
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1552
40/82 [=============>................] - ETA: 0s - loss: 0.0738
81/82 [============================>.] - ETA: 0s - loss: 0.0776
82/82 [==============================] - 0s 1ms/step - loss: 0.0768
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0011
37/82 [============>.................] - ETA: 0s - loss: 0.0903
76/82 [==========================>...] - ETA: 0s - loss: 0.0777
82/82 [==============================] - 0s 1ms/step - loss: 0.0769
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0173
39/82 [=============>................] - ETA: 0s - loss: 0.0683
76/82 [==========================>...] - ETA: 0s - loss: 0.0705
82/82 [==============================] - 0s 1ms/step - loss: 0.0740
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0298
38/82 [============>.................] - ETA: 0s - loss: 0.0484
76/82 [==========================>...] - ETA: 0s - loss: 0.0705
82/82 [==============================] - 0s 1ms/step - loss: 0.0701
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2012
39/82 [=============>................] - ETA: 0s - loss: 0.0617
77/82 [===========================>..] - ETA: 0s - loss: 0.0665
82/82 [==============================] - 0s 1ms/step - loss: 0.0696
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0641
37/82 [============>.................] - ETA: 0s - loss: 0.0627
71/82 [========================>.....] - ETA: 0s - loss: 0.0684
82/82 [==============================] - 0s 2ms/step - loss: 0.0689
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0588
34/82 [===========>..................] - ETA: 0s - loss: 0.0664
72/82 [=========================>....] - ETA: 0s - loss: 0.0707
82/82 [==============================] - 0s 1ms/step - loss: 0.0679
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0086
39/82 [=============>................] - ETA: 0s - loss: 0.0703
71/82 [========================>.....] - ETA: 0s - loss: 0.0626
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- -> test with GAN.predict
- GAN tn, fp: 196, 9
- GAN fn, tp: 7, 2
- GAN f1 score: 0.200
- GAN cohens kappa score: 0.161
- -> test with 'LR'
- LR tn, fp: 179, 26
- LR fn, tp: 1, 8
- LR f1 score: 0.372
- LR cohens kappa score: 0.327
- LR average precision score: 0.395
- -> test with 'RF'
- RF tn, fp: 203, 2
- RF fn, tp: 7, 2
- RF f1 score: 0.308
- RF cohens kappa score: 0.289
- -> test with 'GB'
- GB tn, fp: 203, 2
- GB fn, tp: 7, 2
- GB f1 score: 0.308
- GB cohens kappa score: 0.289
- -> test with 'KNN'
- KNN tn, fp: 190, 15
- KNN fn, tp: 5, 4
- KNN f1 score: 0.286
- KNN cohens kappa score: 0.242
- ------ Step 4/5: Slice 5/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 10s - loss: 0.0057
41/82 [==============>...............] - ETA: 0s - loss: 0.0850
82/82 [==============================] - ETA: 0s - loss: 0.1001
82/82 [==============================] - 0s 1ms/step - loss: 0.1001
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0078
39/82 [=============>................] - ETA: 0s - loss: 0.1064
79/82 [===========================>..] - ETA: 0s - loss: 0.0857
82/82 [==============================] - 0s 1ms/step - loss: 0.0886
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1584
41/82 [==============>...............] - ETA: 0s - loss: 0.0835
82/82 [==============================] - ETA: 0s - loss: 0.0780
82/82 [==============================] - 0s 1ms/step - loss: 0.0780
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0074
42/82 [==============>...............] - ETA: 0s - loss: 0.0654
80/82 [============================>.] - ETA: 0s - loss: 0.0764
82/82 [==============================] - 0s 1ms/step - loss: 0.0751
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0660
35/82 [===========>..................] - ETA: 0s - loss: 0.0914
71/82 [========================>.....] - ETA: 0s - loss: 0.0777
82/82 [==============================] - 0s 1ms/step - loss: 0.0707
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0105
37/82 [============>.................] - ETA: 0s - loss: 0.0771
79/82 [===========================>..] - ETA: 0s - loss: 0.0739
82/82 [==============================] - 0s 1ms/step - loss: 0.0742
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0227
40/82 [=============>................] - ETA: 0s - loss: 0.0666
81/82 [============================>.] - ETA: 0s - loss: 0.0716
82/82 [==============================] - 0s 1ms/step - loss: 0.0708
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0257
42/82 [==============>...............] - ETA: 0s - loss: 0.0460
82/82 [==============================] - 0s 1ms/step - loss: 0.0617
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0987
41/82 [==============>...............] - ETA: 0s - loss: 0.0628
80/82 [============================>.] - ETA: 0s - loss: 0.0642
82/82 [==============================] - 0s 1ms/step - loss: 0.0645
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1820
42/82 [==============>...............] - ETA: 0s - loss: 0.0602
82/82 [==============================] - ETA: 0s - loss: 0.0622
82/82 [==============================] - 0s 1ms/step - loss: 0.0622
- -> test with GAN.predict
- GAN tn, fp: 194, 9
- GAN fn, tp: 4, 3
- GAN f1 score: 0.316
- GAN cohens kappa score: 0.286
- -> test with 'LR'
- LR tn, fp: 186, 17
- LR fn, tp: 1, 6
- LR f1 score: 0.400
- LR cohens kappa score: 0.368
- LR average precision score: 0.434
- -> test with 'RF'
- RF tn, fp: 201, 2
- RF fn, tp: 7, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.015
- -> test with 'GB'
- GB tn, fp: 203, 0
- GB fn, tp: 6, 1
- GB f1 score: 0.250
- GB cohens kappa score: 0.244
- -> test with 'KNN'
- KNN tn, fp: 188, 15
- KNN fn, tp: 4, 3
- KNN f1 score: 0.240
- KNN cohens kappa score: 0.202
- ====== Step 5/5 =======
- -> Shuffling data
- -> Spliting data to slices
- ------ Step 5/5: Slice 1/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.2794
41/82 [==============>...............] - ETA: 0s - loss: 0.1009
80/82 [============================>.] - ETA: 0s - loss: 0.0990
82/82 [==============================] - 0s 1ms/step - loss: 0.0969
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0034
36/82 [============>.................] - ETA: 0s - loss: 0.0785
72/82 [=========================>....] - ETA: 0s - loss: 0.0782
82/82 [==============================] - 0s 1ms/step - loss: 0.0924
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0346
40/82 [=============>................] - ETA: 0s - loss: 0.0968
77/82 [===========================>..] - ETA: 0s - loss: 0.0837
82/82 [==============================] - 0s 1ms/step - loss: 0.0855
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0310
38/82 [============>.................] - ETA: 0s - loss: 0.0741
76/82 [==========================>...] - ETA: 0s - loss: 0.0670
82/82 [==============================] - 0s 1ms/step - loss: 0.0738
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0087
37/82 [============>.................] - ETA: 0s - loss: 0.0960
76/82 [==========================>...] - ETA: 0s - loss: 0.0711
82/82 [==============================] - 0s 1ms/step - loss: 0.0717
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0372
41/82 [==============>...............] - ETA: 0s - loss: 0.0554
80/82 [============================>.] - ETA: 0s - loss: 0.0702
82/82 [==============================] - 0s 1ms/step - loss: 0.0701
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0333
40/82 [=============>................] - ETA: 0s - loss: 0.0656
79/82 [===========================>..] - ETA: 0s - loss: 0.0666
82/82 [==============================] - 0s 1ms/step - loss: 0.0687
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0360
40/82 [=============>................] - ETA: 0s - loss: 0.0518
77/82 [===========================>..] - ETA: 0s - loss: 0.0694
82/82 [==============================] - 0s 1ms/step - loss: 0.0703
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0068
41/82 [==============>...............] - ETA: 0s - loss: 0.0560
79/82 [===========================>..] - ETA: 0s - loss: 0.0633
82/82 [==============================] - 0s 1ms/step - loss: 0.0650
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0881
40/82 [=============>................] - ETA: 0s - loss: 0.0611
80/82 [============================>.] - ETA: 0s - loss: 0.0636
82/82 [==============================] - 0s 1ms/step - loss: 0.0627
- -> test with GAN.predict
- GAN tn, fp: 192, 13
- GAN fn, tp: 5, 4
- GAN f1 score: 0.308
- GAN cohens kappa score: 0.267
- -> test with 'LR'
- LR tn, fp: 184, 21
- LR fn, tp: 5, 4
- LR f1 score: 0.235
- LR cohens kappa score: 0.185
- LR average precision score: 0.264
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 8, 1
- RF f1 score: 0.182
- RF cohens kappa score: 0.169
- -> test with 'GB'
- GB tn, fp: 202, 3
- GB fn, tp: 8, 1
- GB f1 score: 0.154
- GB cohens kappa score: 0.131
- -> test with 'KNN'
- KNN tn, fp: 186, 19
- KNN fn, tp: 2, 7
- KNN f1 score: 0.400
- KNN cohens kappa score: 0.360
- ------ Step 5/5: Slice 2/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 0.0209
40/82 [=============>................] - ETA: 0s - loss: 0.0778
79/82 [===========================>..] - ETA: 0s - loss: 0.0774
82/82 [==============================] - 0s 1ms/step - loss: 0.0754
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0220
39/82 [=============>................] - ETA: 0s - loss: 0.0636
78/82 [===========================>..] - ETA: 0s - loss: 0.0711
82/82 [==============================] - 0s 1ms/step - loss: 0.0691
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0660
39/82 [=============>................] - ETA: 0s - loss: 0.0722
74/82 [==========================>...] - ETA: 0s - loss: 0.0647
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0248
38/82 [============>.................] - ETA: 0s - loss: 0.0669
78/82 [===========================>..] - ETA: 0s - loss: 0.0707
82/82 [==============================] - 0s 1ms/step - loss: 0.0684
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0220
40/82 [=============>................] - ETA: 0s - loss: 0.0714
77/82 [===========================>..] - ETA: 0s - loss: 0.0647
82/82 [==============================] - 0s 1ms/step - loss: 0.0662
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2651
40/82 [=============>................] - ETA: 0s - loss: 0.0773
79/82 [===========================>..] - ETA: 0s - loss: 0.0674
82/82 [==============================] - 0s 1ms/step - loss: 0.0664
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0222
39/82 [=============>................] - ETA: 0s - loss: 0.0674
69/82 [========================>.....] - ETA: 0s - loss: 0.0609
82/82 [==============================] - 0s 1ms/step - loss: 0.0647
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2348
35/82 [===========>..................] - ETA: 0s - loss: 0.0670
68/82 [=======================>......] - ETA: 0s - loss: 0.0671
82/82 [==============================] - 0s 2ms/step - loss: 0.0667
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0037
35/82 [===========>..................] - ETA: 0s - loss: 0.0732
71/82 [========================>.....] - ETA: 0s - loss: 0.0635
82/82 [==============================] - 0s 1ms/step - loss: 0.0645
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.3478
38/82 [============>.................] - ETA: 0s - loss: 0.0650
76/82 [==========================>...] - ETA: 0s - loss: 0.0675
82/82 [==============================] - 0s 1ms/step - loss: 0.0652
- -> test with GAN.predict
- GAN tn, fp: 199, 6
- GAN fn, tp: 9, 0
- GAN f1 score: 0.000
- GAN cohens kappa score: -0.035
- -> test with 'LR'
- LR tn, fp: 184, 21
- LR fn, tp: 3, 6
- LR f1 score: 0.333
- LR cohens kappa score: 0.288
- LR average precision score: 0.360
- -> test with 'RF'
- RF tn, fp: 204, 1
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.008
- -> test with 'GB'
- GB tn, fp: 205, 0
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: 0.000
- -> test with 'KNN'
- KNN tn, fp: 184, 21
- KNN fn, tp: 3, 6
- KNN f1 score: 0.333
- KNN cohens kappa score: 0.288
- ------ Step 5/5: Slice 3/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 13s - loss: 8.8213e-04
41/82 [==============>...............] - ETA: 0s - loss: 0.1870
80/82 [============================>.] - ETA: 0s - loss: 0.1391
82/82 [==============================] - 0s 1ms/step - loss: 0.1381
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.9977
41/82 [==============>...............] - ETA: 0s - loss: 0.1080
81/82 [============================>.] - ETA: 0s - loss: 0.1146
82/82 [==============================] - 0s 1ms/step - loss: 0.1135
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.4322
40/82 [=============>................] - ETA: 0s - loss: 0.1053
79/82 [===========================>..] - ETA: 0s - loss: 0.1006
82/82 [==============================] - 0s 1ms/step - loss: 0.0995
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2067
41/82 [==============>...............] - ETA: 0s - loss: 0.0936
80/82 [============================>.] - ETA: 0s - loss: 0.0899
82/82 [==============================] - 0s 1ms/step - loss: 0.0889
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0247
40/82 [=============>................] - ETA: 0s - loss: 0.0783
80/82 [============================>.] - ETA: 0s - loss: 0.0873
82/82 [==============================] - 0s 1ms/step - loss: 0.0867
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 7.2989e-04
38/82 [============>.................] - ETA: 0s - loss: 0.0860
74/82 [==========================>...] - ETA: 0s - loss: 0.0801
82/82 [==============================] - 0s 1ms/step - loss: 0.0788
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2191
38/82 [============>.................] - ETA: 0s - loss: 0.0736
78/82 [===========================>..] - ETA: 0s - loss: 0.0773
82/82 [==============================] - 0s 1ms/step - loss: 0.0759
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1451
40/82 [=============>................] - ETA: 0s - loss: 0.0645
81/82 [============================>.] - ETA: 0s - loss: 0.0740
82/82 [==============================] - 0s 1ms/step - loss: 0.0764
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0011
40/82 [=============>................] - ETA: 0s - loss: 0.0891
76/82 [==========================>...] - ETA: 0s - loss: 0.0751
82/82 [==============================] - 0s 1ms/step - loss: 0.0702
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0140
37/82 [============>.................] - ETA: 0s - loss: 0.0704
73/82 [=========================>....] - ETA: 0s - loss: 0.0711
82/82 [==============================] - 0s 1ms/step - loss: 0.0693
- -> test with GAN.predict
- GAN tn, fp: 200, 5
- GAN fn, tp: 7, 2
- GAN f1 score: 0.250
- GAN cohens kappa score: 0.221
- -> test with 'LR'
- LR tn, fp: 183, 22
- LR fn, tp: 0, 9
- LR f1 score: 0.450
- LR cohens kappa score: 0.412
- LR average precision score: 0.503
- -> test with 'RF'
- RF tn, fp: 205, 0
- RF fn, tp: 8, 1
- RF f1 score: 0.200
- RF cohens kappa score: 0.193
- -> test with 'GB'
- GB tn, fp: 205, 0
- GB fn, tp: 8, 1
- GB f1 score: 0.200
- GB cohens kappa score: 0.193
- -> test with 'KNN'
- KNN tn, fp: 194, 11
- KNN fn, tp: 6, 3
- KNN f1 score: 0.261
- KNN cohens kappa score: 0.221
- ------ Step 5/5: Slice 4/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 14s - loss: 0.0098
40/82 [=============>................] - ETA: 0s - loss: 0.0968
78/82 [===========================>..] - ETA: 0s - loss: 0.0973
82/82 [==============================] - 0s 1ms/step - loss: 0.0951
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2358
40/82 [=============>................] - ETA: 0s - loss: 0.0690
75/82 [==========================>...] - ETA: 0s - loss: 0.0809
82/82 [==============================] - 0s 1ms/step - loss: 0.0787
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0823
40/82 [=============>................] - ETA: 0s - loss: 0.0647
80/82 [============================>.] - ETA: 0s - loss: 0.0699
82/82 [==============================] - 0s 1ms/step - loss: 0.0696
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0059
41/82 [==============>...............] - ETA: 0s - loss: 0.0492
80/82 [============================>.] - ETA: 0s - loss: 0.0657
82/82 [==============================] - 0s 1ms/step - loss: 0.0672
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0095
39/82 [=============>................] - ETA: 0s - loss: 0.0551
77/82 [===========================>..] - ETA: 0s - loss: 0.0651
82/82 [==============================] - 0s 1ms/step - loss: 0.0641
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0228
39/82 [=============>................] - ETA: 0s - loss: 0.0565
79/82 [===========================>..] - ETA: 0s - loss: 0.0630
82/82 [==============================] - 0s 1ms/step - loss: 0.0627
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2187
39/82 [=============>................] - ETA: 0s - loss: 0.0681
77/82 [===========================>..] - ETA: 0s - loss: 0.0628
82/82 [==============================] - 0s 1ms/step - loss: 0.0608
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0034
40/82 [=============>................] - ETA: 0s - loss: 0.0635
76/82 [==========================>...] - ETA: 0s - loss: 0.0601
82/82 [==============================] - 0s 1ms/step - loss: 0.0567
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0169
35/82 [===========>..................] - ETA: 0s - loss: 0.0453
67/82 [=======================>......] - ETA: 0s - loss: 0.0599
82/82 [==============================] - 0s 2ms/step - loss: 0.0554
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0010
39/82 [=============>................] - ETA: 0s - loss: 0.0451
75/82 [==========================>...] - ETA: 0s - loss: 0.0569
82/82 [==============================] - 0s 1ms/step - loss: 0.0556
- -> test with GAN.predict
- GAN tn, fp: 198, 7
- GAN fn, tp: 6, 3
- GAN f1 score: 0.316
- GAN cohens kappa score: 0.284
- -> test with 'LR'
- LR tn, fp: 195, 10
- LR fn, tp: 5, 4
- LR f1 score: 0.348
- LR cohens kappa score: 0.313
- LR average precision score: 0.209
- -> test with 'RF'
- RF tn, fp: 201, 4
- RF fn, tp: 9, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.027
- -> test with 'GB'
- GB tn, fp: 202, 3
- GB fn, tp: 9, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.021
- -> test with 'KNN'
- KNN tn, fp: 197, 8
- KNN fn, tp: 6, 3
- KNN f1 score: 0.300
- KNN cohens kappa score: 0.266
- ------ Step 5/5: Slice 5/5 -------
- -> Reset the GAN
- -> Train generator for synthetic samples
- -> create 784 synthetic samples
- -> retrain GAN for predict
- Epoch 1/10
-
1/82 [..............................] - ETA: 10s - loss: 0.0223
43/82 [==============>...............] - ETA: 0s - loss: 0.1028
82/82 [==============================] - 0s 1ms/step - loss: 0.0828
- Epoch 2/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0533
43/82 [==============>...............] - ETA: 0s - loss: 0.0887
82/82 [==============================] - 0s 1ms/step - loss: 0.0756
- Epoch 3/10
-
1/82 [..............................] - ETA: 0s - loss: 0.1852
43/82 [==============>...............] - ETA: 0s - loss: 0.0566
82/82 [==============================] - 0s 1ms/step - loss: 0.0749
- Epoch 4/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0253
43/82 [==============>...............] - ETA: 0s - loss: 0.0707
82/82 [==============================] - 0s 1ms/step - loss: 0.0698
- Epoch 5/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0063
43/82 [==============>...............] - ETA: 0s - loss: 0.0649
82/82 [==============================] - 0s 1ms/step - loss: 0.0692
- Epoch 6/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0443
44/82 [===============>..............] - ETA: 0s - loss: 0.0624
82/82 [==============================] - 0s 1ms/step - loss: 0.0682
- Epoch 7/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0322
43/82 [==============>...............] - ETA: 0s - loss: 0.0727
82/82 [==============================] - 0s 1ms/step - loss: 0.0651
- Epoch 8/10
-
1/82 [..............................] - ETA: 0s - loss: 0.2224
43/82 [==============>...............] - ETA: 0s - loss: 0.0739
82/82 [==============================] - 0s 1ms/step - loss: 0.0684
- Epoch 9/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0193
44/82 [===============>..............] - ETA: 0s - loss: 0.0583
82/82 [==============================] - 0s 1ms/step - loss: 0.0648
- Epoch 10/10
-
1/82 [..............................] - ETA: 0s - loss: 0.0614
43/82 [==============>...............] - ETA: 0s - loss: 0.0626
82/82 [==============================] - 0s 1ms/step - loss: 0.0615
- -> test with GAN.predict
- GAN tn, fp: 196, 7
- GAN fn, tp: 6, 1
- GAN f1 score: 0.133
- GAN cohens kappa score: 0.101
- -> test with 'LR'
- LR tn, fp: 171, 32
- LR fn, tp: 2, 5
- LR f1 score: 0.227
- LR cohens kappa score: 0.181
- LR average precision score: 0.390
- -> test with 'RF'
- RF tn, fp: 196, 7
- RF fn, tp: 6, 1
- RF f1 score: 0.133
- RF cohens kappa score: 0.101
- -> test with 'GB'
- GB tn, fp: 197, 6
- GB fn, tp: 5, 2
- GB f1 score: 0.267
- GB cohens kappa score: 0.240
- -> test with 'KNN'
- KNN tn, fp: 178, 25
- KNN fn, tp: 4, 3
- KNN f1 score: 0.171
- KNN cohens kappa score: 0.125
- ### Exercise is done.
- -----[ LR ]-----
- maximum:
- LR tn, fp: 195, 38
- LR fn, tp: 8, 9
- LR f1 score: 0.545
- LR cohens kappa score: 0.516
- LR average precision score: 0.820
- average:
- LR tn, fp: 182.76, 21.84
- LR fn, tp: 2.8, 5.8
- LR f1 score: 0.323
- LR cohens kappa score: 0.279
- LR average precision score: 0.376
- minimum:
- LR tn, fp: 167, 10
- LR fn, tp: 0, 1
- LR f1 score: 0.062
- LR cohens kappa score: 0.002
- LR average precision score: 0.089
- -----[ RF ]-----
- maximum:
- RF tn, fp: 205, 7
- RF fn, tp: 9, 3
- RF f1 score: 0.333
- RF cohens kappa score: 0.319
- average:
- RF tn, fp: 201.48, 3.12
- RF fn, tp: 7.8, 0.8
- RF f1 score: 0.120
- RF cohens kappa score: 0.099
- minimum:
- RF tn, fp: 196, 0
- RF fn, tp: 6, 0
- RF f1 score: 0.000
- RF cohens kappa score: -0.035
- -----[ GB ]-----
- maximum:
- GB tn, fp: 205, 7
- GB fn, tp: 9, 4
- GB f1 score: 0.429
- GB cohens kappa score: 0.409
- average:
- GB tn, fp: 202.36, 2.24
- GB fn, tp: 7.44, 1.16
- GB f1 score: 0.181
- GB cohens kappa score: 0.164
- minimum:
- GB tn, fp: 197, 0
- GB fn, tp: 4, 0
- GB f1 score: 0.000
- GB cohens kappa score: -0.027
- -----[ KNN ]-----
- maximum:
- KNN tn, fp: 198, 39
- KNN fn, tp: 7, 7
- KNN f1 score: 0.444
- KNN cohens kappa score: 0.411
- average:
- KNN tn, fp: 187.56, 17.04
- KNN fn, tp: 4.0, 4.6
- KNN f1 score: 0.306
- KNN cohens kappa score: 0.265
- minimum:
- KNN tn, fp: 166, 7
- KNN fn, tp: 1, 1
- KNN f1 score: 0.074
- KNN cohens kappa score: 0.026
- -----[ GAN ]-----
- maximum:
- GAN tn, fp: 205, 17
- GAN fn, tp: 9, 4
- GAN f1 score: 0.471
- GAN cohens kappa score: 0.449
- average:
- GAN tn, fp: 197.68, 6.92
- GAN fn, tp: 6.6, 2.0
- GAN f1 score: 0.223
- GAN cohens kappa score: 0.193
- minimum:
- GAN tn, fp: 188, 0
- GAN fn, tp: 4, 0
- GAN f1 score: 0.000
- GAN cohens kappa score: -0.035
|