|
|
@@ -0,0 +1,701 @@
|
|
|
+
|
|
|
+
|
|
|
+///////////////////////////////////////////
|
|
|
+// Running convGAN-full on folding_abalone_17_vs_7_8_9_10
|
|
|
+///////////////////////////////////////////
|
|
|
+
|
|
|
+Load 'data_input/folding_abalone_17_vs_7_8_9_10'
|
|
|
+from pickle file
|
|
|
+Data loaded.
|
|
|
+-> Shuffling data
|
|
|
+### Start exercise for synthetic point generator
|
|
|
+
|
|
|
+====== Step 1/5 =======
|
|
|
+-> Shuffling data
|
|
|
+-> Spliting data to slices
|
|
|
+
|
|
|
+------ Step 1/5: Slice 1/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 420, 36
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.373
|
|
|
+LR cohens kappa score: 0.346
|
|
|
+LR average precision score: 0.441
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 6, 6
|
|
|
+GB f1 score: 0.343
|
|
|
+GB cohens kappa score: 0.320
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 426, 30
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.286
|
|
|
+KNN cohens kappa score: 0.257
|
|
|
+
|
|
|
+
|
|
|
+------ Step 1/5: Slice 2/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 416, 40
|
|
|
+LR fn, tp: 2, 10
|
|
|
+LR f1 score: 0.323
|
|
|
+LR cohens kappa score: 0.293
|
|
|
+LR average precision score: 0.609
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 433, 23
|
|
|
+GB fn, tp: 5, 7
|
|
|
+GB f1 score: 0.333
|
|
|
+GB cohens kappa score: 0.308
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 417, 39
|
|
|
+KNN fn, tp: 2, 10
|
|
|
+KNN f1 score: 0.328
|
|
|
+KNN cohens kappa score: 0.299
|
|
|
+
|
|
|
+
|
|
|
+------ Step 1/5: Slice 3/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 425, 31
|
|
|
+LR fn, tp: 5, 7
|
|
|
+LR f1 score: 0.280
|
|
|
+LR cohens kappa score: 0.251
|
|
|
+LR average precision score: 0.340
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 8, 4
|
|
|
+GB f1 score: 0.242
|
|
|
+GB cohens kappa score: 0.217
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 429, 27
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.304
|
|
|
+KNN cohens kappa score: 0.277
|
|
|
+
|
|
|
+
|
|
|
+------ Step 1/5: Slice 4/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 416, 40
|
|
|
+LR fn, tp: 3, 9
|
|
|
+LR f1 score: 0.295
|
|
|
+LR cohens kappa score: 0.265
|
|
|
+LR average precision score: 0.535
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 440, 16
|
|
|
+GB fn, tp: 6, 6
|
|
|
+GB f1 score: 0.353
|
|
|
+GB cohens kappa score: 0.331
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 419, 37
|
|
|
+KNN fn, tp: 2, 10
|
|
|
+KNN f1 score: 0.339
|
|
|
+KNN cohens kappa score: 0.311
|
|
|
+
|
|
|
+
|
|
|
+------ Step 1/5: Slice 5/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1776 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 418, 38
|
|
|
+LR fn, tp: 3, 7
|
|
|
+LR f1 score: 0.255
|
|
|
+LR cohens kappa score: 0.227
|
|
|
+LR average precision score: 0.306
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 446, 10
|
|
|
+GB fn, tp: 7, 3
|
|
|
+GB f1 score: 0.261
|
|
|
+GB cohens kappa score: 0.242
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 426, 30
|
|
|
+KNN fn, tp: 6, 4
|
|
|
+KNN f1 score: 0.182
|
|
|
+KNN cohens kappa score: 0.154
|
|
|
+
|
|
|
+
|
|
|
+====== Step 2/5 =======
|
|
|
+-> Shuffling data
|
|
|
+-> Spliting data to slices
|
|
|
+
|
|
|
+------ Step 2/5: Slice 1/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 422, 34
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.386
|
|
|
+LR cohens kappa score: 0.360
|
|
|
+LR average precision score: 0.655
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 441, 15
|
|
|
+GB fn, tp: 8, 4
|
|
|
+GB f1 score: 0.258
|
|
|
+GB cohens kappa score: 0.234
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 420, 36
|
|
|
+KNN fn, tp: 4, 8
|
|
|
+KNN f1 score: 0.286
|
|
|
+KNN cohens kappa score: 0.256
|
|
|
+
|
|
|
+
|
|
|
+------ Step 2/5: Slice 2/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 409, 47
|
|
|
+LR fn, tp: 0, 12
|
|
|
+LR f1 score: 0.338
|
|
|
+LR cohens kappa score: 0.309
|
|
|
+LR average precision score: 0.524
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 440, 16
|
|
|
+GB fn, tp: 4, 8
|
|
|
+GB f1 score: 0.444
|
|
|
+GB cohens kappa score: 0.425
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 409, 47
|
|
|
+KNN fn, tp: 2, 10
|
|
|
+KNN f1 score: 0.290
|
|
|
+KNN cohens kappa score: 0.258
|
|
|
+
|
|
|
+
|
|
|
+------ Step 2/5: Slice 3/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 421, 35
|
|
|
+LR fn, tp: 5, 7
|
|
|
+LR f1 score: 0.259
|
|
|
+LR cohens kappa score: 0.228
|
|
|
+LR average precision score: 0.265
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 440, 16
|
|
|
+GB fn, tp: 9, 3
|
|
|
+GB f1 score: 0.194
|
|
|
+GB cohens kappa score: 0.167
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 417, 39
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.241
|
|
|
+KNN cohens kappa score: 0.209
|
|
|
+
|
|
|
+
|
|
|
+------ Step 2/5: Slice 4/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 428, 28
|
|
|
+LR fn, tp: 3, 9
|
|
|
+LR f1 score: 0.367
|
|
|
+LR cohens kappa score: 0.342
|
|
|
+LR average precision score: 0.529
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 448, 8
|
|
|
+GB fn, tp: 7, 5
|
|
|
+GB f1 score: 0.400
|
|
|
+GB cohens kappa score: 0.384
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 428, 28
|
|
|
+KNN fn, tp: 4, 8
|
|
|
+KNN f1 score: 0.333
|
|
|
+KNN cohens kappa score: 0.307
|
|
|
+
|
|
|
+
|
|
|
+------ Step 2/5: Slice 5/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1776 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 420, 36
|
|
|
+LR fn, tp: 3, 7
|
|
|
+LR f1 score: 0.264
|
|
|
+LR cohens kappa score: 0.238
|
|
|
+LR average precision score: 0.430
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 438, 18
|
|
|
+GB fn, tp: 5, 5
|
|
|
+GB f1 score: 0.303
|
|
|
+GB cohens kappa score: 0.282
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 413, 43
|
|
|
+KNN fn, tp: 3, 7
|
|
|
+KNN f1 score: 0.233
|
|
|
+KNN cohens kappa score: 0.205
|
|
|
+
|
|
|
+
|
|
|
+====== Step 3/5 =======
|
|
|
+-> Shuffling data
|
|
|
+-> Spliting data to slices
|
|
|
+
|
|
|
+------ Step 3/5: Slice 1/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 415, 41
|
|
|
+LR fn, tp: 3, 9
|
|
|
+LR f1 score: 0.290
|
|
|
+LR cohens kappa score: 0.260
|
|
|
+LR average precision score: 0.513
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 437, 19
|
|
|
+GB fn, tp: 7, 5
|
|
|
+GB f1 score: 0.278
|
|
|
+GB cohens kappa score: 0.252
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 425, 31
|
|
|
+KNN fn, tp: 4, 8
|
|
|
+KNN f1 score: 0.314
|
|
|
+KNN cohens kappa score: 0.286
|
|
|
+
|
|
|
+
|
|
|
+------ Step 3/5: Slice 2/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 410, 46
|
|
|
+LR fn, tp: 5, 7
|
|
|
+LR f1 score: 0.215
|
|
|
+LR cohens kappa score: 0.181
|
|
|
+LR average precision score: 0.310
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 433, 23
|
|
|
+GB fn, tp: 8, 4
|
|
|
+GB f1 score: 0.205
|
|
|
+GB cohens kappa score: 0.176
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 421, 35
|
|
|
+KNN fn, tp: 3, 9
|
|
|
+KNN f1 score: 0.321
|
|
|
+KNN cohens kappa score: 0.293
|
|
|
+
|
|
|
+
|
|
|
+------ Step 3/5: Slice 3/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 422, 34
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.386
|
|
|
+LR cohens kappa score: 0.360
|
|
|
+LR average precision score: 0.488
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 440, 16
|
|
|
+GB fn, tp: 5, 7
|
|
|
+GB f1 score: 0.400
|
|
|
+GB cohens kappa score: 0.379
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 416, 40
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.237
|
|
|
+KNN cohens kappa score: 0.205
|
|
|
+
|
|
|
+
|
|
|
+------ Step 3/5: Slice 4/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 417, 39
|
|
|
+LR fn, tp: 3, 9
|
|
|
+LR f1 score: 0.300
|
|
|
+LR cohens kappa score: 0.270
|
|
|
+LR average precision score: 0.309
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 444, 12
|
|
|
+GB fn, tp: 6, 6
|
|
|
+GB f1 score: 0.400
|
|
|
+GB cohens kappa score: 0.381
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 423, 33
|
|
|
+KNN fn, tp: 2, 10
|
|
|
+KNN f1 score: 0.364
|
|
|
+KNN cohens kappa score: 0.337
|
|
|
+
|
|
|
+
|
|
|
+------ Step 3/5: Slice 5/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1776 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 412, 44
|
|
|
+LR fn, tp: 1, 9
|
|
|
+LR f1 score: 0.286
|
|
|
+LR cohens kappa score: 0.259
|
|
|
+LR average precision score: 0.561
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 3, 7
|
|
|
+GB f1 score: 0.412
|
|
|
+GB cohens kappa score: 0.393
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 421, 35
|
|
|
+KNN fn, tp: 2, 8
|
|
|
+KNN f1 score: 0.302
|
|
|
+KNN cohens kappa score: 0.277
|
|
|
+
|
|
|
+
|
|
|
+====== Step 4/5 =======
|
|
|
+-> Shuffling data
|
|
|
+-> Spliting data to slices
|
|
|
+
|
|
|
+------ Step 4/5: Slice 1/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 416, 40
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.349
|
|
|
+LR cohens kappa score: 0.321
|
|
|
+LR average precision score: 0.581
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 5, 7
|
|
|
+GB f1 score: 0.389
|
|
|
+GB cohens kappa score: 0.367
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 418, 38
|
|
|
+KNN fn, tp: 3, 9
|
|
|
+KNN f1 score: 0.305
|
|
|
+KNN cohens kappa score: 0.275
|
|
|
+
|
|
|
+
|
|
|
+------ Step 4/5: Slice 2/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 417, 39
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.355
|
|
|
+LR cohens kappa score: 0.327
|
|
|
+LR average precision score: 0.585
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 440, 16
|
|
|
+GB fn, tp: 6, 6
|
|
|
+GB f1 score: 0.353
|
|
|
+GB cohens kappa score: 0.331
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 412, 44
|
|
|
+KNN fn, tp: 2, 10
|
|
|
+KNN f1 score: 0.303
|
|
|
+KNN cohens kappa score: 0.273
|
|
|
+
|
|
|
+
|
|
|
+------ Step 4/5: Slice 3/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 418, 38
|
|
|
+LR fn, tp: 2, 10
|
|
|
+LR f1 score: 0.333
|
|
|
+LR cohens kappa score: 0.305
|
|
|
+LR average precision score: 0.487
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 8, 4
|
|
|
+GB f1 score: 0.242
|
|
|
+GB cohens kappa score: 0.217
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 416, 40
|
|
|
+KNN fn, tp: 4, 8
|
|
|
+KNN f1 score: 0.267
|
|
|
+KNN cohens kappa score: 0.235
|
|
|
+
|
|
|
+
|
|
|
+------ Step 4/5: Slice 4/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 430, 26
|
|
|
+LR fn, tp: 2, 10
|
|
|
+LR f1 score: 0.417
|
|
|
+LR cohens kappa score: 0.393
|
|
|
+LR average precision score: 0.494
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 449, 7
|
|
|
+GB fn, tp: 10, 2
|
|
|
+GB f1 score: 0.190
|
|
|
+GB cohens kappa score: 0.172
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 429, 27
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.304
|
|
|
+KNN cohens kappa score: 0.277
|
|
|
+
|
|
|
+
|
|
|
+------ Step 4/5: Slice 5/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1776 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 422, 34
|
|
|
+LR fn, tp: 2, 8
|
|
|
+LR f1 score: 0.308
|
|
|
+LR cohens kappa score: 0.283
|
|
|
+LR average precision score: 0.337
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 445, 11
|
|
|
+GB fn, tp: 6, 4
|
|
|
+GB f1 score: 0.320
|
|
|
+GB cohens kappa score: 0.302
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 427, 29
|
|
|
+KNN fn, tp: 5, 5
|
|
|
+KNN f1 score: 0.227
|
|
|
+KNN cohens kappa score: 0.201
|
|
|
+
|
|
|
+
|
|
|
+====== Step 5/5 =======
|
|
|
+-> Shuffling data
|
|
|
+-> Spliting data to slices
|
|
|
+
|
|
|
+------ Step 5/5: Slice 1/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 412, 44
|
|
|
+LR fn, tp: 2, 10
|
|
|
+LR f1 score: 0.303
|
|
|
+LR cohens kappa score: 0.273
|
|
|
+LR average precision score: 0.386
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 439, 17
|
|
|
+GB fn, tp: 7, 5
|
|
|
+GB f1 score: 0.294
|
|
|
+GB cohens kappa score: 0.270
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 421, 35
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.259
|
|
|
+KNN cohens kappa score: 0.228
|
|
|
+
|
|
|
+
|
|
|
+------ Step 5/5: Slice 2/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 422, 34
|
|
|
+LR fn, tp: 2, 10
|
|
|
+LR f1 score: 0.357
|
|
|
+LR cohens kappa score: 0.330
|
|
|
+LR average precision score: 0.364
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 442, 14
|
|
|
+GB fn, tp: 8, 4
|
|
|
+GB f1 score: 0.267
|
|
|
+GB cohens kappa score: 0.243
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 424, 32
|
|
|
+KNN fn, tp: 4, 8
|
|
|
+KNN f1 score: 0.308
|
|
|
+KNN cohens kappa score: 0.279
|
|
|
+
|
|
|
+
|
|
|
+------ Step 5/5: Slice 3/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 423, 33
|
|
|
+LR fn, tp: 3, 9
|
|
|
+LR f1 score: 0.333
|
|
|
+LR cohens kappa score: 0.306
|
|
|
+LR average precision score: 0.347
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 437, 19
|
|
|
+GB fn, tp: 6, 6
|
|
|
+GB f1 score: 0.324
|
|
|
+GB cohens kappa score: 0.300
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 420, 36
|
|
|
+KNN fn, tp: 1, 11
|
|
|
+KNN f1 score: 0.373
|
|
|
+KNN cohens kappa score: 0.346
|
|
|
+
|
|
|
+
|
|
|
+------ Step 5/5: Slice 4/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1778 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 419, 37
|
|
|
+LR fn, tp: 1, 11
|
|
|
+LR f1 score: 0.367
|
|
|
+LR cohens kappa score: 0.340
|
|
|
+LR average precision score: 0.699
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 436, 20
|
|
|
+GB fn, tp: 9, 3
|
|
|
+GB f1 score: 0.171
|
|
|
+GB cohens kappa score: 0.143
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 427, 29
|
|
|
+KNN fn, tp: 5, 7
|
|
|
+KNN f1 score: 0.292
|
|
|
+KNN cohens kappa score: 0.263
|
|
|
+
|
|
|
+
|
|
|
+------ Step 5/5: Slice 5/5 -------
|
|
|
+-> Reset the GAN
|
|
|
+-> Train generator for synthetic samples
|
|
|
+-> create 1776 synthetic samples
|
|
|
+-> test with 'LR'
|
|
|
+LR tn, fp: 416, 40
|
|
|
+LR fn, tp: 1, 9
|
|
|
+LR f1 score: 0.305
|
|
|
+LR cohens kappa score: 0.279
|
|
|
+LR average precision score: 0.419
|
|
|
+
|
|
|
+-> test with 'GB'
|
|
|
+GB tn, fp: 443, 13
|
|
|
+GB fn, tp: 2, 8
|
|
|
+GB f1 score: 0.516
|
|
|
+GB cohens kappa score: 0.502
|
|
|
+
|
|
|
+-> test with 'KNN'
|
|
|
+KNN tn, fp: 423, 33
|
|
|
+KNN fn, tp: 2, 8
|
|
|
+KNN f1 score: 0.314
|
|
|
+KNN cohens kappa score: 0.289
|
|
|
+
|
|
|
+### Exercise is done.
|
|
|
+
|
|
|
+-----[ LR ]-----
|
|
|
+maximum:
|
|
|
+LR tn, fp: 430, 47
|
|
|
+LR fn, tp: 5, 12
|
|
|
+LR f1 score: 0.417
|
|
|
+LR cohens kappa score: 0.393
|
|
|
+LR average precision score: 0.699
|
|
|
+
|
|
|
+
|
|
|
+average:
|
|
|
+LR tn, fp: 418.64, 37.36
|
|
|
+LR fn, tp: 2.24, 9.36
|
|
|
+LR f1 score: 0.322
|
|
|
+LR cohens kappa score: 0.294
|
|
|
+LR average precision score: 0.461
|
|
|
+
|
|
|
+
|
|
|
+minimum:
|
|
|
+LR tn, fp: 409, 26
|
|
|
+LR fn, tp: 0, 7
|
|
|
+LR f1 score: 0.215
|
|
|
+LR cohens kappa score: 0.181
|
|
|
+LR average precision score: 0.265
|
|
|
+
|
|
|
+
|
|
|
+-----[ GB ]-----
|
|
|
+maximum:
|
|
|
+GB tn, fp: 449, 23
|
|
|
+GB fn, tp: 10, 8
|
|
|
+GB f1 score: 0.516
|
|
|
+GB cohens kappa score: 0.502
|
|
|
+
|
|
|
+
|
|
|
+average:
|
|
|
+GB tn, fp: 440.24, 15.76
|
|
|
+GB fn, tp: 6.44, 5.16
|
|
|
+GB f1 score: 0.316
|
|
|
+GB cohens kappa score: 0.293
|
|
|
+
|
|
|
+
|
|
|
+minimum:
|
|
|
+GB tn, fp: 433, 7
|
|
|
+GB fn, tp: 2, 2
|
|
|
+GB f1 score: 0.171
|
|
|
+GB cohens kappa score: 0.143
|
|
|
+
|
|
|
+
|
|
|
+-----[ KNN ]-----
|
|
|
+maximum:
|
|
|
+KNN tn, fp: 429, 47
|
|
|
+KNN fn, tp: 6, 11
|
|
|
+KNN f1 score: 0.373
|
|
|
+KNN cohens kappa score: 0.346
|
|
|
+
|
|
|
+
|
|
|
+average:
|
|
|
+KNN tn, fp: 421.08, 34.92
|
|
|
+KNN fn, tp: 3.6, 8.0
|
|
|
+KNN f1 score: 0.292
|
|
|
+KNN cohens kappa score: 0.264
|
|
|
+
|
|
|
+
|
|
|
+minimum:
|
|
|
+KNN tn, fp: 409, 27
|
|
|
+KNN fn, tp: 1, 4
|
|
|
+KNN f1 score: 0.182
|
|
|
+KNN cohens kappa score: 0.154
|
|
|
+
|