imblearn_mammography.log 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874
  1. ///////////////////////////////////////////
  2. // Running convGAN-proxymary-full on imblearn_mammography
  3. ///////////////////////////////////////////
  4. Load 'data_input/imblearn_mammography'
  5. from imblearn
  6. non empty cut in data_input/imblearn_mammography! (7 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 8530 synthetic samples
  17. -> test with GAN.predict
  18. GAN tn, fp: 2002, 183
  19. GAN fn, tp: 13, 39
  20. GAN f1 score: 0.285
  21. GAN cohens kappa score: 0.257
  22. -> test with 'LR'
  23. LR tn, fp: 1911, 274
  24. LR fn, tp: 6, 46
  25. LR f1 score: 0.247
  26. LR cohens kappa score: 0.216
  27. LR average precision score: 0.573
  28. -> test with 'GB'
  29. GB tn, fp: 2123, 62
  30. GB fn, tp: 12, 40
  31. GB f1 score: 0.519
  32. GB cohens kappa score: 0.504
  33. -> test with 'KNN'
  34. KNN tn, fp: 2093, 92
  35. KNN fn, tp: 8, 44
  36. KNN f1 score: 0.468
  37. KNN cohens kappa score: 0.450
  38. ------ Step 1/5: Slice 2/5 -------
  39. -> Reset the GAN
  40. -> Train generator for synthetic samples
  41. -> create 8530 synthetic samples
  42. -> test with GAN.predict
  43. GAN tn, fp: 1357, 828
  44. GAN fn, tp: 19, 33
  45. GAN f1 score: 0.072
  46. GAN cohens kappa score: 0.030
  47. -> test with 'LR'
  48. LR tn, fp: 1917, 268
  49. LR fn, tp: 6, 46
  50. LR f1 score: 0.251
  51. LR cohens kappa score: 0.220
  52. LR average precision score: 0.482
  53. -> test with 'GB'
  54. GB tn, fp: 2138, 47
  55. GB fn, tp: 12, 40
  56. GB f1 score: 0.576
  57. GB cohens kappa score: 0.563
  58. -> test with 'KNN'
  59. KNN tn, fp: 2091, 94
  60. KNN fn, tp: 8, 44
  61. KNN f1 score: 0.463
  62. KNN cohens kappa score: 0.444
  63. ------ Step 1/5: Slice 3/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 8530 synthetic samples
  67. -> test with GAN.predict
  68. GAN tn, fp: 1015, 1170
  69. GAN fn, tp: 12, 40
  70. GAN f1 score: 0.063
  71. GAN cohens kappa score: 0.020
  72. -> test with 'LR'
  73. LR tn, fp: 1903, 282
  74. LR fn, tp: 6, 46
  75. LR f1 score: 0.242
  76. LR cohens kappa score: 0.210
  77. LR average precision score: 0.603
  78. -> test with 'GB'
  79. GB tn, fp: 2156, 29
  80. GB fn, tp: 12, 40
  81. GB f1 score: 0.661
  82. GB cohens kappa score: 0.652
  83. -> test with 'KNN'
  84. KNN tn, fp: 2105, 80
  85. KNN fn, tp: 8, 44
  86. KNN f1 score: 0.500
  87. KNN cohens kappa score: 0.483
  88. ------ Step 1/5: Slice 4/5 -------
  89. -> Reset the GAN
  90. -> Train generator for synthetic samples
  91. -> create 8530 synthetic samples
  92. -> test with GAN.predict
  93. GAN tn, fp: 2093, 92
  94. GAN fn, tp: 16, 36
  95. GAN f1 score: 0.400
  96. GAN cohens kappa score: 0.379
  97. -> test with 'LR'
  98. LR tn, fp: 1928, 257
  99. LR fn, tp: 6, 46
  100. LR f1 score: 0.259
  101. LR cohens kappa score: 0.229
  102. LR average precision score: 0.340
  103. -> test with 'GB'
  104. GB tn, fp: 2134, 51
  105. GB fn, tp: 14, 38
  106. GB f1 score: 0.539
  107. GB cohens kappa score: 0.525
  108. -> test with 'KNN'
  109. KNN tn, fp: 2081, 104
  110. KNN fn, tp: 9, 43
  111. KNN f1 score: 0.432
  112. KNN cohens kappa score: 0.412
  113. ------ Step 1/5: Slice 5/5 -------
  114. -> Reset the GAN
  115. -> Train generator for synthetic samples
  116. -> create 8532 synthetic samples
  117. -> test with GAN.predict
  118. GAN tn, fp: 1957, 226
  119. GAN fn, tp: 16, 36
  120. GAN f1 score: 0.229
  121. GAN cohens kappa score: 0.198
  122. -> test with 'LR'
  123. LR tn, fp: 1913, 270
  124. LR fn, tp: 6, 46
  125. LR f1 score: 0.250
  126. LR cohens kappa score: 0.219
  127. LR average precision score: 0.563
  128. -> test with 'GB'
  129. GB tn, fp: 2145, 38
  130. GB fn, tp: 11, 41
  131. GB f1 score: 0.626
  132. GB cohens kappa score: 0.615
  133. -> test with 'KNN'
  134. KNN tn, fp: 2087, 96
  135. KNN fn, tp: 9, 43
  136. KNN f1 score: 0.450
  137. KNN cohens kappa score: 0.431
  138. ====== Step 2/5 =======
  139. -> Shuffling data
  140. -> Spliting data to slices
  141. ------ Step 2/5: Slice 1/5 -------
  142. -> Reset the GAN
  143. -> Train generator for synthetic samples
  144. -> create 8530 synthetic samples
  145. -> test with GAN.predict
  146. GAN tn, fp: 1945, 240
  147. GAN fn, tp: 10, 42
  148. GAN f1 score: 0.251
  149. GAN cohens kappa score: 0.221
  150. -> test with 'LR'
  151. LR tn, fp: 1880, 305
  152. LR fn, tp: 6, 46
  153. LR f1 score: 0.228
  154. LR cohens kappa score: 0.196
  155. LR average precision score: 0.486
  156. -> test with 'GB'
  157. GB tn, fp: 2116, 69
  158. GB fn, tp: 11, 41
  159. GB f1 score: 0.506
  160. GB cohens kappa score: 0.490
  161. -> test with 'KNN'
  162. KNN tn, fp: 2066, 119
  163. KNN fn, tp: 8, 44
  164. KNN f1 score: 0.409
  165. KNN cohens kappa score: 0.388
  166. ------ Step 2/5: Slice 2/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 8530 synthetic samples
  170. -> test with GAN.predict
  171. GAN tn, fp: 1752, 433
  172. GAN fn, tp: 18, 34
  173. GAN f1 score: 0.131
  174. GAN cohens kappa score: 0.093
  175. -> test with 'LR'
  176. LR tn, fp: 1881, 304
  177. LR fn, tp: 7, 45
  178. LR f1 score: 0.224
  179. LR cohens kappa score: 0.192
  180. LR average precision score: 0.432
  181. -> test with 'GB'
  182. GB tn, fp: 2116, 69
  183. GB fn, tp: 9, 43
  184. GB f1 score: 0.524
  185. GB cohens kappa score: 0.509
  186. -> test with 'KNN'
  187. KNN tn, fp: 2071, 114
  188. KNN fn, tp: 8, 44
  189. KNN f1 score: 0.419
  190. KNN cohens kappa score: 0.398
  191. ------ Step 2/5: Slice 3/5 -------
  192. -> Reset the GAN
  193. -> Train generator for synthetic samples
  194. -> create 8530 synthetic samples
  195. -> test with GAN.predict
  196. GAN tn, fp: 1817, 368
  197. GAN fn, tp: 21, 31
  198. GAN f1 score: 0.137
  199. GAN cohens kappa score: 0.100
  200. -> test with 'LR'
  201. LR tn, fp: 1934, 251
  202. LR fn, tp: 8, 44
  203. LR f1 score: 0.254
  204. LR cohens kappa score: 0.223
  205. LR average precision score: 0.511
  206. -> test with 'GB'
  207. GB tn, fp: 2143, 42
  208. GB fn, tp: 17, 35
  209. GB f1 score: 0.543
  210. GB cohens kappa score: 0.530
  211. -> test with 'KNN'
  212. KNN tn, fp: 2098, 87
  213. KNN fn, tp: 8, 44
  214. KNN f1 score: 0.481
  215. KNN cohens kappa score: 0.463
  216. ------ Step 2/5: Slice 4/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 8530 synthetic samples
  220. -> test with GAN.predict
  221. GAN tn, fp: 2036, 149
  222. GAN fn, tp: 24, 28
  223. GAN f1 score: 0.245
  224. GAN cohens kappa score: 0.216
  225. -> test with 'LR'
  226. LR tn, fp: 1903, 282
  227. LR fn, tp: 5, 47
  228. LR f1 score: 0.247
  229. LR cohens kappa score: 0.215
  230. LR average precision score: 0.493
  231. -> test with 'GB'
  232. GB tn, fp: 2143, 42
  233. GB fn, tp: 13, 39
  234. GB f1 score: 0.586
  235. GB cohens kappa score: 0.574
  236. -> test with 'KNN'
  237. KNN tn, fp: 2080, 105
  238. KNN fn, tp: 6, 46
  239. KNN f1 score: 0.453
  240. KNN cohens kappa score: 0.434
  241. ------ Step 2/5: Slice 5/5 -------
  242. -> Reset the GAN
  243. -> Train generator for synthetic samples
  244. -> create 8532 synthetic samples
  245. -> test with GAN.predict
  246. GAN tn, fp: 1791, 392
  247. GAN fn, tp: 17, 35
  248. GAN f1 score: 0.146
  249. GAN cohens kappa score: 0.109
  250. -> test with 'LR'
  251. LR tn, fp: 1915, 268
  252. LR fn, tp: 8, 44
  253. LR f1 score: 0.242
  254. LR cohens kappa score: 0.210
  255. LR average precision score: 0.531
  256. -> test with 'GB'
  257. GB tn, fp: 2155, 28
  258. GB fn, tp: 15, 37
  259. GB f1 score: 0.632
  260. GB cohens kappa score: 0.623
  261. -> test with 'KNN'
  262. KNN tn, fp: 2109, 74
  263. KNN fn, tp: 11, 41
  264. KNN f1 score: 0.491
  265. KNN cohens kappa score: 0.474
  266. ====== Step 3/5 =======
  267. -> Shuffling data
  268. -> Spliting data to slices
  269. ------ Step 3/5: Slice 1/5 -------
  270. -> Reset the GAN
  271. -> Train generator for synthetic samples
  272. -> create 8530 synthetic samples
  273. -> test with GAN.predict
  274. GAN tn, fp: 1120, 1065
  275. GAN fn, tp: 10, 42
  276. GAN f1 score: 0.072
  277. GAN cohens kappa score: 0.029
  278. -> test with 'LR'
  279. LR tn, fp: 1911, 274
  280. LR fn, tp: 6, 46
  281. LR f1 score: 0.247
  282. LR cohens kappa score: 0.216
  283. LR average precision score: 0.595
  284. -> test with 'GB'
  285. GB tn, fp: 2147, 38
  286. GB fn, tp: 13, 39
  287. GB f1 score: 0.605
  288. GB cohens kappa score: 0.593
  289. -> test with 'KNN'
  290. KNN tn, fp: 2091, 94
  291. KNN fn, tp: 7, 45
  292. KNN f1 score: 0.471
  293. KNN cohens kappa score: 0.453
  294. ------ Step 3/5: Slice 2/5 -------
  295. -> Reset the GAN
  296. -> Train generator for synthetic samples
  297. -> create 8530 synthetic samples
  298. -> test with GAN.predict
  299. GAN tn, fp: 1313, 872
  300. GAN fn, tp: 18, 34
  301. GAN f1 score: 0.071
  302. GAN cohens kappa score: 0.028
  303. -> test with 'LR'
  304. LR tn, fp: 1921, 264
  305. LR fn, tp: 7, 45
  306. LR f1 score: 0.249
  307. LR cohens kappa score: 0.218
  308. LR average precision score: 0.393
  309. -> test with 'GB'
  310. GB tn, fp: 2145, 40
  311. GB fn, tp: 18, 34
  312. GB f1 score: 0.540
  313. GB cohens kappa score: 0.527
  314. -> test with 'KNN'
  315. KNN tn, fp: 2088, 97
  316. KNN fn, tp: 10, 42
  317. KNN f1 score: 0.440
  318. KNN cohens kappa score: 0.420
  319. ------ Step 3/5: Slice 3/5 -------
  320. -> Reset the GAN
  321. -> Train generator for synthetic samples
  322. -> create 8530 synthetic samples
  323. -> test with GAN.predict
  324. GAN tn, fp: 1190, 995
  325. GAN fn, tp: 10, 42
  326. GAN f1 score: 0.077
  327. GAN cohens kappa score: 0.034
  328. -> test with 'LR'
  329. LR tn, fp: 1904, 281
  330. LR fn, tp: 3, 49
  331. LR f1 score: 0.257
  332. LR cohens kappa score: 0.225
  333. LR average precision score: 0.449
  334. -> test with 'GB'
  335. GB tn, fp: 2134, 51
  336. GB fn, tp: 8, 44
  337. GB f1 score: 0.599
  338. GB cohens kappa score: 0.586
  339. -> test with 'KNN'
  340. KNN tn, fp: 1425, 760
  341. KNN fn, tp: 4, 48
  342. KNN f1 score: 0.112
  343. KNN cohens kappa score: 0.071
  344. ------ Step 3/5: Slice 4/5 -------
  345. -> Reset the GAN
  346. -> Train generator for synthetic samples
  347. -> create 8530 synthetic samples
  348. -> test with GAN.predict
  349. GAN tn, fp: 1461, 724
  350. GAN fn, tp: 19, 33
  351. GAN f1 score: 0.082
  352. GAN cohens kappa score: 0.040
  353. -> test with 'LR'
  354. LR tn, fp: 1918, 267
  355. LR fn, tp: 9, 43
  356. LR f1 score: 0.238
  357. LR cohens kappa score: 0.206
  358. LR average precision score: 0.484
  359. -> test with 'GB'
  360. GB tn, fp: 2143, 42
  361. GB fn, tp: 16, 36
  362. GB f1 score: 0.554
  363. GB cohens kappa score: 0.541
  364. -> test with 'KNN'
  365. KNN tn, fp: 2095, 90
  366. KNN fn, tp: 11, 41
  367. KNN f1 score: 0.448
  368. KNN cohens kappa score: 0.429
  369. ------ Step 3/5: Slice 5/5 -------
  370. -> Reset the GAN
  371. -> Train generator for synthetic samples
  372. -> create 8532 synthetic samples
  373. -> test with GAN.predict
  374. GAN tn, fp: 1367, 816
  375. GAN fn, tp: 18, 34
  376. GAN f1 score: 0.075
  377. GAN cohens kappa score: 0.033
  378. -> test with 'LR'
  379. LR tn, fp: 1899, 284
  380. LR fn, tp: 7, 45
  381. LR f1 score: 0.236
  382. LR cohens kappa score: 0.204
  383. LR average precision score: 0.567
  384. -> test with 'GB'
  385. GB tn, fp: 2138, 45
  386. GB fn, tp: 14, 38
  387. GB f1 score: 0.563
  388. GB cohens kappa score: 0.550
  389. -> test with 'KNN'
  390. KNN tn, fp: 2094, 89
  391. KNN fn, tp: 10, 42
  392. KNN f1 score: 0.459
  393. KNN cohens kappa score: 0.440
  394. ====== Step 4/5 =======
  395. -> Shuffling data
  396. -> Spliting data to slices
  397. ------ Step 4/5: Slice 1/5 -------
  398. -> Reset the GAN
  399. -> Train generator for synthetic samples
  400. -> create 8530 synthetic samples
  401. -> test with GAN.predict
  402. GAN tn, fp: 1152, 1033
  403. GAN fn, tp: 14, 38
  404. GAN f1 score: 0.068
  405. GAN cohens kappa score: 0.024
  406. -> test with 'LR'
  407. LR tn, fp: 1919, 266
  408. LR fn, tp: 7, 45
  409. LR f1 score: 0.248
  410. LR cohens kappa score: 0.217
  411. LR average precision score: 0.561
  412. -> test with 'GB'
  413. GB tn, fp: 2137, 48
  414. GB fn, tp: 18, 34
  415. GB f1 score: 0.507
  416. GB cohens kappa score: 0.493
  417. -> test with 'KNN'
  418. KNN tn, fp: 2118, 67
  419. KNN fn, tp: 11, 41
  420. KNN f1 score: 0.513
  421. KNN cohens kappa score: 0.497
  422. ------ Step 4/5: Slice 2/5 -------
  423. -> Reset the GAN
  424. -> Train generator for synthetic samples
  425. -> create 8530 synthetic samples
  426. -> test with GAN.predict
  427. GAN tn, fp: 2040, 145
  428. GAN fn, tp: 14, 38
  429. GAN f1 score: 0.323
  430. GAN cohens kappa score: 0.298
  431. -> test with 'LR'
  432. LR tn, fp: 1899, 286
  433. LR fn, tp: 5, 47
  434. LR f1 score: 0.244
  435. LR cohens kappa score: 0.212
  436. LR average precision score: 0.419
  437. -> test with 'GB'
  438. GB tn, fp: 2141, 44
  439. GB fn, tp: 15, 37
  440. GB f1 score: 0.556
  441. GB cohens kappa score: 0.543
  442. -> test with 'KNN'
  443. KNN tn, fp: 2098, 87
  444. KNN fn, tp: 7, 45
  445. KNN f1 score: 0.489
  446. KNN cohens kappa score: 0.472
  447. ------ Step 4/5: Slice 3/5 -------
  448. -> Reset the GAN
  449. -> Train generator for synthetic samples
  450. -> create 8530 synthetic samples
  451. -> test with GAN.predict
  452. GAN tn, fp: 1976, 209
  453. GAN fn, tp: 20, 32
  454. GAN f1 score: 0.218
  455. GAN cohens kappa score: 0.187
  456. -> test with 'LR'
  457. LR tn, fp: 1922, 263
  458. LR fn, tp: 7, 45
  459. LR f1 score: 0.250
  460. LR cohens kappa score: 0.219
  461. LR average precision score: 0.458
  462. -> test with 'GB'
  463. GB tn, fp: 2149, 36
  464. GB fn, tp: 10, 42
  465. GB f1 score: 0.646
  466. GB cohens kappa score: 0.636
  467. -> test with 'KNN'
  468. KNN tn, fp: 2091, 94
  469. KNN fn, tp: 8, 44
  470. KNN f1 score: 0.463
  471. KNN cohens kappa score: 0.444
  472. ------ Step 4/5: Slice 4/5 -------
  473. -> Reset the GAN
  474. -> Train generator for synthetic samples
  475. -> create 8530 synthetic samples
  476. -> test with GAN.predict
  477. GAN tn, fp: 1218, 967
  478. GAN fn, tp: 15, 37
  479. GAN f1 score: 0.070
  480. GAN cohens kappa score: 0.027
  481. -> test with 'LR'
  482. LR tn, fp: 1901, 284
  483. LR fn, tp: 9, 43
  484. LR f1 score: 0.227
  485. LR cohens kappa score: 0.195
  486. LR average precision score: 0.483
  487. -> test with 'GB'
  488. GB tn, fp: 2142, 43
  489. GB fn, tp: 14, 38
  490. GB f1 score: 0.571
  491. GB cohens kappa score: 0.559
  492. -> test with 'KNN'
  493. KNN tn, fp: 2080, 105
  494. KNN fn, tp: 8, 44
  495. KNN f1 score: 0.438
  496. KNN cohens kappa score: 0.418
  497. ------ Step 4/5: Slice 5/5 -------
  498. -> Reset the GAN
  499. -> Train generator for synthetic samples
  500. -> create 8532 synthetic samples
  501. -> test with GAN.predict
  502. GAN tn, fp: 1959, 224
  503. GAN fn, tp: 18, 34
  504. GAN f1 score: 0.219
  505. GAN cohens kappa score: 0.188
  506. -> test with 'LR'
  507. LR tn, fp: 1880, 303
  508. LR fn, tp: 1, 51
  509. LR f1 score: 0.251
  510. LR cohens kappa score: 0.220
  511. LR average precision score: 0.494
  512. -> test with 'GB'
  513. GB tn, fp: 2141, 42
  514. GB fn, tp: 11, 41
  515. GB f1 score: 0.607
  516. GB cohens kappa score: 0.596
  517. -> test with 'KNN'
  518. KNN tn, fp: 2083, 100
  519. KNN fn, tp: 7, 45
  520. KNN f1 score: 0.457
  521. KNN cohens kappa score: 0.438
  522. ====== Step 5/5 =======
  523. -> Shuffling data
  524. -> Spliting data to slices
  525. ------ Step 5/5: Slice 1/5 -------
  526. -> Reset the GAN
  527. -> Train generator for synthetic samples
  528. -> create 8530 synthetic samples
  529. -> test with GAN.predict
  530. GAN tn, fp: 1408, 777
  531. GAN fn, tp: 18, 34
  532. GAN f1 score: 0.079
  533. GAN cohens kappa score: 0.037
  534. -> test with 'LR'
  535. LR tn, fp: 1898, 287
  536. LR fn, tp: 3, 49
  537. LR f1 score: 0.253
  538. LR cohens kappa score: 0.221
  539. LR average precision score: 0.473
  540. -> test with 'GB'
  541. GB tn, fp: 2135, 50
  542. GB fn, tp: 10, 42
  543. GB f1 score: 0.583
  544. GB cohens kappa score: 0.571
  545. -> test with 'KNN'
  546. KNN tn, fp: 2098, 87
  547. KNN fn, tp: 6, 46
  548. KNN f1 score: 0.497
  549. KNN cohens kappa score: 0.480
  550. ------ Step 5/5: Slice 2/5 -------
  551. -> Reset the GAN
  552. -> Train generator for synthetic samples
  553. -> create 8530 synthetic samples
  554. -> test with GAN.predict
  555. GAN tn, fp: 1119, 1066
  556. GAN fn, tp: 12, 40
  557. GAN f1 score: 0.069
  558. GAN cohens kappa score: 0.026
  559. -> test with 'LR'
  560. LR tn, fp: 1904, 281
  561. LR fn, tp: 7, 45
  562. LR f1 score: 0.238
  563. LR cohens kappa score: 0.206
  564. LR average precision score: 0.448
  565. -> test with 'GB'
  566. GB tn, fp: 2131, 54
  567. GB fn, tp: 12, 40
  568. GB f1 score: 0.548
  569. GB cohens kappa score: 0.534
  570. -> test with 'KNN'
  571. KNN tn, fp: 2065, 120
  572. KNN fn, tp: 7, 45
  573. KNN f1 score: 0.415
  574. KNN cohens kappa score: 0.393
  575. ------ Step 5/5: Slice 3/5 -------
  576. -> Reset the GAN
  577. -> Train generator for synthetic samples
  578. -> create 8530 synthetic samples
  579. -> test with GAN.predict
  580. GAN tn, fp: 1400, 785
  581. GAN fn, tp: 18, 34
  582. GAN f1 score: 0.078
  583. GAN cohens kappa score: 0.036
  584. -> test with 'LR'
  585. LR tn, fp: 1916, 269
  586. LR fn, tp: 8, 44
  587. LR f1 score: 0.241
  588. LR cohens kappa score: 0.210
  589. LR average precision score: 0.515
  590. -> test with 'GB'
  591. GB tn, fp: 2139, 46
  592. GB fn, tp: 19, 33
  593. GB f1 score: 0.504
  594. GB cohens kappa score: 0.490
  595. -> test with 'KNN'
  596. KNN tn, fp: 2087, 98
  597. KNN fn, tp: 11, 41
  598. KNN f1 score: 0.429
  599. KNN cohens kappa score: 0.409
  600. ------ Step 5/5: Slice 4/5 -------
  601. -> Reset the GAN
  602. -> Train generator for synthetic samples
  603. -> create 8530 synthetic samples
  604. -> test with GAN.predict
  605. GAN tn, fp: 1294, 891
  606. GAN fn, tp: 13, 39
  607. GAN f1 score: 0.079
  608. GAN cohens kappa score: 0.037
  609. -> test with 'LR'
  610. LR tn, fp: 1891, 294
  611. LR fn, tp: 4, 48
  612. LR f1 score: 0.244
  613. LR cohens kappa score: 0.212
  614. LR average precision score: 0.459
  615. -> test with 'GB'
  616. GB tn, fp: 2130, 55
  617. GB fn, tp: 11, 41
  618. GB f1 score: 0.554
  619. GB cohens kappa score: 0.540
  620. -> test with 'KNN'
  621. KNN tn, fp: 2095, 90
  622. KNN fn, tp: 8, 44
  623. KNN f1 score: 0.473
  624. KNN cohens kappa score: 0.455
  625. ------ Step 5/5: Slice 5/5 -------
  626. -> Reset the GAN
  627. -> Train generator for synthetic samples
  628. -> create 8532 synthetic samples
  629. -> test with GAN.predict
  630. GAN tn, fp: 1031, 1152
  631. GAN fn, tp: 17, 35
  632. GAN f1 score: 0.056
  633. GAN cohens kappa score: 0.012
  634. -> test with 'LR'
  635. LR tn, fp: 1935, 248
  636. LR fn, tp: 8, 44
  637. LR f1 score: 0.256
  638. LR cohens kappa score: 0.225
  639. LR average precision score: 0.578
  640. -> test with 'GB'
  641. GB tn, fp: 2132, 51
  642. GB fn, tp: 16, 36
  643. GB f1 score: 0.518
  644. GB cohens kappa score: 0.504
  645. -> test with 'KNN'
  646. KNN tn, fp: 2093, 90
  647. KNN fn, tp: 10, 42
  648. KNN f1 score: 0.457
  649. KNN cohens kappa score: 0.438
  650. ### Exercise is done.
  651. -----[ LR ]-----
  652. maximum:
  653. LR tn, fp: 1935, 305
  654. LR fn, tp: 9, 51
  655. LR f1 score: 0.259
  656. LR cohens kappa score: 0.229
  657. LR average precision score: 0.603
  658. average:
  659. LR tn, fp: 1908.12, 276.48
  660. LR fn, tp: 6.2, 45.8
  661. LR f1 score: 0.245
  662. LR cohens kappa score: 0.213
  663. LR average precision score: 0.496
  664. minimum:
  665. LR tn, fp: 1880, 248
  666. LR fn, tp: 1, 43
  667. LR f1 score: 0.224
  668. LR cohens kappa score: 0.192
  669. LR average precision score: 0.340
  670. -----[ GB ]-----
  671. maximum:
  672. GB tn, fp: 2156, 69
  673. GB fn, tp: 19, 44
  674. GB f1 score: 0.661
  675. GB cohens kappa score: 0.652
  676. average:
  677. GB tn, fp: 2138.12, 46.48
  678. GB fn, tp: 13.24, 38.76
  679. GB f1 score: 0.567
  680. GB cohens kappa score: 0.554
  681. minimum:
  682. GB tn, fp: 2116, 28
  683. GB fn, tp: 8, 33
  684. GB f1 score: 0.504
  685. GB cohens kappa score: 0.490
  686. -----[ KNN ]-----
  687. maximum:
  688. KNN tn, fp: 2118, 760
  689. KNN fn, tp: 11, 48
  690. KNN f1 score: 0.513
  691. KNN cohens kappa score: 0.497
  692. average:
  693. KNN tn, fp: 2063.28, 121.32
  694. KNN fn, tp: 8.32, 43.68
  695. KNN f1 score: 0.445
  696. KNN cohens kappa score: 0.425
  697. minimum:
  698. KNN tn, fp: 1425, 67
  699. KNN fn, tp: 4, 41
  700. KNN f1 score: 0.112
  701. KNN cohens kappa score: 0.071
  702. -----[ GAN ]-----
  703. maximum:
  704. GAN tn, fp: 2093, 1170
  705. GAN fn, tp: 24, 42
  706. GAN f1 score: 0.400
  707. GAN cohens kappa score: 0.379
  708. average:
  709. GAN tn, fp: 1552.52, 632.08
  710. GAN fn, tp: 16.0, 36.0
  711. GAN f1 score: 0.144
  712. GAN cohens kappa score: 0.106
  713. minimum:
  714. GAN tn, fp: 1015, 92
  715. GAN fn, tp: 10, 28
  716. GAN f1 score: 0.056
  717. GAN cohens kappa score: 0.012