imblearn_mammography.log 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702
  1. ///////////////////////////////////////////
  2. // Running convGAN on imblearn_mammography
  3. ///////////////////////////////////////////
  4. Load 'data_input/imblearn_mammography'
  5. from imblearn
  6. non empty cut in data_input/imblearn_mammography! (7 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 8530 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 1899, 286
  19. LR fn, tp: 6, 46
  20. LR f1 score: 0.240
  21. LR cohens kappa score: 0.208
  22. LR average precision score: 0.557
  23. -> test with 'GB'
  24. GB tn, fp: 2124, 61
  25. GB fn, tp: 12, 40
  26. GB f1 score: 0.523
  27. GB cohens kappa score: 0.508
  28. -> test with 'KNN'
  29. KNN tn, fp: 2091, 94
  30. KNN fn, tp: 7, 45
  31. KNN f1 score: 0.471
  32. KNN cohens kappa score: 0.453
  33. ------ Step 1/5: Slice 2/5 -------
  34. -> Reset the GAN
  35. -> Train generator for synthetic samples
  36. -> create 8530 synthetic samples
  37. -> test with 'LR'
  38. LR tn, fp: 1906, 279
  39. LR fn, tp: 6, 46
  40. LR f1 score: 0.244
  41. LR cohens kappa score: 0.212
  42. LR average precision score: 0.489
  43. -> test with 'GB'
  44. GB tn, fp: 2142, 43
  45. GB fn, tp: 12, 40
  46. GB f1 score: 0.593
  47. GB cohens kappa score: 0.581
  48. -> test with 'KNN'
  49. KNN tn, fp: 2106, 79
  50. KNN fn, tp: 7, 45
  51. KNN f1 score: 0.511
  52. KNN cohens kappa score: 0.495
  53. ------ Step 1/5: Slice 3/5 -------
  54. -> Reset the GAN
  55. -> Train generator for synthetic samples
  56. -> create 8530 synthetic samples
  57. -> test with 'LR'
  58. LR tn, fp: 1906, 279
  59. LR fn, tp: 6, 46
  60. LR f1 score: 0.244
  61. LR cohens kappa score: 0.212
  62. LR average precision score: 0.606
  63. -> test with 'GB'
  64. GB tn, fp: 2155, 30
  65. GB fn, tp: 15, 37
  66. GB f1 score: 0.622
  67. GB cohens kappa score: 0.612
  68. -> test with 'KNN'
  69. KNN tn, fp: 2106, 79
  70. KNN fn, tp: 7, 45
  71. KNN f1 score: 0.511
  72. KNN cohens kappa score: 0.495
  73. ------ Step 1/5: Slice 4/5 -------
  74. -> Reset the GAN
  75. -> Train generator for synthetic samples
  76. -> create 8530 synthetic samples
  77. -> test with 'LR'
  78. LR tn, fp: 1891, 294
  79. LR fn, tp: 6, 46
  80. LR f1 score: 0.235
  81. LR cohens kappa score: 0.203
  82. LR average precision score: 0.335
  83. -> test with 'GB'
  84. GB tn, fp: 2136, 49
  85. GB fn, tp: 16, 36
  86. GB f1 score: 0.526
  87. GB cohens kappa score: 0.511
  88. -> test with 'KNN'
  89. KNN tn, fp: 2083, 102
  90. KNN fn, tp: 8, 44
  91. KNN f1 score: 0.444
  92. KNN cohens kappa score: 0.425
  93. ------ Step 1/5: Slice 5/5 -------
  94. -> Reset the GAN
  95. -> Train generator for synthetic samples
  96. -> create 8532 synthetic samples
  97. -> test with 'LR'
  98. LR tn, fp: 1922, 261
  99. LR fn, tp: 6, 46
  100. LR f1 score: 0.256
  101. LR cohens kappa score: 0.225
  102. LR average precision score: 0.555
  103. -> test with 'GB'
  104. GB tn, fp: 2140, 43
  105. GB fn, tp: 12, 40
  106. GB f1 score: 0.593
  107. GB cohens kappa score: 0.581
  108. -> test with 'KNN'
  109. KNN tn, fp: 2096, 87
  110. KNN fn, tp: 12, 40
  111. KNN f1 score: 0.447
  112. KNN cohens kappa score: 0.428
  113. ====== Step 2/5 =======
  114. -> Shuffling data
  115. -> Spliting data to slices
  116. ------ Step 2/5: Slice 1/5 -------
  117. -> Reset the GAN
  118. -> Train generator for synthetic samples
  119. -> create 8530 synthetic samples
  120. -> test with 'LR'
  121. LR tn, fp: 1880, 305
  122. LR fn, tp: 6, 46
  123. LR f1 score: 0.228
  124. LR cohens kappa score: 0.196
  125. LR average precision score: 0.484
  126. -> test with 'GB'
  127. GB tn, fp: 2130, 55
  128. GB fn, tp: 15, 37
  129. GB f1 score: 0.514
  130. GB cohens kappa score: 0.499
  131. -> test with 'KNN'
  132. KNN tn, fp: 2081, 104
  133. KNN fn, tp: 8, 44
  134. KNN f1 score: 0.440
  135. KNN cohens kappa score: 0.420
  136. ------ Step 2/5: Slice 2/5 -------
  137. -> Reset the GAN
  138. -> Train generator for synthetic samples
  139. -> create 8530 synthetic samples
  140. -> test with 'LR'
  141. LR tn, fp: 1870, 315
  142. LR fn, tp: 7, 45
  143. LR f1 score: 0.218
  144. LR cohens kappa score: 0.185
  145. LR average precision score: 0.461
  146. -> test with 'GB'
  147. GB tn, fp: 2120, 65
  148. GB fn, tp: 12, 40
  149. GB f1 score: 0.510
  150. GB cohens kappa score: 0.494
  151. -> test with 'KNN'
  152. KNN tn, fp: 2074, 111
  153. KNN fn, tp: 6, 46
  154. KNN f1 score: 0.440
  155. KNN cohens kappa score: 0.420
  156. ------ Step 2/5: Slice 3/5 -------
  157. -> Reset the GAN
  158. -> Train generator for synthetic samples
  159. -> create 8530 synthetic samples
  160. -> test with 'LR'
  161. LR tn, fp: 1920, 265
  162. LR fn, tp: 7, 45
  163. LR f1 score: 0.249
  164. LR cohens kappa score: 0.217
  165. LR average precision score: 0.495
  166. -> test with 'GB'
  167. GB tn, fp: 2145, 40
  168. GB fn, tp: 16, 36
  169. GB f1 score: 0.562
  170. GB cohens kappa score: 0.550
  171. -> test with 'KNN'
  172. KNN tn, fp: 2098, 87
  173. KNN fn, tp: 11, 41
  174. KNN f1 score: 0.456
  175. KNN cohens kappa score: 0.437
  176. ------ Step 2/5: Slice 4/5 -------
  177. -> Reset the GAN
  178. -> Train generator for synthetic samples
  179. -> create 8530 synthetic samples
  180. -> test with 'LR'
  181. LR tn, fp: 1913, 272
  182. LR fn, tp: 4, 48
  183. LR f1 score: 0.258
  184. LR cohens kappa score: 0.227
  185. LR average precision score: 0.476
  186. -> test with 'GB'
  187. GB tn, fp: 2153, 32
  188. GB fn, tp: 12, 40
  189. GB f1 score: 0.645
  190. GB cohens kappa score: 0.635
  191. -> test with 'KNN'
  192. KNN tn, fp: 2089, 96
  193. KNN fn, tp: 6, 46
  194. KNN f1 score: 0.474
  195. KNN cohens kappa score: 0.456
  196. ------ Step 2/5: Slice 5/5 -------
  197. -> Reset the GAN
  198. -> Train generator for synthetic samples
  199. -> create 8532 synthetic samples
  200. -> test with 'LR'
  201. LR tn, fp: 1874, 309
  202. LR fn, tp: 8, 44
  203. LR f1 score: 0.217
  204. LR cohens kappa score: 0.184
  205. LR average precision score: 0.553
  206. -> test with 'GB'
  207. GB tn, fp: 2144, 39
  208. GB fn, tp: 16, 36
  209. GB f1 score: 0.567
  210. GB cohens kappa score: 0.555
  211. -> test with 'KNN'
  212. KNN tn, fp: 2115, 68
  213. KNN fn, tp: 10, 42
  214. KNN f1 score: 0.519
  215. KNN cohens kappa score: 0.503
  216. ====== Step 3/5 =======
  217. -> Shuffling data
  218. -> Spliting data to slices
  219. ------ Step 3/5: Slice 1/5 -------
  220. -> Reset the GAN
  221. -> Train generator for synthetic samples
  222. -> create 8530 synthetic samples
  223. -> test with 'LR'
  224. LR tn, fp: 1909, 276
  225. LR fn, tp: 6, 46
  226. LR f1 score: 0.246
  227. LR cohens kappa score: 0.215
  228. LR average precision score: 0.541
  229. -> test with 'GB'
  230. GB tn, fp: 2154, 31
  231. GB fn, tp: 12, 40
  232. GB f1 score: 0.650
  233. GB cohens kappa score: 0.641
  234. -> test with 'KNN'
  235. KNN tn, fp: 2101, 84
  236. KNN fn, tp: 6, 46
  237. KNN f1 score: 0.505
  238. KNN cohens kappa score: 0.489
  239. ------ Step 3/5: Slice 2/5 -------
  240. -> Reset the GAN
  241. -> Train generator for synthetic samples
  242. -> create 8530 synthetic samples
  243. -> test with 'LR'
  244. LR tn, fp: 1890, 295
  245. LR fn, tp: 6, 46
  246. LR f1 score: 0.234
  247. LR cohens kappa score: 0.202
  248. LR average precision score: 0.413
  249. -> test with 'GB'
  250. GB tn, fp: 2136, 49
  251. GB fn, tp: 14, 38
  252. GB f1 score: 0.547
  253. GB cohens kappa score: 0.533
  254. -> test with 'KNN'
  255. KNN tn, fp: 2084, 101
  256. KNN fn, tp: 11, 41
  257. KNN f1 score: 0.423
  258. KNN cohens kappa score: 0.402
  259. ------ Step 3/5: Slice 3/5 -------
  260. -> Reset the GAN
  261. -> Train generator for synthetic samples
  262. -> create 8530 synthetic samples
  263. -> test with 'LR'
  264. LR tn, fp: 1869, 316
  265. LR fn, tp: 2, 50
  266. LR f1 score: 0.239
  267. LR cohens kappa score: 0.207
  268. LR average precision score: 0.464
  269. -> test with 'GB'
  270. GB tn, fp: 2133, 52
  271. GB fn, tp: 9, 43
  272. GB f1 score: 0.585
  273. GB cohens kappa score: 0.572
  274. -> test with 'KNN'
  275. KNN tn, fp: 2105, 80
  276. KNN fn, tp: 5, 47
  277. KNN f1 score: 0.525
  278. KNN cohens kappa score: 0.509
  279. ------ Step 3/5: Slice 4/5 -------
  280. -> Reset the GAN
  281. -> Train generator for synthetic samples
  282. -> create 8530 synthetic samples
  283. -> test with 'LR'
  284. LR tn, fp: 1912, 273
  285. LR fn, tp: 9, 43
  286. LR f1 score: 0.234
  287. LR cohens kappa score: 0.202
  288. LR average precision score: 0.489
  289. -> test with 'GB'
  290. GB tn, fp: 2138, 47
  291. GB fn, tp: 18, 34
  292. GB f1 score: 0.511
  293. GB cohens kappa score: 0.497
  294. -> test with 'KNN'
  295. KNN tn, fp: 2101, 84
  296. KNN fn, tp: 11, 41
  297. KNN f1 score: 0.463
  298. KNN cohens kappa score: 0.445
  299. ------ Step 3/5: Slice 5/5 -------
  300. -> Reset the GAN
  301. -> Train generator for synthetic samples
  302. -> create 8532 synthetic samples
  303. -> test with 'LR'
  304. LR tn, fp: 1911, 272
  305. LR fn, tp: 7, 45
  306. LR f1 score: 0.244
  307. LR cohens kappa score: 0.212
  308. LR average precision score: 0.570
  309. -> test with 'GB'
  310. GB tn, fp: 2145, 38
  311. GB fn, tp: 17, 35
  312. GB f1 score: 0.560
  313. GB cohens kappa score: 0.548
  314. -> test with 'KNN'
  315. KNN tn, fp: 2098, 85
  316. KNN fn, tp: 10, 42
  317. KNN f1 score: 0.469
  318. KNN cohens kappa score: 0.451
  319. ====== Step 4/5 =======
  320. -> Shuffling data
  321. -> Spliting data to slices
  322. ------ Step 4/5: Slice 1/5 -------
  323. -> Reset the GAN
  324. -> Train generator for synthetic samples
  325. -> create 8530 synthetic samples
  326. -> test with 'LR'
  327. LR tn, fp: 1927, 258
  328. LR fn, tp: 7, 45
  329. LR f1 score: 0.254
  330. LR cohens kappa score: 0.223
  331. LR average precision score: 0.551
  332. -> test with 'GB'
  333. GB tn, fp: 2143, 42
  334. GB fn, tp: 19, 33
  335. GB f1 score: 0.520
  336. GB cohens kappa score: 0.506
  337. -> test with 'KNN'
  338. KNN tn, fp: 2123, 62
  339. KNN fn, tp: 11, 41
  340. KNN f1 score: 0.529
  341. KNN cohens kappa score: 0.514
  342. ------ Step 4/5: Slice 2/5 -------
  343. -> Reset the GAN
  344. -> Train generator for synthetic samples
  345. -> create 8530 synthetic samples
  346. -> test with 'LR'
  347. LR tn, fp: 1899, 286
  348. LR fn, tp: 5, 47
  349. LR f1 score: 0.244
  350. LR cohens kappa score: 0.212
  351. LR average precision score: 0.413
  352. -> test with 'GB'
  353. GB tn, fp: 2146, 39
  354. GB fn, tp: 15, 37
  355. GB f1 score: 0.578
  356. GB cohens kappa score: 0.566
  357. -> test with 'KNN'
  358. KNN tn, fp: 2104, 81
  359. KNN fn, tp: 8, 44
  360. KNN f1 score: 0.497
  361. KNN cohens kappa score: 0.480
  362. ------ Step 4/5: Slice 3/5 -------
  363. -> Reset the GAN
  364. -> Train generator for synthetic samples
  365. -> create 8530 synthetic samples
  366. -> test with 'LR'
  367. LR tn, fp: 1915, 270
  368. LR fn, tp: 7, 45
  369. LR f1 score: 0.245
  370. LR cohens kappa score: 0.214
  371. LR average precision score: 0.458
  372. -> test with 'GB'
  373. GB tn, fp: 2150, 35
  374. GB fn, tp: 11, 41
  375. GB f1 score: 0.641
  376. GB cohens kappa score: 0.630
  377. -> test with 'KNN'
  378. KNN tn, fp: 2093, 92
  379. KNN fn, tp: 9, 43
  380. KNN f1 score: 0.460
  381. KNN cohens kappa score: 0.441
  382. ------ Step 4/5: Slice 4/5 -------
  383. -> Reset the GAN
  384. -> Train generator for synthetic samples
  385. -> create 8530 synthetic samples
  386. -> test with 'LR'
  387. LR tn, fp: 1916, 269
  388. LR fn, tp: 9, 43
  389. LR f1 score: 0.236
  390. LR cohens kappa score: 0.205
  391. LR average precision score: 0.487
  392. -> test with 'GB'
  393. GB tn, fp: 2133, 52
  394. GB fn, tp: 12, 40
  395. GB f1 score: 0.556
  396. GB cohens kappa score: 0.542
  397. -> test with 'KNN'
  398. KNN tn, fp: 2085, 100
  399. KNN fn, tp: 9, 43
  400. KNN f1 score: 0.441
  401. KNN cohens kappa score: 0.421
  402. ------ Step 4/5: Slice 5/5 -------
  403. -> Reset the GAN
  404. -> Train generator for synthetic samples
  405. -> create 8532 synthetic samples
  406. -> test with 'LR'
  407. LR tn, fp: 1850, 333
  408. LR fn, tp: 1, 51
  409. LR f1 score: 0.234
  410. LR cohens kappa score: 0.201
  411. LR average precision score: 0.510
  412. -> test with 'GB'
  413. GB tn, fp: 2129, 54
  414. GB fn, tp: 8, 44
  415. GB f1 score: 0.587
  416. GB cohens kappa score: 0.574
  417. -> test with 'KNN'
  418. KNN tn, fp: 1447, 736
  419. KNN fn, tp: 9, 43
  420. KNN f1 score: 0.103
  421. KNN cohens kappa score: 0.063
  422. ====== Step 5/5 =======
  423. -> Shuffling data
  424. -> Spliting data to slices
  425. ------ Step 5/5: Slice 1/5 -------
  426. -> Reset the GAN
  427. -> Train generator for synthetic samples
  428. -> create 8530 synthetic samples
  429. -> test with 'LR'
  430. LR tn, fp: 1784, 401
  431. LR fn, tp: 1, 51
  432. LR f1 score: 0.202
  433. LR cohens kappa score: 0.168
  434. LR average precision score: 0.510
  435. -> test with 'GB'
  436. GB tn, fp: 2153, 32
  437. GB fn, tp: 15, 37
  438. GB f1 score: 0.612
  439. GB cohens kappa score: 0.601
  440. -> test with 'KNN'
  441. KNN tn, fp: 2115, 70
  442. KNN fn, tp: 8, 44
  443. KNN f1 score: 0.530
  444. KNN cohens kappa score: 0.515
  445. ------ Step 5/5: Slice 2/5 -------
  446. -> Reset the GAN
  447. -> Train generator for synthetic samples
  448. -> create 8530 synthetic samples
  449. -> test with 'LR'
  450. LR tn, fp: 1905, 280
  451. LR fn, tp: 7, 45
  452. LR f1 score: 0.239
  453. LR cohens kappa score: 0.207
  454. LR average precision score: 0.436
  455. -> test with 'GB'
  456. GB tn, fp: 2142, 43
  457. GB fn, tp: 12, 40
  458. GB f1 score: 0.593
  459. GB cohens kappa score: 0.581
  460. -> test with 'KNN'
  461. KNN tn, fp: 2078, 107
  462. KNN fn, tp: 7, 45
  463. KNN f1 score: 0.441
  464. KNN cohens kappa score: 0.421
  465. ------ Step 5/5: Slice 3/5 -------
  466. -> Reset the GAN
  467. -> Train generator for synthetic samples
  468. -> create 8530 synthetic samples
  469. -> test with 'LR'
  470. LR tn, fp: 1909, 276
  471. LR fn, tp: 8, 44
  472. LR f1 score: 0.237
  473. LR cohens kappa score: 0.205
  474. LR average precision score: 0.510
  475. -> test with 'GB'
  476. GB tn, fp: 2143, 42
  477. GB fn, tp: 19, 33
  478. GB f1 score: 0.520
  479. GB cohens kappa score: 0.506
  480. -> test with 'KNN'
  481. KNN tn, fp: 2100, 85
  482. KNN fn, tp: 10, 42
  483. KNN f1 score: 0.469
  484. KNN cohens kappa score: 0.451
  485. ------ Step 5/5: Slice 4/5 -------
  486. -> Reset the GAN
  487. -> Train generator for synthetic samples
  488. -> create 8530 synthetic samples
  489. -> test with 'LR'
  490. LR tn, fp: 1709, 476
  491. LR fn, tp: 4, 48
  492. LR f1 score: 0.167
  493. LR cohens kappa score: 0.130
  494. LR average precision score: 0.525
  495. -> test with 'GB'
  496. GB tn, fp: 2136, 49
  497. GB fn, tp: 12, 40
  498. GB f1 score: 0.567
  499. GB cohens kappa score: 0.554
  500. -> test with 'KNN'
  501. KNN tn, fp: 2095, 90
  502. KNN fn, tp: 9, 43
  503. KNN f1 score: 0.465
  504. KNN cohens kappa score: 0.446
  505. ------ Step 5/5: Slice 5/5 -------
  506. -> Reset the GAN
  507. -> Train generator for synthetic samples
  508. -> create 8532 synthetic samples
  509. -> test with 'LR'
  510. LR tn, fp: 1832, 351
  511. LR fn, tp: 6, 46
  512. LR f1 score: 0.205
  513. LR cohens kappa score: 0.171
  514. LR average precision score: 0.589
  515. -> test with 'GB'
  516. GB tn, fp: 2137, 46
  517. GB fn, tp: 16, 36
  518. GB f1 score: 0.537
  519. GB cohens kappa score: 0.524
  520. -> test with 'KNN'
  521. KNN tn, fp: 2098, 85
  522. KNN fn, tp: 10, 42
  523. KNN f1 score: 0.469
  524. KNN cohens kappa score: 0.451
  525. ### Exercise is done.
  526. -----[ LR ]-----
  527. maximum:
  528. LR tn, fp: 1927, 476
  529. LR fn, tp: 9, 51
  530. LR f1 score: 0.258
  531. LR cohens kappa score: 0.227
  532. LR average precision score: 0.606
  533. average:
  534. LR tn, fp: 1884.72, 299.88
  535. LR fn, tp: 5.88, 46.12
  536. LR f1 score: 0.234
  537. LR cohens kappa score: 0.202
  538. LR average precision score: 0.499
  539. minimum:
  540. LR tn, fp: 1709, 258
  541. LR fn, tp: 1, 43
  542. LR f1 score: 0.167
  543. LR cohens kappa score: 0.130
  544. LR average precision score: 0.335
  545. -----[ GB ]-----
  546. maximum:
  547. GB tn, fp: 2155, 65
  548. GB fn, tp: 19, 44
  549. GB f1 score: 0.650
  550. GB cohens kappa score: 0.641
  551. average:
  552. GB tn, fp: 2140.28, 44.32
  553. GB fn, tp: 13.88, 38.12
  554. GB f1 score: 0.569
  555. GB cohens kappa score: 0.556
  556. minimum:
  557. GB tn, fp: 2120, 30
  558. GB fn, tp: 8, 33
  559. GB f1 score: 0.510
  560. GB cohens kappa score: 0.494
  561. -----[ KNN ]-----
  562. maximum:
  563. KNN tn, fp: 2123, 736
  564. KNN fn, tp: 12, 47
  565. KNN f1 score: 0.530
  566. KNN cohens kappa score: 0.515
  567. average:
  568. KNN tn, fp: 2070.64, 113.96
  569. KNN fn, tp: 8.6, 43.4
  570. KNN f1 score: 0.460
  571. KNN cohens kappa score: 0.441
  572. minimum:
  573. KNN tn, fp: 1447, 62
  574. KNN fn, tp: 5, 40
  575. KNN f1 score: 0.103
  576. KNN cohens kappa score: 0.063