imblearn_protein_homo.log 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701
  1. ///////////////////////////////////////////
  2. // Running Repeater on imblearn_protein_homo
  3. ///////////////////////////////////////////
  4. Load 'data_input/imblearn_protein_homo'
  5. from imblearn
  6. Data loaded.
  7. -> Shuffling data
  8. ### Start exercise for synthetic point generator
  9. ====== Step 1/5 =======
  10. -> Shuffling data
  11. -> Spliting data to slices
  12. ------ Step 1/5: Slice 1/5 -------
  13. -> Reset the GAN
  14. -> Train generator for synthetic samples
  15. -> create 114528 synthetic samples
  16. -> test with 'LR'
  17. LR tn, fp: 27649, 1242
  18. LR fn, tp: 17, 243
  19. LR f1 score: 0.279
  20. LR cohens kappa score: 0.267
  21. LR average precision score: 0.863
  22. -> test with 'GB'
  23. GB tn, fp: 28386, 505
  24. GB fn, tp: 19, 241
  25. GB f1 score: 0.479
  26. GB cohens kappa score: 0.472
  27. -> test with 'KNN'
  28. KNN tn, fp: 28546, 345
  29. KNN fn, tp: 96, 164
  30. KNN f1 score: 0.427
  31. KNN cohens kappa score: 0.420
  32. ------ Step 1/5: Slice 2/5 -------
  33. -> Reset the GAN
  34. -> Train generator for synthetic samples
  35. -> create 114528 synthetic samples
  36. -> test with 'LR'
  37. LR tn, fp: 27695, 1196
  38. LR fn, tp: 14, 246
  39. LR f1 score: 0.289
  40. LR cohens kappa score: 0.278
  41. LR average precision score: 0.883
  42. -> test with 'GB'
  43. GB tn, fp: 28384, 507
  44. GB fn, tp: 14, 246
  45. GB f1 score: 0.486
  46. GB cohens kappa score: 0.479
  47. -> test with 'KNN'
  48. KNN tn, fp: 28529, 362
  49. KNN fn, tp: 81, 179
  50. KNN f1 score: 0.447
  51. KNN cohens kappa score: 0.440
  52. ------ Step 1/5: Slice 3/5 -------
  53. -> Reset the GAN
  54. -> Train generator for synthetic samples
  55. -> create 114528 synthetic samples
  56. -> test with 'LR'
  57. LR tn, fp: 27630, 1261
  58. LR fn, tp: 6, 254
  59. LR f1 score: 0.286
  60. LR cohens kappa score: 0.275
  61. LR average precision score: 0.887
  62. -> test with 'GB'
  63. GB tn, fp: 28342, 549
  64. GB fn, tp: 11, 249
  65. GB f1 score: 0.471
  66. GB cohens kappa score: 0.463
  67. -> test with 'KNN'
  68. KNN tn, fp: 28493, 398
  69. KNN fn, tp: 110, 150
  70. KNN f1 score: 0.371
  71. KNN cohens kappa score: 0.364
  72. ------ Step 1/5: Slice 4/5 -------
  73. -> Reset the GAN
  74. -> Train generator for synthetic samples
  75. -> create 114528 synthetic samples
  76. -> test with 'LR'
  77. LR tn, fp: 27663, 1228
  78. LR fn, tp: 17, 243
  79. LR f1 score: 0.281
  80. LR cohens kappa score: 0.270
  81. LR average precision score: 0.855
  82. -> test with 'GB'
  83. GB tn, fp: 28406, 485
  84. GB fn, tp: 19, 241
  85. GB f1 score: 0.489
  86. GB cohens kappa score: 0.482
  87. -> test with 'KNN'
  88. KNN tn, fp: 28499, 392
  89. KNN fn, tp: 94, 166
  90. KNN f1 score: 0.406
  91. KNN cohens kappa score: 0.399
  92. ------ Step 1/5: Slice 5/5 -------
  93. -> Reset the GAN
  94. -> Train generator for synthetic samples
  95. -> create 114524 synthetic samples
  96. -> test with 'LR'
  97. LR tn, fp: 27824, 1067
  98. LR fn, tp: 22, 234
  99. LR f1 score: 0.301
  100. LR cohens kappa score: 0.290
  101. LR average precision score: 0.812
  102. -> test with 'GB'
  103. GB tn, fp: 28481, 410
  104. GB fn, tp: 26, 230
  105. GB f1 score: 0.513
  106. GB cohens kappa score: 0.507
  107. -> test with 'KNN'
  108. KNN tn, fp: 28504, 387
  109. KNN fn, tp: 113, 143
  110. KNN f1 score: 0.364
  111. KNN cohens kappa score: 0.356
  112. ====== Step 2/5 =======
  113. -> Shuffling data
  114. -> Spliting data to slices
  115. ------ Step 2/5: Slice 1/5 -------
  116. -> Reset the GAN
  117. -> Train generator for synthetic samples
  118. -> create 114528 synthetic samples
  119. -> test with 'LR'
  120. LR tn, fp: 27706, 1185
  121. LR fn, tp: 12, 248
  122. LR f1 score: 0.293
  123. LR cohens kappa score: 0.282
  124. LR average precision score: 0.870
  125. -> test with 'GB'
  126. GB tn, fp: 28416, 475
  127. GB fn, tp: 17, 243
  128. GB f1 score: 0.497
  129. GB cohens kappa score: 0.490
  130. -> test with 'KNN'
  131. KNN tn, fp: 28549, 342
  132. KNN fn, tp: 100, 160
  133. KNN f1 score: 0.420
  134. KNN cohens kappa score: 0.413
  135. ------ Step 2/5: Slice 2/5 -------
  136. -> Reset the GAN
  137. -> Train generator for synthetic samples
  138. -> create 114528 synthetic samples
  139. -> test with 'LR'
  140. LR tn, fp: 27692, 1199
  141. LR fn, tp: 10, 250
  142. LR f1 score: 0.293
  143. LR cohens kappa score: 0.282
  144. LR average precision score: 0.892
  145. -> test with 'GB'
  146. GB tn, fp: 28359, 532
  147. GB fn, tp: 17, 243
  148. GB f1 score: 0.470
  149. GB cohens kappa score: 0.462
  150. -> test with 'KNN'
  151. KNN tn, fp: 28527, 364
  152. KNN fn, tp: 93, 167
  153. KNN f1 score: 0.422
  154. KNN cohens kappa score: 0.415
  155. ------ Step 2/5: Slice 3/5 -------
  156. -> Reset the GAN
  157. -> Train generator for synthetic samples
  158. -> create 114528 synthetic samples
  159. -> test with 'LR'
  160. LR tn, fp: 27688, 1203
  161. LR fn, tp: 18, 242
  162. LR f1 score: 0.284
  163. LR cohens kappa score: 0.273
  164. LR average precision score: 0.830
  165. -> test with 'GB'
  166. GB tn, fp: 28423, 468
  167. GB fn, tp: 19, 241
  168. GB f1 score: 0.497
  169. GB cohens kappa score: 0.491
  170. -> test with 'KNN'
  171. KNN tn, fp: 28497, 394
  172. KNN fn, tp: 99, 161
  173. KNN f1 score: 0.395
  174. KNN cohens kappa score: 0.388
  175. ------ Step 2/5: Slice 4/5 -------
  176. -> Reset the GAN
  177. -> Train generator for synthetic samples
  178. -> create 114528 synthetic samples
  179. -> test with 'LR'
  180. LR tn, fp: 27688, 1203
  181. LR fn, tp: 13, 247
  182. LR f1 score: 0.289
  183. LR cohens kappa score: 0.278
  184. LR average precision score: 0.864
  185. -> test with 'GB'
  186. GB tn, fp: 28399, 492
  187. GB fn, tp: 16, 244
  188. GB f1 score: 0.490
  189. GB cohens kappa score: 0.483
  190. -> test with 'KNN'
  191. KNN tn, fp: 28502, 389
  192. KNN fn, tp: 90, 170
  193. KNN f1 score: 0.415
  194. KNN cohens kappa score: 0.408
  195. ------ Step 2/5: Slice 5/5 -------
  196. -> Reset the GAN
  197. -> Train generator for synthetic samples
  198. -> create 114524 synthetic samples
  199. -> test with 'LR'
  200. LR tn, fp: 27631, 1260
  201. LR fn, tp: 13, 243
  202. LR f1 score: 0.276
  203. LR cohens kappa score: 0.265
  204. LR average precision score: 0.840
  205. -> test with 'GB'
  206. GB tn, fp: 28376, 515
  207. GB fn, tp: 20, 236
  208. GB f1 score: 0.469
  209. GB cohens kappa score: 0.462
  210. -> test with 'KNN'
  211. KNN tn, fp: 28518, 373
  212. KNN fn, tp: 97, 159
  213. KNN f1 score: 0.404
  214. KNN cohens kappa score: 0.396
  215. ====== Step 3/5 =======
  216. -> Shuffling data
  217. -> Spliting data to slices
  218. ------ Step 3/5: Slice 1/5 -------
  219. -> Reset the GAN
  220. -> Train generator for synthetic samples
  221. -> create 114528 synthetic samples
  222. -> test with 'LR'
  223. LR tn, fp: 27777, 1114
  224. LR fn, tp: 16, 244
  225. LR f1 score: 0.302
  226. LR cohens kappa score: 0.291
  227. LR average precision score: 0.868
  228. -> test with 'GB'
  229. GB tn, fp: 28417, 474
  230. GB fn, tp: 19, 241
  231. GB f1 score: 0.494
  232. GB cohens kappa score: 0.488
  233. -> test with 'KNN'
  234. KNN tn, fp: 28501, 390
  235. KNN fn, tp: 91, 169
  236. KNN f1 score: 0.413
  237. KNN cohens kappa score: 0.405
  238. ------ Step 3/5: Slice 2/5 -------
  239. -> Reset the GAN
  240. -> Train generator for synthetic samples
  241. -> create 114528 synthetic samples
  242. -> test with 'LR'
  243. LR tn, fp: 27678, 1213
  244. LR fn, tp: 13, 247
  245. LR f1 score: 0.287
  246. LR cohens kappa score: 0.276
  247. LR average precision score: 0.865
  248. -> test with 'GB'
  249. GB tn, fp: 28404, 487
  250. GB fn, tp: 18, 242
  251. GB f1 score: 0.489
  252. GB cohens kappa score: 0.483
  253. -> test with 'KNN'
  254. KNN tn, fp: 28539, 352
  255. KNN fn, tp: 108, 152
  256. KNN f1 score: 0.398
  257. KNN cohens kappa score: 0.391
  258. ------ Step 3/5: Slice 3/5 -------
  259. -> Reset the GAN
  260. -> Train generator for synthetic samples
  261. -> create 114528 synthetic samples
  262. -> test with 'LR'
  263. LR tn, fp: 27722, 1169
  264. LR fn, tp: 17, 243
  265. LR f1 score: 0.291
  266. LR cohens kappa score: 0.280
  267. LR average precision score: 0.834
  268. -> test with 'GB'
  269. GB tn, fp: 28409, 482
  270. GB fn, tp: 21, 239
  271. GB f1 score: 0.487
  272. GB cohens kappa score: 0.480
  273. -> test with 'KNN'
  274. KNN tn, fp: 28523, 368
  275. KNN fn, tp: 101, 159
  276. KNN f1 score: 0.404
  277. KNN cohens kappa score: 0.397
  278. ------ Step 3/5: Slice 4/5 -------
  279. -> Reset the GAN
  280. -> Train generator for synthetic samples
  281. -> create 114528 synthetic samples
  282. -> test with 'LR'
  283. LR tn, fp: 27635, 1256
  284. LR fn, tp: 14, 246
  285. LR f1 score: 0.279
  286. LR cohens kappa score: 0.268
  287. LR average precision score: 0.855
  288. -> test with 'GB'
  289. GB tn, fp: 28359, 532
  290. GB fn, tp: 12, 248
  291. GB f1 score: 0.477
  292. GB cohens kappa score: 0.470
  293. -> test with 'KNN'
  294. KNN tn, fp: 28495, 396
  295. KNN fn, tp: 99, 161
  296. KNN f1 score: 0.394
  297. KNN cohens kappa score: 0.387
  298. ------ Step 3/5: Slice 5/5 -------
  299. -> Reset the GAN
  300. -> Train generator for synthetic samples
  301. -> create 114524 synthetic samples
  302. -> test with 'LR'
  303. LR tn, fp: 27643, 1248
  304. LR fn, tp: 11, 245
  305. LR f1 score: 0.280
  306. LR cohens kappa score: 0.269
  307. LR average precision score: 0.882
  308. -> test with 'GB'
  309. GB tn, fp: 28384, 507
  310. GB fn, tp: 16, 240
  311. GB f1 score: 0.479
  312. GB cohens kappa score: 0.472
  313. -> test with 'KNN'
  314. KNN tn, fp: 28505, 386
  315. KNN fn, tp: 91, 165
  316. KNN f1 score: 0.409
  317. KNN cohens kappa score: 0.402
  318. ====== Step 4/5 =======
  319. -> Shuffling data
  320. -> Spliting data to slices
  321. ------ Step 4/5: Slice 1/5 -------
  322. -> Reset the GAN
  323. -> Train generator for synthetic samples
  324. -> create 114528 synthetic samples
  325. -> test with 'LR'
  326. LR tn, fp: 27672, 1219
  327. LR fn, tp: 13, 247
  328. LR f1 score: 0.286
  329. LR cohens kappa score: 0.275
  330. LR average precision score: 0.873
  331. -> test with 'GB'
  332. GB tn, fp: 28378, 513
  333. GB fn, tp: 15, 245
  334. GB f1 score: 0.481
  335. GB cohens kappa score: 0.474
  336. -> test with 'KNN'
  337. KNN tn, fp: 28514, 377
  338. KNN fn, tp: 96, 164
  339. KNN f1 score: 0.409
  340. KNN cohens kappa score: 0.402
  341. ------ Step 4/5: Slice 2/5 -------
  342. -> Reset the GAN
  343. -> Train generator for synthetic samples
  344. -> create 114528 synthetic samples
  345. -> test with 'LR'
  346. LR tn, fp: 27703, 1188
  347. LR fn, tp: 16, 244
  348. LR f1 score: 0.288
  349. LR cohens kappa score: 0.278
  350. LR average precision score: 0.835
  351. -> test with 'GB'
  352. GB tn, fp: 28382, 509
  353. GB fn, tp: 18, 242
  354. GB f1 score: 0.479
  355. GB cohens kappa score: 0.472
  356. -> test with 'KNN'
  357. KNN tn, fp: 28527, 364
  358. KNN fn, tp: 105, 155
  359. KNN f1 score: 0.398
  360. KNN cohens kappa score: 0.391
  361. ------ Step 4/5: Slice 3/5 -------
  362. -> Reset the GAN
  363. -> Train generator for synthetic samples
  364. -> create 114528 synthetic samples
  365. -> test with 'LR'
  366. LR tn, fp: 27707, 1184
  367. LR fn, tp: 17, 243
  368. LR f1 score: 0.288
  369. LR cohens kappa score: 0.277
  370. LR average precision score: 0.859
  371. -> test with 'GB'
  372. GB tn, fp: 28415, 476
  373. GB fn, tp: 20, 240
  374. GB f1 score: 0.492
  375. GB cohens kappa score: 0.485
  376. -> test with 'KNN'
  377. KNN tn, fp: 28501, 390
  378. KNN fn, tp: 89, 171
  379. KNN f1 score: 0.417
  380. KNN cohens kappa score: 0.409
  381. ------ Step 4/5: Slice 4/5 -------
  382. -> Reset the GAN
  383. -> Train generator for synthetic samples
  384. -> create 114528 synthetic samples
  385. -> test with 'LR'
  386. LR tn, fp: 27671, 1220
  387. LR fn, tp: 12, 248
  388. LR f1 score: 0.287
  389. LR cohens kappa score: 0.276
  390. LR average precision score: 0.878
  391. -> test with 'GB'
  392. GB tn, fp: 28427, 464
  393. GB fn, tp: 15, 245
  394. GB f1 score: 0.506
  395. GB cohens kappa score: 0.499
  396. -> test with 'KNN'
  397. KNN tn, fp: 28523, 368
  398. KNN fn, tp: 93, 167
  399. KNN f1 score: 0.420
  400. KNN cohens kappa score: 0.413
  401. ------ Step 4/5: Slice 5/5 -------
  402. -> Reset the GAN
  403. -> Train generator for synthetic samples
  404. -> create 114524 synthetic samples
  405. -> test with 'LR'
  406. LR tn, fp: 27674, 1217
  407. LR fn, tp: 16, 240
  408. LR f1 score: 0.280
  409. LR cohens kappa score: 0.269
  410. LR average precision score: 0.841
  411. -> test with 'GB'
  412. GB tn, fp: 28383, 508
  413. GB fn, tp: 16, 240
  414. GB f1 score: 0.478
  415. GB cohens kappa score: 0.471
  416. -> test with 'KNN'
  417. KNN tn, fp: 28492, 399
  418. KNN fn, tp: 89, 167
  419. KNN f1 score: 0.406
  420. KNN cohens kappa score: 0.399
  421. ====== Step 5/5 =======
  422. -> Shuffling data
  423. -> Spliting data to slices
  424. ------ Step 5/5: Slice 1/5 -------
  425. -> Reset the GAN
  426. -> Train generator for synthetic samples
  427. -> create 114528 synthetic samples
  428. -> test with 'LR'
  429. LR tn, fp: 27688, 1203
  430. LR fn, tp: 13, 247
  431. LR f1 score: 0.289
  432. LR cohens kappa score: 0.278
  433. LR average precision score: 0.866
  434. -> test with 'GB'
  435. GB tn, fp: 28385, 506
  436. GB fn, tp: 15, 245
  437. GB f1 score: 0.485
  438. GB cohens kappa score: 0.478
  439. -> test with 'KNN'
  440. KNN tn, fp: 28548, 343
  441. KNN fn, tp: 100, 160
  442. KNN f1 score: 0.419
  443. KNN cohens kappa score: 0.412
  444. ------ Step 5/5: Slice 2/5 -------
  445. -> Reset the GAN
  446. -> Train generator for synthetic samples
  447. -> create 114528 synthetic samples
  448. -> test with 'LR'
  449. LR tn, fp: 27724, 1167
  450. LR fn, tp: 15, 245
  451. LR f1 score: 0.293
  452. LR cohens kappa score: 0.282
  453. LR average precision score: 0.870
  454. -> test with 'GB'
  455. GB tn, fp: 28424, 467
  456. GB fn, tp: 19, 241
  457. GB f1 score: 0.498
  458. GB cohens kappa score: 0.491
  459. -> test with 'KNN'
  460. KNN tn, fp: 28520, 371
  461. KNN fn, tp: 100, 160
  462. KNN f1 score: 0.405
  463. KNN cohens kappa score: 0.397
  464. ------ Step 5/5: Slice 3/5 -------
  465. -> Reset the GAN
  466. -> Train generator for synthetic samples
  467. -> create 114528 synthetic samples
  468. -> test with 'LR'
  469. LR tn, fp: 27654, 1237
  470. LR fn, tp: 16, 244
  471. LR f1 score: 0.280
  472. LR cohens kappa score: 0.269
  473. LR average precision score: 0.854
  474. -> test with 'GB'
  475. GB tn, fp: 28444, 447
  476. GB fn, tp: 18, 242
  477. GB f1 score: 0.510
  478. GB cohens kappa score: 0.504
  479. -> test with 'KNN'
  480. KNN tn, fp: 28515, 376
  481. KNN fn, tp: 106, 154
  482. KNN f1 score: 0.390
  483. KNN cohens kappa score: 0.382
  484. ------ Step 5/5: Slice 4/5 -------
  485. -> Reset the GAN
  486. -> Train generator for synthetic samples
  487. -> create 114528 synthetic samples
  488. -> test with 'LR'
  489. LR tn, fp: 27677, 1214
  490. LR fn, tp: 12, 248
  491. LR f1 score: 0.288
  492. LR cohens kappa score: 0.277
  493. LR average precision score: 0.863
  494. -> test with 'GB'
  495. GB tn, fp: 28386, 505
  496. GB fn, tp: 15, 245
  497. GB f1 score: 0.485
  498. GB cohens kappa score: 0.478
  499. -> test with 'KNN'
  500. KNN tn, fp: 28522, 369
  501. KNN fn, tp: 95, 165
  502. KNN f1 score: 0.416
  503. KNN cohens kappa score: 0.409
  504. ------ Step 5/5: Slice 5/5 -------
  505. -> Reset the GAN
  506. -> Train generator for synthetic samples
  507. -> create 114524 synthetic samples
  508. -> test with 'LR'
  509. LR tn, fp: 27691, 1200
  510. LR fn, tp: 13, 243
  511. LR f1 score: 0.286
  512. LR cohens kappa score: 0.275
  513. LR average precision score: 0.851
  514. -> test with 'GB'
  515. GB tn, fp: 28373, 518
  516. GB fn, tp: 14, 242
  517. GB f1 score: 0.476
  518. GB cohens kappa score: 0.469
  519. -> test with 'KNN'
  520. KNN tn, fp: 28520, 371
  521. KNN fn, tp: 91, 165
  522. KNN f1 score: 0.417
  523. KNN cohens kappa score: 0.410
  524. ### Exercise is done.
  525. -----[ LR ]-----
  526. maximum:
  527. LR tn, fp: 27824, 1261
  528. LR fn, tp: 22, 254
  529. LR f1 score: 0.302
  530. LR cohens kappa score: 0.291
  531. LR average precision score: 0.892
  532. average:
  533. LR tn, fp: 27687.28, 1203.72
  534. LR fn, tp: 14.24, 244.96
  535. LR f1 score: 0.287
  536. LR cohens kappa score: 0.276
  537. LR average precision score: 0.860
  538. minimum:
  539. LR tn, fp: 27630, 1067
  540. LR fn, tp: 6, 234
  541. LR f1 score: 0.276
  542. LR cohens kappa score: 0.265
  543. LR average precision score: 0.812
  544. -----[ GB ]-----
  545. maximum:
  546. GB tn, fp: 28481, 549
  547. GB fn, tp: 26, 249
  548. GB f1 score: 0.513
  549. GB cohens kappa score: 0.507
  550. average:
  551. GB tn, fp: 28397.68, 493.32
  552. GB fn, tp: 17.16, 242.04
  553. GB f1 score: 0.487
  554. GB cohens kappa score: 0.480
  555. minimum:
  556. GB tn, fp: 28342, 410
  557. GB fn, tp: 11, 230
  558. GB f1 score: 0.469
  559. GB cohens kappa score: 0.462
  560. -----[ KNN ]-----
  561. maximum:
  562. KNN tn, fp: 28549, 399
  563. KNN fn, tp: 113, 179
  564. KNN f1 score: 0.447
  565. KNN cohens kappa score: 0.440
  566. average:
  567. KNN tn, fp: 28516.36, 374.64
  568. KNN fn, tp: 97.08, 162.12
  569. KNN f1 score: 0.407
  570. KNN cohens kappa score: 0.400
  571. minimum:
  572. KNN tn, fp: 28492, 342
  573. KNN fn, tp: 81, 143
  574. KNN f1 score: 0.364
  575. KNN cohens kappa score: 0.356