folding_hypothyroid.log 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875
  1. ///////////////////////////////////////////
  2. // Running ProWRAS on folding_hypothyroid
  3. ///////////////////////////////////////////
  4. Load 'folding_hypothyroid'
  5. from pickle file
  6. non empty cut in folding_hypothyroid! (1 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. -> create 2289 synthetic samples
  17. -> test with 'LR'
  18. LR tn, fp: 550, 53
  19. LR fn, tp: 6, 25
  20. LR f1 score: 0.459
  21. LR cohens kappa score: 0.418
  22. LR average precision score: 0.510
  23. -> test with 'RF'
  24. RF tn, fp: 601, 2
  25. RF fn, tp: 12, 19
  26. RF f1 score: 0.731
  27. RF cohens kappa score: 0.720
  28. -> test with 'GB'
  29. GB tn, fp: 598, 5
  30. GB fn, tp: 8, 23
  31. GB f1 score: 0.780
  32. GB cohens kappa score: 0.769
  33. -> test with 'KNN'
  34. KNN tn, fp: 587, 16
  35. KNN fn, tp: 6, 25
  36. KNN f1 score: 0.694
  37. KNN cohens kappa score: 0.676
  38. ------ Step 1/5: Slice 2/5 -------
  39. -> Reset the GAN
  40. -> Train generator for synthetic samples
  41. -> create 2289 synthetic samples
  42. -> test with 'LR'
  43. LR tn, fp: 533, 70
  44. LR fn, tp: 5, 26
  45. LR f1 score: 0.409
  46. LR cohens kappa score: 0.362
  47. LR average precision score: 0.457
  48. -> test with 'RF'
  49. RF tn, fp: 595, 8
  50. RF fn, tp: 12, 19
  51. RF f1 score: 0.655
  52. RF cohens kappa score: 0.639
  53. -> test with 'GB'
  54. GB tn, fp: 594, 9
  55. GB fn, tp: 4, 27
  56. GB f1 score: 0.806
  57. GB cohens kappa score: 0.795
  58. -> test with 'KNN'
  59. KNN tn, fp: 581, 22
  60. KNN fn, tp: 6, 25
  61. KNN f1 score: 0.641
  62. KNN cohens kappa score: 0.619
  63. ------ Step 1/5: Slice 3/5 -------
  64. -> Reset the GAN
  65. -> Train generator for synthetic samples
  66. -> create 2289 synthetic samples
  67. -> test with 'LR'
  68. LR tn, fp: 531, 72
  69. LR fn, tp: 8, 23
  70. LR f1 score: 0.365
  71. LR cohens kappa score: 0.315
  72. LR average precision score: 0.367
  73. -> test with 'RF'
  74. RF tn, fp: 601, 2
  75. RF fn, tp: 10, 21
  76. RF f1 score: 0.778
  77. RF cohens kappa score: 0.768
  78. -> test with 'GB'
  79. GB tn, fp: 599, 4
  80. GB fn, tp: 5, 26
  81. GB f1 score: 0.852
  82. GB cohens kappa score: 0.845
  83. -> test with 'KNN'
  84. KNN tn, fp: 586, 17
  85. KNN fn, tp: 9, 22
  86. KNN f1 score: 0.629
  87. KNN cohens kappa score: 0.607
  88. ------ Step 1/5: Slice 4/5 -------
  89. -> Reset the GAN
  90. -> Train generator for synthetic samples
  91. -> create 2289 synthetic samples
  92. -> test with 'LR'
  93. LR tn, fp: 523, 80
  94. LR fn, tp: 4, 27
  95. LR f1 score: 0.391
  96. LR cohens kappa score: 0.341
  97. LR average precision score: 0.408
  98. -> test with 'RF'
  99. RF tn, fp: 603, 0
  100. RF fn, tp: 15, 16
  101. RF f1 score: 0.681
  102. RF cohens kappa score: 0.670
  103. -> test with 'GB'
  104. GB tn, fp: 600, 3
  105. GB fn, tp: 12, 19
  106. GB f1 score: 0.717
  107. GB cohens kappa score: 0.705
  108. -> test with 'KNN'
  109. KNN tn, fp: 580, 23
  110. KNN fn, tp: 12, 19
  111. KNN f1 score: 0.521
  112. KNN cohens kappa score: 0.492
  113. ------ Step 1/5: Slice 5/5 -------
  114. -> Reset the GAN
  115. -> Train generator for synthetic samples
  116. -> create 2288 synthetic samples
  117. -> test with 'LR'
  118. LR tn, fp: 544, 56
  119. LR fn, tp: 3, 24
  120. LR f1 score: 0.449
  121. LR cohens kappa score: 0.411
  122. LR average precision score: 0.560
  123. -> test with 'RF'
  124. RF tn, fp: 599, 1
  125. RF fn, tp: 8, 19
  126. RF f1 score: 0.809
  127. RF cohens kappa score: 0.801
  128. -> test with 'GB'
  129. GB tn, fp: 597, 3
  130. GB fn, tp: 5, 22
  131. GB f1 score: 0.846
  132. GB cohens kappa score: 0.840
  133. -> test with 'KNN'
  134. KNN tn, fp: 583, 17
  135. KNN fn, tp: 6, 21
  136. KNN f1 score: 0.646
  137. KNN cohens kappa score: 0.627
  138. ====== Step 2/5 =======
  139. -> Shuffling data
  140. -> Spliting data to slices
  141. ------ Step 2/5: Slice 1/5 -------
  142. -> Reset the GAN
  143. -> Train generator for synthetic samples
  144. -> create 2289 synthetic samples
  145. -> test with 'LR'
  146. LR tn, fp: 542, 61
  147. LR fn, tp: 8, 23
  148. LR f1 score: 0.400
  149. LR cohens kappa score: 0.354
  150. LR average precision score: 0.484
  151. -> test with 'RF'
  152. RF tn, fp: 600, 3
  153. RF fn, tp: 11, 20
  154. RF f1 score: 0.741
  155. RF cohens kappa score: 0.729
  156. -> test with 'GB'
  157. GB tn, fp: 597, 6
  158. GB fn, tp: 9, 22
  159. GB f1 score: 0.746
  160. GB cohens kappa score: 0.733
  161. -> test with 'KNN'
  162. KNN tn, fp: 586, 17
  163. KNN fn, tp: 9, 22
  164. KNN f1 score: 0.629
  165. KNN cohens kappa score: 0.607
  166. ------ Step 2/5: Slice 2/5 -------
  167. -> Reset the GAN
  168. -> Train generator for synthetic samples
  169. -> create 2289 synthetic samples
  170. -> test with 'LR'
  171. LR tn, fp: 546, 57
  172. LR fn, tp: 5, 26
  173. LR f1 score: 0.456
  174. LR cohens kappa score: 0.414
  175. LR average precision score: 0.501
  176. -> test with 'RF'
  177. RF tn, fp: 601, 2
  178. RF fn, tp: 16, 15
  179. RF f1 score: 0.625
  180. RF cohens kappa score: 0.612
  181. -> test with 'GB'
  182. GB tn, fp: 597, 6
  183. GB fn, tp: 3, 28
  184. GB f1 score: 0.862
  185. GB cohens kappa score: 0.854
  186. -> test with 'KNN'
  187. KNN tn, fp: 580, 23
  188. KNN fn, tp: 7, 24
  189. KNN f1 score: 0.615
  190. KNN cohens kappa score: 0.591
  191. ------ Step 2/5: Slice 3/5 -------
  192. -> Reset the GAN
  193. -> Train generator for synthetic samples
  194. -> create 2289 synthetic samples
  195. -> test with 'LR'
  196. LR tn, fp: 529, 74
  197. LR fn, tp: 5, 26
  198. LR f1 score: 0.397
  199. LR cohens kappa score: 0.348
  200. LR average precision score: 0.585
  201. -> test with 'RF'
  202. RF tn, fp: 600, 3
  203. RF fn, tp: 16, 15
  204. RF f1 score: 0.612
  205. RF cohens kappa score: 0.598
  206. -> test with 'GB'
  207. GB tn, fp: 599, 4
  208. GB fn, tp: 11, 20
  209. GB f1 score: 0.727
  210. GB cohens kappa score: 0.715
  211. -> test with 'KNN'
  212. KNN tn, fp: 581, 22
  213. KNN fn, tp: 8, 23
  214. KNN f1 score: 0.605
  215. KNN cohens kappa score: 0.581
  216. ------ Step 2/5: Slice 4/5 -------
  217. -> Reset the GAN
  218. -> Train generator for synthetic samples
  219. -> create 2289 synthetic samples
  220. -> test with 'LR'
  221. LR tn, fp: 525, 78
  222. LR fn, tp: 7, 24
  223. LR f1 score: 0.361
  224. LR cohens kappa score: 0.309
  225. LR average precision score: 0.313
  226. -> test with 'RF'
  227. RF tn, fp: 598, 5
  228. RF fn, tp: 9, 22
  229. RF f1 score: 0.759
  230. RF cohens kappa score: 0.747
  231. -> test with 'GB'
  232. GB tn, fp: 599, 4
  233. GB fn, tp: 6, 25
  234. GB f1 score: 0.833
  235. GB cohens kappa score: 0.825
  236. -> test with 'KNN'
  237. KNN tn, fp: 587, 16
  238. KNN fn, tp: 8, 23
  239. KNN f1 score: 0.657
  240. KNN cohens kappa score: 0.637
  241. ------ Step 2/5: Slice 5/5 -------
  242. -> Reset the GAN
  243. -> Train generator for synthetic samples
  244. -> create 2288 synthetic samples
  245. -> test with 'LR'
  246. LR tn, fp: 514, 86
  247. LR fn, tp: 1, 26
  248. LR f1 score: 0.374
  249. LR cohens kappa score: 0.327
  250. LR average precision score: 0.513
  251. -> test with 'RF'
  252. RF tn, fp: 596, 4
  253. RF fn, tp: 5, 22
  254. RF f1 score: 0.830
  255. RF cohens kappa score: 0.823
  256. -> test with 'GB'
  257. GB tn, fp: 594, 6
  258. GB fn, tp: 3, 24
  259. GB f1 score: 0.842
  260. GB cohens kappa score: 0.835
  261. -> test with 'KNN'
  262. KNN tn, fp: 585, 15
  263. KNN fn, tp: 5, 22
  264. KNN f1 score: 0.688
  265. KNN cohens kappa score: 0.671
  266. ====== Step 3/5 =======
  267. -> Shuffling data
  268. -> Spliting data to slices
  269. ------ Step 3/5: Slice 1/5 -------
  270. -> Reset the GAN
  271. -> Train generator for synthetic samples
  272. -> create 2289 synthetic samples
  273. -> test with 'LR'
  274. LR tn, fp: 530, 73
  275. LR fn, tp: 7, 24
  276. LR f1 score: 0.375
  277. LR cohens kappa score: 0.325
  278. LR average precision score: 0.496
  279. -> test with 'RF'
  280. RF tn, fp: 602, 1
  281. RF fn, tp: 17, 14
  282. RF f1 score: 0.609
  283. RF cohens kappa score: 0.596
  284. -> test with 'GB'
  285. GB tn, fp: 601, 2
  286. GB fn, tp: 8, 23
  287. GB f1 score: 0.821
  288. GB cohens kappa score: 0.813
  289. -> test with 'KNN'
  290. KNN tn, fp: 591, 12
  291. KNN fn, tp: 12, 19
  292. KNN f1 score: 0.613
  293. KNN cohens kappa score: 0.593
  294. ------ Step 3/5: Slice 2/5 -------
  295. -> Reset the GAN
  296. -> Train generator for synthetic samples
  297. -> create 2289 synthetic samples
  298. -> test with 'LR'
  299. LR tn, fp: 545, 58
  300. LR fn, tp: 12, 19
  301. LR f1 score: 0.352
  302. LR cohens kappa score: 0.303
  303. LR average precision score: 0.315
  304. -> test with 'RF'
  305. RF tn, fp: 595, 8
  306. RF fn, tp: 9, 22
  307. RF f1 score: 0.721
  308. RF cohens kappa score: 0.707
  309. -> test with 'GB'
  310. GB tn, fp: 593, 10
  311. GB fn, tp: 4, 27
  312. GB f1 score: 0.794
  313. GB cohens kappa score: 0.783
  314. -> test with 'KNN'
  315. KNN tn, fp: 570, 33
  316. KNN fn, tp: 6, 25
  317. KNN f1 score: 0.562
  318. KNN cohens kappa score: 0.532
  319. ------ Step 3/5: Slice 3/5 -------
  320. -> Reset the GAN
  321. -> Train generator for synthetic samples
  322. -> create 2289 synthetic samples
  323. -> test with 'LR'
  324. LR tn, fp: 531, 72
  325. LR fn, tp: 1, 30
  326. LR f1 score: 0.451
  327. LR cohens kappa score: 0.407
  328. LR average precision score: 0.595
  329. -> test with 'RF'
  330. RF tn, fp: 600, 3
  331. RF fn, tp: 9, 22
  332. RF f1 score: 0.786
  333. RF cohens kappa score: 0.776
  334. -> test with 'GB'
  335. GB tn, fp: 594, 9
  336. GB fn, tp: 5, 26
  337. GB f1 score: 0.788
  338. GB cohens kappa score: 0.776
  339. -> test with 'KNN'
  340. KNN tn, fp: 580, 23
  341. KNN fn, tp: 8, 23
  342. KNN f1 score: 0.597
  343. KNN cohens kappa score: 0.572
  344. ------ Step 3/5: Slice 4/5 -------
  345. -> Reset the GAN
  346. -> Train generator for synthetic samples
  347. -> create 2289 synthetic samples
  348. -> test with 'LR'
  349. LR tn, fp: 515, 88
  350. LR fn, tp: 2, 29
  351. LR f1 score: 0.392
  352. LR cohens kappa score: 0.341
  353. LR average precision score: 0.489
  354. -> test with 'RF'
  355. RF tn, fp: 598, 5
  356. RF fn, tp: 12, 19
  357. RF f1 score: 0.691
  358. RF cohens kappa score: 0.677
  359. -> test with 'GB'
  360. GB tn, fp: 592, 11
  361. GB fn, tp: 8, 23
  362. GB f1 score: 0.708
  363. GB cohens kappa score: 0.692
  364. -> test with 'KNN'
  365. KNN tn, fp: 580, 23
  366. KNN fn, tp: 11, 20
  367. KNN f1 score: 0.541
  368. KNN cohens kappa score: 0.513
  369. ------ Step 3/5: Slice 5/5 -------
  370. -> Reset the GAN
  371. -> Train generator for synthetic samples
  372. -> create 2288 synthetic samples
  373. -> test with 'LR'
  374. LR tn, fp: 531, 69
  375. LR fn, tp: 6, 21
  376. LR f1 score: 0.359
  377. LR cohens kappa score: 0.313
  378. LR average precision score: 0.349
  379. -> test with 'RF'
  380. RF tn, fp: 600, 0
  381. RF fn, tp: 6, 21
  382. RF f1 score: 0.875
  383. RF cohens kappa score: 0.870
  384. -> test with 'GB'
  385. GB tn, fp: 598, 2
  386. GB fn, tp: 3, 24
  387. GB f1 score: 0.906
  388. GB cohens kappa score: 0.901
  389. -> test with 'KNN'
  390. KNN tn, fp: 585, 15
  391. KNN fn, tp: 4, 23
  392. KNN f1 score: 0.708
  393. KNN cohens kappa score: 0.692
  394. ====== Step 4/5 =======
  395. -> Shuffling data
  396. -> Spliting data to slices
  397. ------ Step 4/5: Slice 1/5 -------
  398. -> Reset the GAN
  399. -> Train generator for synthetic samples
  400. -> create 2289 synthetic samples
  401. -> test with 'LR'
  402. LR tn, fp: 531, 72
  403. LR fn, tp: 5, 26
  404. LR f1 score: 0.403
  405. LR cohens kappa score: 0.355
  406. LR average precision score: 0.425
  407. -> test with 'RF'
  408. RF tn, fp: 599, 4
  409. RF fn, tp: 11, 20
  410. RF f1 score: 0.727
  411. RF cohens kappa score: 0.715
  412. -> test with 'GB'
  413. GB tn, fp: 595, 8
  414. GB fn, tp: 4, 27
  415. GB f1 score: 0.818
  416. GB cohens kappa score: 0.808
  417. -> test with 'KNN'
  418. KNN tn, fp: 577, 26
  419. KNN fn, tp: 9, 22
  420. KNN f1 score: 0.557
  421. KNN cohens kappa score: 0.529
  422. ------ Step 4/5: Slice 2/5 -------
  423. -> Reset the GAN
  424. -> Train generator for synthetic samples
  425. -> create 2289 synthetic samples
  426. -> test with 'LR'
  427. LR tn, fp: 547, 56
  428. LR fn, tp: 7, 24
  429. LR f1 score: 0.432
  430. LR cohens kappa score: 0.389
  431. LR average precision score: 0.460
  432. -> test with 'RF'
  433. RF tn, fp: 599, 4
  434. RF fn, tp: 11, 20
  435. RF f1 score: 0.727
  436. RF cohens kappa score: 0.715
  437. -> test with 'GB'
  438. GB tn, fp: 597, 6
  439. GB fn, tp: 8, 23
  440. GB f1 score: 0.767
  441. GB cohens kappa score: 0.755
  442. -> test with 'KNN'
  443. KNN tn, fp: 585, 18
  444. KNN fn, tp: 8, 23
  445. KNN f1 score: 0.639
  446. KNN cohens kappa score: 0.618
  447. ------ Step 4/5: Slice 3/5 -------
  448. -> Reset the GAN
  449. -> Train generator for synthetic samples
  450. -> create 2289 synthetic samples
  451. -> test with 'LR'
  452. LR tn, fp: 524, 79
  453. LR fn, tp: 3, 28
  454. LR f1 score: 0.406
  455. LR cohens kappa score: 0.357
  456. LR average precision score: 0.585
  457. -> test with 'RF'
  458. RF tn, fp: 602, 1
  459. RF fn, tp: 11, 20
  460. RF f1 score: 0.769
  461. RF cohens kappa score: 0.760
  462. -> test with 'GB'
  463. GB tn, fp: 601, 2
  464. GB fn, tp: 8, 23
  465. GB f1 score: 0.821
  466. GB cohens kappa score: 0.813
  467. -> test with 'KNN'
  468. KNN tn, fp: 589, 14
  469. KNN fn, tp: 6, 25
  470. KNN f1 score: 0.714
  471. KNN cohens kappa score: 0.698
  472. ------ Step 4/5: Slice 4/5 -------
  473. -> Reset the GAN
  474. -> Train generator for synthetic samples
  475. -> create 2289 synthetic samples
  476. -> test with 'LR'
  477. LR tn, fp: 520, 83
  478. LR fn, tp: 4, 27
  479. LR f1 score: 0.383
  480. LR cohens kappa score: 0.332
  481. LR average precision score: 0.462
  482. -> test with 'RF'
  483. RF tn, fp: 601, 2
  484. RF fn, tp: 13, 18
  485. RF f1 score: 0.706
  486. RF cohens kappa score: 0.694
  487. -> test with 'GB'
  488. GB tn, fp: 598, 5
  489. GB fn, tp: 5, 26
  490. GB f1 score: 0.839
  491. GB cohens kappa score: 0.830
  492. -> test with 'KNN'
  493. KNN tn, fp: 579, 24
  494. KNN fn, tp: 8, 23
  495. KNN f1 score: 0.590
  496. KNN cohens kappa score: 0.564
  497. ------ Step 4/5: Slice 5/5 -------
  498. -> Reset the GAN
  499. -> Train generator for synthetic samples
  500. -> create 2288 synthetic samples
  501. -> test with 'LR'
  502. LR tn, fp: 539, 61
  503. LR fn, tp: 9, 18
  504. LR f1 score: 0.340
  505. LR cohens kappa score: 0.294
  506. LR average precision score: 0.415
  507. -> test with 'RF'
  508. RF tn, fp: 597, 3
  509. RF fn, tp: 10, 17
  510. RF f1 score: 0.723
  511. RF cohens kappa score: 0.713
  512. -> test with 'GB'
  513. GB tn, fp: 596, 4
  514. GB fn, tp: 8, 19
  515. GB f1 score: 0.760
  516. GB cohens kappa score: 0.750
  517. -> test with 'KNN'
  518. KNN tn, fp: 573, 27
  519. KNN fn, tp: 5, 22
  520. KNN f1 score: 0.579
  521. KNN cohens kappa score: 0.554
  522. ====== Step 5/5 =======
  523. -> Shuffling data
  524. -> Spliting data to slices
  525. ------ Step 5/5: Slice 1/5 -------
  526. -> Reset the GAN
  527. -> Train generator for synthetic samples
  528. -> create 2289 synthetic samples
  529. -> test with 'LR'
  530. LR tn, fp: 540, 63
  531. LR fn, tp: 6, 25
  532. LR f1 score: 0.420
  533. LR cohens kappa score: 0.375
  534. LR average precision score: 0.460
  535. -> test with 'RF'
  536. RF tn, fp: 600, 3
  537. RF fn, tp: 12, 19
  538. RF f1 score: 0.717
  539. RF cohens kappa score: 0.705
  540. -> test with 'GB'
  541. GB tn, fp: 596, 7
  542. GB fn, tp: 10, 21
  543. GB f1 score: 0.712
  544. GB cohens kappa score: 0.698
  545. -> test with 'KNN'
  546. KNN tn, fp: 581, 22
  547. KNN fn, tp: 9, 22
  548. KNN f1 score: 0.587
  549. KNN cohens kappa score: 0.562
  550. ------ Step 5/5: Slice 2/5 -------
  551. -> Reset the GAN
  552. -> Train generator for synthetic samples
  553. -> create 2289 synthetic samples
  554. -> test with 'LR'
  555. LR tn, fp: 534, 69
  556. LR fn, tp: 6, 25
  557. LR f1 score: 0.400
  558. LR cohens kappa score: 0.352
  559. LR average precision score: 0.522
  560. -> test with 'RF'
  561. RF tn, fp: 602, 1
  562. RF fn, tp: 10, 21
  563. RF f1 score: 0.792
  564. RF cohens kappa score: 0.784
  565. -> test with 'GB'
  566. GB tn, fp: 601, 2
  567. GB fn, tp: 5, 26
  568. GB f1 score: 0.881
  569. GB cohens kappa score: 0.876
  570. -> test with 'KNN'
  571. KNN tn, fp: 586, 17
  572. KNN fn, tp: 7, 24
  573. KNN f1 score: 0.667
  574. KNN cohens kappa score: 0.647
  575. ------ Step 5/5: Slice 3/5 -------
  576. -> Reset the GAN
  577. -> Train generator for synthetic samples
  578. -> create 2289 synthetic samples
  579. -> test with 'LR'
  580. LR tn, fp: 522, 81
  581. LR fn, tp: 4, 27
  582. LR f1 score: 0.388
  583. LR cohens kappa score: 0.338
  584. LR average precision score: 0.508
  585. -> test with 'RF'
  586. RF tn, fp: 599, 4
  587. RF fn, tp: 16, 15
  588. RF f1 score: 0.600
  589. RF cohens kappa score: 0.585
  590. -> test with 'GB'
  591. GB tn, fp: 598, 5
  592. GB fn, tp: 11, 20
  593. GB f1 score: 0.714
  594. GB cohens kappa score: 0.701
  595. -> test with 'KNN'
  596. KNN tn, fp: 577, 26
  597. KNN fn, tp: 9, 22
  598. KNN f1 score: 0.557
  599. KNN cohens kappa score: 0.529
  600. ------ Step 5/5: Slice 4/5 -------
  601. -> Reset the GAN
  602. -> Train generator for synthetic samples
  603. -> create 2289 synthetic samples
  604. -> test with 'LR'
  605. LR tn, fp: 534, 69
  606. LR fn, tp: 5, 26
  607. LR f1 score: 0.413
  608. LR cohens kappa score: 0.366
  609. LR average precision score: 0.559
  610. -> test with 'RF'
  611. RF tn, fp: 601, 2
  612. RF fn, tp: 9, 22
  613. RF f1 score: 0.800
  614. RF cohens kappa score: 0.791
  615. -> test with 'GB'
  616. GB tn, fp: 598, 5
  617. GB fn, tp: 4, 27
  618. GB f1 score: 0.857
  619. GB cohens kappa score: 0.850
  620. -> test with 'KNN'
  621. KNN tn, fp: 580, 23
  622. KNN fn, tp: 8, 23
  623. KNN f1 score: 0.597
  624. KNN cohens kappa score: 0.572
  625. ------ Step 5/5: Slice 5/5 -------
  626. -> Reset the GAN
  627. -> Train generator for synthetic samples
  628. -> create 2288 synthetic samples
  629. -> test with 'LR'
  630. LR tn, fp: 534, 66
  631. LR fn, tp: 4, 23
  632. LR f1 score: 0.397
  633. LR cohens kappa score: 0.354
  634. LR average precision score: 0.367
  635. -> test with 'RF'
  636. RF tn, fp: 597, 3
  637. RF fn, tp: 12, 15
  638. RF f1 score: 0.667
  639. RF cohens kappa score: 0.655
  640. -> test with 'GB'
  641. GB tn, fp: 596, 4
  642. GB fn, tp: 11, 16
  643. GB f1 score: 0.681
  644. GB cohens kappa score: 0.669
  645. -> test with 'KNN'
  646. KNN tn, fp: 581, 19
  647. KNN fn, tp: 10, 17
  648. KNN f1 score: 0.540
  649. KNN cohens kappa score: 0.516
  650. ### Exercise is done.
  651. -----[ LR ]-----
  652. maximum:
  653. LR tn, fp: 550, 88
  654. LR fn, tp: 12, 30
  655. LR f1 score: 0.459
  656. LR cohens kappa score: 0.418
  657. LR average precision score: 0.595
  658. average:
  659. LR tn, fp: 532.56, 69.84
  660. LR fn, tp: 5.32, 24.88
  661. LR f1 score: 0.399
  662. LR cohens kappa score: 0.352
  663. LR average precision score: 0.468
  664. minimum:
  665. LR tn, fp: 514, 53
  666. LR fn, tp: 1, 18
  667. LR f1 score: 0.340
  668. LR cohens kappa score: 0.294
  669. LR average precision score: 0.313
  670. -----[ RF ]-----
  671. maximum:
  672. RF tn, fp: 603, 8
  673. RF fn, tp: 17, 22
  674. RF f1 score: 0.875
  675. RF cohens kappa score: 0.870
  676. average:
  677. RF tn, fp: 599.44, 2.96
  678. RF fn, tp: 11.28, 18.92
  679. RF f1 score: 0.725
  680. RF cohens kappa score: 0.714
  681. minimum:
  682. RF tn, fp: 595, 0
  683. RF fn, tp: 5, 14
  684. RF f1 score: 0.600
  685. RF cohens kappa score: 0.585
  686. -----[ GB ]-----
  687. maximum:
  688. GB tn, fp: 601, 11
  689. GB fn, tp: 12, 28
  690. GB f1 score: 0.906
  691. GB cohens kappa score: 0.901
  692. average:
  693. GB tn, fp: 597.12, 5.28
  694. GB fn, tp: 6.72, 23.48
  695. GB f1 score: 0.795
  696. GB cohens kappa score: 0.785
  697. minimum:
  698. GB tn, fp: 592, 2
  699. GB fn, tp: 3, 16
  700. GB f1 score: 0.681
  701. GB cohens kappa score: 0.669
  702. -----[ KNN ]-----
  703. maximum:
  704. KNN tn, fp: 591, 33
  705. KNN fn, tp: 12, 25
  706. KNN f1 score: 0.714
  707. KNN cohens kappa score: 0.698
  708. average:
  709. KNN tn, fp: 582.0, 20.4
  710. KNN fn, tp: 7.84, 22.36
  711. KNN f1 score: 0.615
  712. KNN cohens kappa score: 0.592
  713. minimum:
  714. KNN tn, fp: 570, 12
  715. KNN fn, tp: 4, 17
  716. KNN f1 score: 0.521
  717. KNN cohens kappa score: 0.492
  718. wall time: 00:49:20s, process time: 11:53:00s