imblearn_mammography.log 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777
  1. ///////////////////////////////////////////
  2. // Running SimpleGAN on imblearn_mammography
  3. ///////////////////////////////////////////
  4. Load 'data_input/imblearn_mammography'
  5. from imblearn
  6. non empty cut in data_input/imblearn_mammography! (7 points)
  7. Data loaded.
  8. -> Shuffling data
  9. ### Start exercise for synthetic point generator
  10. ====== Step 1/5 =======
  11. -> Shuffling data
  12. -> Spliting data to slices
  13. ------ Step 1/5: Slice 1/5 -------
  14. -> Reset the GAN
  15. -> Train generator for synthetic samples
  16. Epoch 1/3
  17. Epoch 2/3
  18. Epoch 3/3
  19. -> create 8530 synthetic samples
  20. -> test with 'LR'
  21. LR tn, fp: 2095, 90
  22. LR fn, tp: 13, 39
  23. LR f1 score: 0.431
  24. LR cohens kappa score: 0.411
  25. LR average precision score: 0.608
  26. -> test with 'GB'
  27. GB tn, fp: 2154, 31
  28. GB fn, tp: 22, 30
  29. GB f1 score: 0.531
  30. GB cohens kappa score: 0.519
  31. -> test with 'KNN'
  32. KNN tn, fp: 1483, 702
  33. KNN fn, tp: 21, 31
  34. KNN f1 score: 0.079
  35. KNN cohens kappa score: 0.037
  36. ------ Step 1/5: Slice 2/5 -------
  37. -> Reset the GAN
  38. -> Train generator for synthetic samples
  39. Epoch 1/3
  40. Epoch 2/3
  41. Epoch 3/3
  42. -> create 8530 synthetic samples
  43. -> test with 'LR'
  44. LR tn, fp: 2143, 42
  45. LR fn, tp: 22, 30
  46. LR f1 score: 0.484
  47. LR cohens kappa score: 0.470
  48. LR average precision score: 0.508
  49. -> test with 'GB'
  50. GB tn, fp: 2184, 1
  51. GB fn, tp: 24, 28
  52. GB f1 score: 0.691
  53. GB cohens kappa score: 0.686
  54. -> test with 'KNN'
  55. KNN tn, fp: 2183, 2
  56. KNN fn, tp: 30, 22
  57. KNN f1 score: 0.579
  58. KNN cohens kappa score: 0.573
  59. ------ Step 1/5: Slice 3/5 -------
  60. -> Reset the GAN
  61. -> Train generator for synthetic samples
  62. Epoch 1/3
  63. Epoch 2/3
  64. Epoch 3/3
  65. -> create 8530 synthetic samples
  66. -> test with 'LR'
  67. LR tn, fp: 2068, 117
  68. LR fn, tp: 11, 41
  69. LR f1 score: 0.390
  70. LR cohens kappa score: 0.368
  71. LR average precision score: 0.536
  72. -> test with 'GB'
  73. GB tn, fp: 2174, 11
  74. GB fn, tp: 14, 38
  75. GB f1 score: 0.752
  76. GB cohens kappa score: 0.747
  77. -> test with 'KNN'
  78. KNN tn, fp: 2175, 10
  79. KNN fn, tp: 20, 32
  80. KNN f1 score: 0.681
  81. KNN cohens kappa score: 0.674
  82. ------ Step 1/5: Slice 4/5 -------
  83. -> Reset the GAN
  84. -> Train generator for synthetic samples
  85. Epoch 1/3
  86. Epoch 2/3
  87. Epoch 3/3
  88. -> create 8530 synthetic samples
  89. -> test with 'LR'
  90. LR tn, fp: 2128, 57
  91. LR fn, tp: 25, 27
  92. LR f1 score: 0.397
  93. LR cohens kappa score: 0.379
  94. LR average precision score: 0.343
  95. -> test with 'GB'
  96. GB tn, fp: 2176, 9
  97. GB fn, tp: 26, 26
  98. GB f1 score: 0.598
  99. GB cohens kappa score: 0.590
  100. -> test with 'KNN'
  101. KNN tn, fp: 2176, 9
  102. KNN fn, tp: 31, 21
  103. KNN f1 score: 0.512
  104. KNN cohens kappa score: 0.504
  105. ------ Step 1/5: Slice 5/5 -------
  106. -> Reset the GAN
  107. -> Train generator for synthetic samples
  108. Epoch 1/3
  109. Epoch 2/3
  110. Epoch 3/3
  111. -> create 8532 synthetic samples
  112. -> test with 'LR'
  113. LR tn, fp: 2152, 31
  114. LR fn, tp: 26, 26
  115. LR f1 score: 0.477
  116. LR cohens kappa score: 0.464
  117. LR average precision score: 0.498
  118. -> test with 'GB'
  119. GB tn, fp: 2174, 9
  120. GB fn, tp: 23, 29
  121. GB f1 score: 0.644
  122. GB cohens kappa score: 0.637
  123. -> test with 'KNN'
  124. KNN tn, fp: 1568, 615
  125. KNN fn, tp: 27, 25
  126. KNN f1 score: 0.072
  127. KNN cohens kappa score: 0.031
  128. ====== Step 2/5 =======
  129. -> Shuffling data
  130. -> Spliting data to slices
  131. ------ Step 2/5: Slice 1/5 -------
  132. -> Reset the GAN
  133. -> Train generator for synthetic samples
  134. Epoch 1/3
  135. Epoch 2/3
  136. Epoch 3/3
  137. -> create 8530 synthetic samples
  138. -> test with 'LR'
  139. LR tn, fp: 2152, 33
  140. LR fn, tp: 27, 25
  141. LR f1 score: 0.455
  142. LR cohens kappa score: 0.441
  143. LR average precision score: 0.462
  144. -> test with 'GB'
  145. GB tn, fp: 2178, 7
  146. GB fn, tp: 25, 27
  147. GB f1 score: 0.628
  148. GB cohens kappa score: 0.621
  149. -> test with 'KNN'
  150. KNN tn, fp: 2179, 6
  151. KNN fn, tp: 22, 30
  152. KNN f1 score: 0.682
  153. KNN cohens kappa score: 0.676
  154. ------ Step 2/5: Slice 2/5 -------
  155. -> Reset the GAN
  156. -> Train generator for synthetic samples
  157. Epoch 1/3
  158. Epoch 2/3
  159. Epoch 3/3
  160. -> create 8530 synthetic samples
  161. -> test with 'LR'
  162. LR tn, fp: 2071, 114
  163. LR fn, tp: 17, 35
  164. LR f1 score: 0.348
  165. LR cohens kappa score: 0.325
  166. LR average precision score: 0.453
  167. -> test with 'GB'
  168. GB tn, fp: 2170, 15
  169. GB fn, tp: 23, 29
  170. GB f1 score: 0.604
  171. GB cohens kappa score: 0.596
  172. -> test with 'KNN'
  173. KNN tn, fp: 2180, 5
  174. KNN fn, tp: 26, 26
  175. KNN f1 score: 0.627
  176. KNN cohens kappa score: 0.620
  177. ------ Step 2/5: Slice 3/5 -------
  178. -> Reset the GAN
  179. -> Train generator for synthetic samples
  180. Epoch 1/3
  181. Epoch 2/3
  182. Epoch 3/3
  183. -> create 8530 synthetic samples
  184. -> test with 'LR'
  185. LR tn, fp: 2164, 21
  186. LR fn, tp: 24, 28
  187. LR f1 score: 0.554
  188. LR cohens kappa score: 0.544
  189. LR average precision score: 0.571
  190. -> test with 'GB'
  191. GB tn, fp: 2179, 6
  192. GB fn, tp: 26, 26
  193. GB f1 score: 0.619
  194. GB cohens kappa score: 0.612
  195. -> test with 'KNN'
  196. KNN tn, fp: 1522, 663
  197. KNN fn, tp: 28, 24
  198. KNN f1 score: 0.065
  199. KNN cohens kappa score: 0.023
  200. ------ Step 2/5: Slice 4/5 -------
  201. -> Reset the GAN
  202. -> Train generator for synthetic samples
  203. Epoch 1/3
  204. Epoch 2/3
  205. Epoch 3/3
  206. -> create 8530 synthetic samples
  207. -> test with 'LR'
  208. LR tn, fp: 2163, 22
  209. LR fn, tp: 22, 30
  210. LR f1 score: 0.577
  211. LR cohens kappa score: 0.567
  212. LR average precision score: 0.606
  213. -> test with 'GB'
  214. GB tn, fp: 2176, 9
  215. GB fn, tp: 25, 27
  216. GB f1 score: 0.614
  217. GB cohens kappa score: 0.606
  218. -> test with 'KNN'
  219. KNN tn, fp: 2180, 5
  220. KNN fn, tp: 30, 22
  221. KNN f1 score: 0.557
  222. KNN cohens kappa score: 0.550
  223. ------ Step 2/5: Slice 5/5 -------
  224. -> Reset the GAN
  225. -> Train generator for synthetic samples
  226. Epoch 1/3
  227. Epoch 2/3
  228. Epoch 3/3
  229. -> create 8532 synthetic samples
  230. -> test with 'LR'
  231. LR tn, fp: 2132, 51
  232. LR fn, tp: 20, 32
  233. LR f1 score: 0.474
  234. LR cohens kappa score: 0.459
  235. LR average precision score: 0.478
  236. -> test with 'GB'
  237. GB tn, fp: 2175, 8
  238. GB fn, tp: 29, 23
  239. GB f1 score: 0.554
  240. GB cohens kappa score: 0.546
  241. -> test with 'KNN'
  242. KNN tn, fp: 2177, 6
  243. KNN fn, tp: 32, 20
  244. KNN f1 score: 0.513
  245. KNN cohens kappa score: 0.505
  246. ====== Step 3/5 =======
  247. -> Shuffling data
  248. -> Spliting data to slices
  249. ------ Step 3/5: Slice 1/5 -------
  250. -> Reset the GAN
  251. -> Train generator for synthetic samples
  252. Epoch 1/3
  253. Epoch 2/3
  254. Epoch 3/3
  255. -> create 8530 synthetic samples
  256. -> test with 'LR'
  257. LR tn, fp: 2119, 66
  258. LR fn, tp: 13, 39
  259. LR f1 score: 0.497
  260. LR cohens kappa score: 0.481
  261. LR average precision score: 0.657
  262. -> test with 'GB'
  263. GB tn, fp: 2184, 1
  264. GB fn, tp: 17, 35
  265. GB f1 score: 0.795
  266. GB cohens kappa score: 0.791
  267. -> test with 'KNN'
  268. KNN tn, fp: 2182, 3
  269. KNN fn, tp: 20, 32
  270. KNN f1 score: 0.736
  271. KNN cohens kappa score: 0.731
  272. ------ Step 3/5: Slice 2/5 -------
  273. -> Reset the GAN
  274. -> Train generator for synthetic samples
  275. Epoch 1/3
  276. Epoch 2/3
  277. Epoch 3/3
  278. -> create 8530 synthetic samples
  279. -> test with 'LR'
  280. LR tn, fp: 2154, 31
  281. LR fn, tp: 20, 32
  282. LR f1 score: 0.557
  283. LR cohens kappa score: 0.545
  284. LR average precision score: 0.548
  285. -> test with 'GB'
  286. GB tn, fp: 2173, 12
  287. GB fn, tp: 27, 25
  288. GB f1 score: 0.562
  289. GB cohens kappa score: 0.553
  290. -> test with 'KNN'
  291. KNN tn, fp: 2177, 8
  292. KNN fn, tp: 30, 22
  293. KNN f1 score: 0.537
  294. KNN cohens kappa score: 0.529
  295. ------ Step 3/5: Slice 3/5 -------
  296. -> Reset the GAN
  297. -> Train generator for synthetic samples
  298. Epoch 1/3
  299. Epoch 2/3
  300. Epoch 3/3
  301. -> create 8530 synthetic samples
  302. -> test with 'LR'
  303. LR tn, fp: 2162, 23
  304. LR fn, tp: 24, 28
  305. LR f1 score: 0.544
  306. LR cohens kappa score: 0.533
  307. LR average precision score: 0.603
  308. -> test with 'GB'
  309. GB tn, fp: 2180, 5
  310. GB fn, tp: 23, 29
  311. GB f1 score: 0.674
  312. GB cohens kappa score: 0.668
  313. -> test with 'KNN'
  314. KNN tn, fp: 2181, 4
  315. KNN fn, tp: 28, 24
  316. KNN f1 score: 0.600
  317. KNN cohens kappa score: 0.593
  318. ------ Step 3/5: Slice 4/5 -------
  319. -> Reset the GAN
  320. -> Train generator for synthetic samples
  321. Epoch 1/3
  322. Epoch 2/3
  323. Epoch 3/3
  324. -> create 8530 synthetic samples
  325. -> test with 'LR'
  326. LR tn, fp: 2143, 42
  327. LR fn, tp: 17, 35
  328. LR f1 score: 0.543
  329. LR cohens kappa score: 0.530
  330. LR average precision score: 0.506
  331. -> test with 'GB'
  332. GB tn, fp: 2177, 8
  333. GB fn, tp: 25, 27
  334. GB f1 score: 0.621
  335. GB cohens kappa score: 0.613
  336. -> test with 'KNN'
  337. KNN tn, fp: 2176, 9
  338. KNN fn, tp: 26, 26
  339. KNN f1 score: 0.598
  340. KNN cohens kappa score: 0.590
  341. ------ Step 3/5: Slice 5/5 -------
  342. -> Reset the GAN
  343. -> Train generator for synthetic samples
  344. Epoch 1/3
  345. Epoch 2/3
  346. Epoch 3/3
  347. -> create 8532 synthetic samples
  348. -> test with 'LR'
  349. LR tn, fp: 2000, 183
  350. LR fn, tp: 23, 29
  351. LR f1 score: 0.220
  352. LR cohens kappa score: 0.189
  353. LR average precision score: 0.145
  354. -> test with 'GB'
  355. GB tn, fp: 2174, 9
  356. GB fn, tp: 28, 24
  357. GB f1 score: 0.565
  358. GB cohens kappa score: 0.557
  359. -> test with 'KNN'
  360. KNN tn, fp: 2173, 10
  361. KNN fn, tp: 30, 22
  362. KNN f1 score: 0.524
  363. KNN cohens kappa score: 0.515
  364. ====== Step 4/5 =======
  365. -> Shuffling data
  366. -> Spliting data to slices
  367. ------ Step 4/5: Slice 1/5 -------
  368. -> Reset the GAN
  369. -> Train generator for synthetic samples
  370. Epoch 1/3
  371. Epoch 2/3
  372. Epoch 3/3
  373. -> create 8530 synthetic samples
  374. -> test with 'LR'
  375. LR tn, fp: 2173, 12
  376. LR fn, tp: 28, 24
  377. LR f1 score: 0.545
  378. LR cohens kappa score: 0.537
  379. LR average precision score: 0.580
  380. -> test with 'GB'
  381. GB tn, fp: 2179, 6
  382. GB fn, tp: 25, 27
  383. GB f1 score: 0.635
  384. GB cohens kappa score: 0.629
  385. -> test with 'KNN'
  386. KNN tn, fp: 2181, 4
  387. KNN fn, tp: 27, 25
  388. KNN f1 score: 0.617
  389. KNN cohens kappa score: 0.611
  390. ------ Step 4/5: Slice 2/5 -------
  391. -> Reset the GAN
  392. -> Train generator for synthetic samples
  393. Epoch 1/3
  394. Epoch 2/3
  395. Epoch 3/3
  396. -> create 8530 synthetic samples
  397. -> test with 'LR'
  398. LR tn, fp: 2174, 11
  399. LR fn, tp: 23, 29
  400. LR f1 score: 0.630
  401. LR cohens kappa score: 0.623
  402. LR average precision score: 0.622
  403. -> test with 'GB'
  404. GB tn, fp: 2179, 6
  405. GB fn, tp: 20, 32
  406. GB f1 score: 0.711
  407. GB cohens kappa score: 0.705
  408. -> test with 'KNN'
  409. KNN tn, fp: 2181, 4
  410. KNN fn, tp: 26, 26
  411. KNN f1 score: 0.634
  412. KNN cohens kappa score: 0.628
  413. ------ Step 4/5: Slice 3/5 -------
  414. -> Reset the GAN
  415. -> Train generator for synthetic samples
  416. Epoch 1/3
  417. Epoch 2/3
  418. Epoch 3/3
  419. -> create 8530 synthetic samples
  420. -> test with 'LR'
  421. LR tn, fp: 2047, 138
  422. LR fn, tp: 10, 42
  423. LR f1 score: 0.362
  424. LR cohens kappa score: 0.338
  425. LR average precision score: 0.621
  426. -> test with 'GB'
  427. GB tn, fp: 2168, 17
  428. GB fn, tp: 16, 36
  429. GB f1 score: 0.686
  430. GB cohens kappa score: 0.678
  431. -> test with 'KNN'
  432. KNN tn, fp: 2162, 23
  433. KNN fn, tp: 22, 30
  434. KNN f1 score: 0.571
  435. KNN cohens kappa score: 0.561
  436. ------ Step 4/5: Slice 4/5 -------
  437. -> Reset the GAN
  438. -> Train generator for synthetic samples
  439. Epoch 1/3
  440. Epoch 2/3
  441. Epoch 3/3
  442. -> create 8530 synthetic samples
  443. -> test with 'LR'
  444. LR tn, fp: 2154, 31
  445. LR fn, tp: 25, 27
  446. LR f1 score: 0.491
  447. LR cohens kappa score: 0.478
  448. LR average precision score: 0.496
  449. -> test with 'GB'
  450. GB tn, fp: 2179, 6
  451. GB fn, tp: 23, 29
  452. GB f1 score: 0.667
  453. GB cohens kappa score: 0.660
  454. -> test with 'KNN'
  455. KNN tn, fp: 2180, 5
  456. KNN fn, tp: 29, 23
  457. KNN f1 score: 0.575
  458. KNN cohens kappa score: 0.568
  459. ------ Step 4/5: Slice 5/5 -------
  460. -> Reset the GAN
  461. -> Train generator for synthetic samples
  462. Epoch 1/3
  463. Epoch 2/3
  464. Epoch 3/3
  465. -> create 8532 synthetic samples
  466. -> test with 'LR'
  467. LR tn, fp: 2160, 23
  468. LR fn, tp: 26, 26
  469. LR f1 score: 0.515
  470. LR cohens kappa score: 0.504
  471. LR average precision score: 0.490
  472. -> test with 'GB'
  473. GB tn, fp: 2175, 8
  474. GB fn, tp: 21, 31
  475. GB f1 score: 0.681
  476. GB cohens kappa score: 0.675
  477. -> test with 'KNN'
  478. KNN tn, fp: 2177, 6
  479. KNN fn, tp: 25, 27
  480. KNN f1 score: 0.635
  481. KNN cohens kappa score: 0.629
  482. ====== Step 5/5 =======
  483. -> Shuffling data
  484. -> Spliting data to slices
  485. ------ Step 5/5: Slice 1/5 -------
  486. -> Reset the GAN
  487. -> Train generator for synthetic samples
  488. Epoch 1/3
  489. Epoch 2/3
  490. Epoch 3/3
  491. -> create 8530 synthetic samples
  492. -> test with 'LR'
  493. LR tn, fp: 2158, 27
  494. LR fn, tp: 17, 35
  495. LR f1 score: 0.614
  496. LR cohens kappa score: 0.604
  497. LR average precision score: 0.629
  498. -> test with 'GB'
  499. GB tn, fp: 2180, 5
  500. GB fn, tp: 22, 30
  501. GB f1 score: 0.690
  502. GB cohens kappa score: 0.684
  503. -> test with 'KNN'
  504. KNN tn, fp: 2180, 5
  505. KNN fn, tp: 25, 27
  506. KNN f1 score: 0.643
  507. KNN cohens kappa score: 0.636
  508. ------ Step 5/5: Slice 2/5 -------
  509. -> Reset the GAN
  510. -> Train generator for synthetic samples
  511. Epoch 1/3
  512. Epoch 2/3
  513. Epoch 3/3
  514. -> create 8530 synthetic samples
  515. -> test with 'LR'
  516. LR tn, fp: 2166, 19
  517. LR fn, tp: 23, 29
  518. LR f1 score: 0.580
  519. LR cohens kappa score: 0.570
  520. LR average precision score: 0.557
  521. -> test with 'GB'
  522. GB tn, fp: 2176, 9
  523. GB fn, tp: 25, 27
  524. GB f1 score: 0.614
  525. GB cohens kappa score: 0.606
  526. -> test with 'KNN'
  527. KNN tn, fp: 1509, 676
  528. KNN fn, tp: 27, 25
  529. KNN f1 score: 0.066
  530. KNN cohens kappa score: 0.024
  531. ------ Step 5/5: Slice 3/5 -------
  532. -> Reset the GAN
  533. -> Train generator for synthetic samples
  534. Epoch 1/3
  535. Epoch 2/3
  536. Epoch 3/3
  537. -> create 8530 synthetic samples
  538. -> test with 'LR'
  539. LR tn, fp: 2112, 73
  540. LR fn, tp: 15, 37
  541. LR f1 score: 0.457
  542. LR cohens kappa score: 0.439
  543. LR average precision score: 0.549
  544. -> test with 'GB'
  545. GB tn, fp: 2169, 16
  546. GB fn, tp: 25, 27
  547. GB f1 score: 0.568
  548. GB cohens kappa score: 0.559
  549. -> test with 'KNN'
  550. KNN tn, fp: 2169, 16
  551. KNN fn, tp: 26, 26
  552. KNN f1 score: 0.553
  553. KNN cohens kappa score: 0.544
  554. ------ Step 5/5: Slice 4/5 -------
  555. -> Reset the GAN
  556. -> Train generator for synthetic samples
  557. Epoch 1/3
  558. Epoch 2/3
  559. Epoch 3/3
  560. -> create 8530 synthetic samples
  561. -> test with 'LR'
  562. LR tn, fp: 2114, 71
  563. LR fn, tp: 12, 40
  564. LR f1 score: 0.491
  565. LR cohens kappa score: 0.474
  566. LR average precision score: 0.592
  567. -> test with 'GB'
  568. GB tn, fp: 2164, 21
  569. GB fn, tp: 15, 37
  570. GB f1 score: 0.673
  571. GB cohens kappa score: 0.665
  572. -> test with 'KNN'
  573. KNN tn, fp: 2173, 12
  574. KNN fn, tp: 18, 34
  575. KNN f1 score: 0.694
  576. KNN cohens kappa score: 0.687
  577. ------ Step 5/5: Slice 5/5 -------
  578. -> Reset the GAN
  579. -> Train generator for synthetic samples
  580. Epoch 1/3
  581. Epoch 2/3
  582. Epoch 3/3
  583. -> create 8532 synthetic samples
  584. -> test with 'LR'
  585. LR tn, fp: 2169, 14
  586. LR fn, tp: 24, 28
  587. LR f1 score: 0.596
  588. LR cohens kappa score: 0.587
  589. LR average precision score: 0.614
  590. -> test with 'GB'
  591. GB tn, fp: 2175, 8
  592. GB fn, tp: 22, 30
  593. GB f1 score: 0.667
  594. GB cohens kappa score: 0.660
  595. -> test with 'KNN'
  596. KNN tn, fp: 2180, 3
  597. KNN fn, tp: 28, 24
  598. KNN f1 score: 0.608
  599. KNN cohens kappa score: 0.601
  600. ### Exercise is done.
  601. -----[ LR ]-----
  602. maximum:
  603. LR tn, fp: 2174, 183
  604. LR fn, tp: 28, 42
  605. LR f1 score: 0.630
  606. LR cohens kappa score: 0.623
  607. LR average precision score: 0.657
  608. average:
  609. LR tn, fp: 2130.92, 53.68
  610. LR fn, tp: 20.28, 31.72
  611. LR f1 score: 0.489
  612. LR cohens kappa score: 0.474
  613. LR average precision score: 0.531
  614. minimum:
  615. LR tn, fp: 2000, 11
  616. LR fn, tp: 10, 24
  617. LR f1 score: 0.220
  618. LR cohens kappa score: 0.189
  619. LR average precision score: 0.145
  620. -----[ GB ]-----
  621. maximum:
  622. GB tn, fp: 2184, 31
  623. GB fn, tp: 29, 38
  624. GB f1 score: 0.795
  625. GB cohens kappa score: 0.791
  626. average:
  627. GB tn, fp: 2174.88, 9.72
  628. GB fn, tp: 22.84, 29.16
  629. GB f1 score: 0.642
  630. GB cohens kappa score: 0.635
  631. minimum:
  632. GB tn, fp: 2154, 1
  633. GB fn, tp: 14, 23
  634. GB f1 score: 0.531
  635. GB cohens kappa score: 0.519
  636. -----[ KNN ]-----
  637. maximum:
  638. KNN tn, fp: 2183, 702
  639. KNN fn, tp: 32, 34
  640. KNN f1 score: 0.736
  641. KNN cohens kappa score: 0.731
  642. average:
  643. KNN tn, fp: 2072.16, 112.44
  644. KNN fn, tp: 26.16, 25.84
  645. KNN f1 score: 0.518
  646. KNN cohens kappa score: 0.506
  647. minimum:
  648. KNN tn, fp: 1483, 2
  649. KNN fn, tp: 18, 20
  650. KNN f1 score: 0.065
  651. KNN cohens kappa score: 0.023