50 KiB
rcv1_MCAT_9prevs
10% positives
train: [0.90021426 0.09978574]
validation: [0.8999388 0.1000612]
bin_sld: 492.046s
mul_sld: 249.698s
bin_sld_gs: 1146.562s
mul_sld_gs: 704.644s
bin_sld_gsq: 539.255s
mul_sld_gsq: 529.819s
bin_pacc: 475.786s
mul_pacc: 168.324s
binmc_pacc: 472.270s
mulmc_pacc: 173.273s
binne_pacc: 443.131s
mulne_pacc: 185.335s
bin_pacc_gs: 763.354s
mul_pacc_gs: 287.763s
bin_cc: 427.742s
mul_cc: 164.350s
kfcv: 136.304s
ref: 125.561s
atc_mc: 115.380s
atc_ne: 129.775s
doc_feat: 81.285s
tot: 1152.170s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.3207 | 0.0933 | 0.2485 | 0.2861 | 0.6804 | 0.0100 |
| 0.05 | 0.0523 | 0.0351 | 0.0583 | 0.0577 | 0.2520 | 0.2695 |
| 0.1 | 0.0417 | 0.0282 | 0.0343 | 0.0457 | 0.2557 | 0.2793 |
| 0.15 | 0.0358 | 0.0236 | 0.0353 | 0.0440 | 0.2522 | 0.2727 |
| 0.2 | 0.0288 | 0.0196 | 0.0311 | 0.0427 | 0.2556 | 0.2684 |
| 0.25 | 0.0258 | 0.0174 | 0.0303 | 0.0421 | 0.2530 | 0.2606 |
| 0.3 | 0.0251 | 0.0188 | 0.0264 | 0.0427 | 0.2533 | 0.2614 |
| 0.35 | 0.0206 | 0.0159 | 0.0270 | 0.0415 | 0.2522 | 0.2657 |
| 0.4 | 0.0171 | 0.0145 | 0.0199 | 0.0412 | 0.2496 | 0.2653 |
| 0.45 | 0.0167 | 0.0141 | 0.0227 | 0.0398 | 0.2529 | 0.2652 |
| 0.5 | 0.0149 | 0.0138 | 0.0196 | 0.0459 | 0.2549 | 0.2598 |
| 0.55 | 0.0128 | 0.0122 | 0.0210 | 0.0407 | 0.2516 | 0.2666 |
| 0.6 | 0.0117 | 0.0123 | 0.0199 | 0.0471 | 0.2537 | 0.2595 |
| 0.65 | 0.0093 | 0.0108 | 0.0198 | 0.0426 | 0.2542 | 0.2623 |
| 0.7 | 0.0071 | 0.0088 | 0.0177 | 0.0424 | 0.2512 | 0.2670 |
| 0.75 | 0.0057 | 0.0086 | 0.0176 | 0.0446 | 0.2486 | 0.2638 |
| 0.8 | 0.0042 | 0.0068 | 0.0174 | 0.0418 | 0.2494 | 0.2665 |
| 0.85 | 0.0033 | 0.0082 | 0.0200 | 0.0430 | 0.2476 | 0.2690 |
| 0.9 | 0.0021 | 0.0081 | 0.0192 | 0.0442 | 0.2521 | 0.2639 |
| 0.95 | 0.0024 | 0.0082 | 0.0191 | 0.0439 | 0.2500 | 0.2660 |
| 1.0 | 0.0000 | 0.0108 | 0.0164 | 0.0466 | 0.2480 | 0.2621 |
| avg | 0.0313 | 0.0185 | 0.0353 | 0.0555 | 0.2723 | 0.2535 |

20% positives
train: [0.80012244 0.19987756]
validation: [0.7998776 0.2001224]
bin_sld: 448.690s
mul_sld: 179.540s
bin_sld_gs: 1128.970s
mul_sld_gs: 661.362s
bin_sld_gsq: 542.638s
mul_sld_gsq: 485.856s
bin_pacc: 435.959s
mul_pacc: 162.000s
binmc_pacc: 436.717s
mulmc_pacc: 159.011s
binne_pacc: 430.393s
mulne_pacc: 170.319s
bin_pacc_gs: 747.860s
mul_pacc_gs: 259.443s
bin_cc: 413.372s
mul_cc: 153.995s
kfcv: 138.378s
ref: 133.916s
atc_mc: 127.515s
atc_ne: 133.986s
doc_feat: 88.997s
tot: 1133.804s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.2765 | 0.2797 | 0.2082 | 0.1292 | 0.8444 | 0.1676 |
| 0.05 | 0.0539 | 0.0668 | 0.0635 | 0.0826 | 0.1124 | 0.0959 |
| 0.1 | 0.0444 | 0.0511 | 0.0296 | 0.0410 | 0.1002 | 0.0583 |
| 0.15 | 0.0368 | 0.0418 | 0.0199 | 0.0269 | 0.0908 | 0.0517 |
| 0.2 | 0.0355 | 0.0404 | 0.0166 | 0.0180 | 0.0842 | 0.0442 |
| 0.25 | 0.0285 | 0.0311 | 0.0138 | 0.0152 | 0.0855 | 0.0392 |
| 0.3 | 0.0283 | 0.0311 | 0.0150 | 0.0131 | 0.0866 | 0.0332 |
| 0.35 | 0.0248 | 0.0275 | 0.0134 | 0.0130 | 0.0837 | 0.0305 |
| 0.4 | 0.0224 | 0.0250 | 0.0128 | 0.0120 | 0.0800 | 0.0322 |
| 0.45 | 0.0219 | 0.0250 | 0.0149 | 0.0154 | 0.0823 | 0.0297 |
| 0.5 | 0.0209 | 0.0237 | 0.0158 | 0.0144 | 0.0834 | 0.0290 |
| 0.55 | 0.0188 | 0.0202 | 0.0155 | 0.0132 | 0.0780 | 0.0288 |
| 0.6 | 0.0181 | 0.0213 | 0.0170 | 0.0167 | 0.0818 | 0.0243 |
| 0.65 | 0.0148 | 0.0176 | 0.0158 | 0.0149 | 0.0804 | 0.0247 |
| 0.7 | 0.0124 | 0.0153 | 0.0149 | 0.0137 | 0.0769 | 0.0273 |
| 0.75 | 0.0107 | 0.0140 | 0.0150 | 0.0145 | 0.0778 | 0.0256 |
| 0.8 | 0.0091 | 0.0135 | 0.0157 | 0.0160 | 0.0784 | 0.0238 |
| 0.85 | 0.0074 | 0.0115 | 0.0163 | 0.0176 | 0.0772 | 0.0223 |
| 0.9 | 0.0043 | 0.0080 | 0.0161 | 0.0161 | 0.0782 | 0.0215 |
| 0.95 | 0.0029 | 0.0062 | 0.0171 | 0.0169 | 0.0771 | 0.0228 |
| 1.0 | 0.0001 | 0.0039 | 0.0169 | 0.0191 | 0.0762 | 0.0224 |
| avg | 0.0330 | 0.0369 | 0.0278 | 0.0257 | 0.1198 | 0.0407 |

30% positives
train: [0.70003061 0.29996939]
validation: [0.6998164 0.3001836]
bin_sld: 455.442s
mul_sld: 198.713s
bin_sld_gs: 1122.566s
mul_sld_gs: 641.405s
bin_sld_gsq: 542.437s
mul_sld_gsq: 490.757s
bin_pacc: 433.945s
mul_pacc: 157.898s
binmc_pacc: 435.757s
mulmc_pacc: 171.337s
binne_pacc: 432.522s
mulne_pacc: 175.766s
bin_pacc_gs: 742.842s
mul_pacc_gs: 248.789s
bin_cc: 409.971s
mul_cc: 156.701s
kfcv: 138.862s
ref: 117.506s
atc_mc: 134.572s
atc_ne: 127.451s
doc_feat: 91.628s
tot: 1126.987s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.2187 | 0.3317 | 0.4016 | 0.2528 | 0.9125 | 0.3293 |
| 0.05 | 0.0514 | 0.0481 | 0.0586 | 0.0664 | 0.1358 | 0.0568 |
| 0.1 | 0.0310 | 0.0333 | 0.0377 | 0.0429 | 0.0963 | 0.0372 |
| 0.15 | 0.0202 | 0.0236 | 0.0262 | 0.0292 | 0.0747 | 0.0269 |
| 0.2 | 0.0147 | 0.0175 | 0.0223 | 0.0220 | 0.0650 | 0.0223 |
| 0.25 | 0.0129 | 0.0136 | 0.0184 | 0.0188 | 0.0605 | 0.0182 |
| 0.3 | 0.0121 | 0.0131 | 0.0161 | 0.0174 | 0.0601 | 0.0143 |
| 0.35 | 0.0092 | 0.0109 | 0.0149 | 0.0158 | 0.0562 | 0.0149 |
| 0.4 | 0.0081 | 0.0094 | 0.0117 | 0.0129 | 0.0507 | 0.0127 |
| 0.45 | 0.0080 | 0.0085 | 0.0106 | 0.0112 | 0.0523 | 0.0124 |
| 0.5 | 0.0085 | 0.0086 | 0.0117 | 0.0104 | 0.0507 | 0.0111 |
| 0.55 | 0.0080 | 0.0088 | 0.0117 | 0.0098 | 0.0502 | 0.0111 |
| 0.6 | 0.0085 | 0.0082 | 0.0104 | 0.0096 | 0.0496 | 0.0103 |
| 0.65 | 0.0077 | 0.0079 | 0.0100 | 0.0101 | 0.0480 | 0.0104 |
| 0.7 | 0.0071 | 0.0061 | 0.0088 | 0.0106 | 0.0451 | 0.0087 |
| 0.75 | 0.0077 | 0.0065 | 0.0089 | 0.0097 | 0.0445 | 0.0085 |
| 0.8 | 0.0070 | 0.0056 | 0.0086 | 0.0094 | 0.0445 | 0.0092 |
| 0.85 | 0.0075 | 0.0054 | 0.0095 | 0.0088 | 0.0446 | 0.0092 |
| 0.9 | 0.0062 | 0.0042 | 0.0085 | 0.0100 | 0.0443 | 0.0081 |
| 0.95 | 0.0057 | 0.0037 | 0.0086 | 0.0085 | 0.0445 | 0.0076 |
| 1.0 | 0.0022 | 0.0031 | 0.0095 | 0.0080 | 0.0434 | 0.0092 |
| avg | 0.0220 | 0.0275 | 0.0345 | 0.0283 | 0.0987 | 0.0309 |

40% positives
train: [0.59993878 0.40006122]
validation: [0.6000612 0.3999388]
bin_sld: 431.626s
mul_sld: 173.772s
bin_sld_gs: 1126.713s
mul_sld_gs: 637.068s
bin_sld_gsq: 515.944s
mul_sld_gsq: 474.062s
bin_pacc: 411.245s
mul_pacc: 163.461s
binmc_pacc: 400.757s
mulmc_pacc: 138.383s
binne_pacc: 414.550s
mulne_pacc: 162.850s
bin_pacc_gs: 725.895s
mul_pacc_gs: 248.814s
bin_cc: 389.288s
mul_cc: 123.416s
kfcv: 114.502s
ref: 85.633s
atc_mc: 124.150s
atc_ne: 99.674s
doc_feat: 84.284s
tot: 1130.557s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.0726 | 0.1358 | 0.3200 | 0.2902 | 0.9275 | 0.4631 |
| 0.05 | 0.0508 | 0.0449 | 0.0548 | 0.0557 | 0.1991 | 0.0388 |
| 0.1 | 0.0420 | 0.0358 | 0.0395 | 0.0459 | 0.1087 | 0.0294 |
| 0.15 | 0.0319 | 0.0247 | 0.0294 | 0.0376 | 0.0734 | 0.0228 |
| 0.2 | 0.0226 | 0.0177 | 0.0202 | 0.0260 | 0.0509 | 0.0159 |
| 0.25 | 0.0212 | 0.0153 | 0.0188 | 0.0237 | 0.0432 | 0.0149 |
| 0.3 | 0.0221 | 0.0149 | 0.0203 | 0.0220 | 0.0347 | 0.0120 |
| 0.35 | 0.0229 | 0.0132 | 0.0208 | 0.0228 | 0.0283 | 0.0113 |
| 0.4 | 0.0154 | 0.0099 | 0.0161 | 0.0179 | 0.0242 | 0.0091 |
| 0.45 | 0.0186 | 0.0107 | 0.0183 | 0.0201 | 0.0219 | 0.0083 |
| 0.5 | 0.0163 | 0.0090 | 0.0149 | 0.0165 | 0.0185 | 0.0092 |
| 0.55 | 0.0162 | 0.0078 | 0.0160 | 0.0169 | 0.0168 | 0.0080 |
| 0.6 | 0.0172 | 0.0093 | 0.0165 | 0.0169 | 0.0156 | 0.0076 |
| 0.65 | 0.0174 | 0.0093 | 0.0173 | 0.0173 | 0.0133 | 0.0076 |
| 0.7 | 0.0189 | 0.0098 | 0.0177 | 0.0168 | 0.0110 | 0.0074 |
| 0.75 | 0.0175 | 0.0090 | 0.0164 | 0.0160 | 0.0087 | 0.0061 |
| 0.8 | 0.0182 | 0.0094 | 0.0161 | 0.0155 | 0.0088 | 0.0056 |
| 0.85 | 0.0198 | 0.0102 | 0.0170 | 0.0158 | 0.0079 | 0.0069 |
| 0.9 | 0.0202 | 0.0115 | 0.0165 | 0.0158 | 0.0078 | 0.0071 |
| 0.95 | 0.0206 | 0.0128 | 0.0153 | 0.0143 | 0.0075 | 0.0068 |
| 1.0 | 0.0246 | 0.0178 | 0.0148 | 0.0136 | 0.0074 | 0.0057 |
| avg | 0.0251 | 0.0209 | 0.0351 | 0.0351 | 0.0779 | 0.0335 |

50% positives
train: [0.50015305 0.49984695]
validation: [0.5 0.5]
bin_sld: 458.494s
mul_sld: 201.711s
bin_sld_gs: 1164.733s
mul_sld_gs: 676.355s
bin_sld_gsq: 562.768s
mul_sld_gsq: 514.459s
bin_pacc: 442.701s
mul_pacc: 170.811s
binmc_pacc: 438.974s
mulmc_pacc: 169.154s
binne_pacc: 443.046s
mulne_pacc: 181.715s
bin_pacc_gs: 768.357s
mul_pacc_gs: 264.111s
bin_cc: 423.636s
mul_cc: 156.950s
kfcv: 144.505s
ref: 134.555s
atc_mc: 141.161s
atc_ne: 127.587s
doc_feat: 76.400s
tot: 1169.275s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.0202 | 0.2468 | 0.3648 | 0.3806 | 0.9434 | 0.5337 |
| 0.05 | 0.0607 | 0.0483 | 0.0552 | 0.1033 | 0.2786 | 0.0902 |
| 0.1 | 0.0531 | 0.0280 | 0.0325 | 0.0592 | 0.1559 | 0.0381 |
| 0.15 | 0.0430 | 0.0217 | 0.0257 | 0.0382 | 0.1006 | 0.0210 |
| 0.2 | 0.0288 | 0.0176 | 0.0208 | 0.0301 | 0.0680 | 0.0145 |
| 0.25 | 0.0257 | 0.0142 | 0.0162 | 0.0238 | 0.0538 | 0.0137 |
| 0.3 | 0.0233 | 0.0128 | 0.0147 | 0.0174 | 0.0403 | 0.0111 |
| 0.35 | 0.0249 | 0.0106 | 0.0134 | 0.0165 | 0.0309 | 0.0098 |
| 0.4 | 0.0182 | 0.0091 | 0.0111 | 0.0135 | 0.0225 | 0.0108 |
| 0.45 | 0.0187 | 0.0095 | 0.0111 | 0.0130 | 0.0186 | 0.0084 |
| 0.5 | 0.0165 | 0.0075 | 0.0106 | 0.0126 | 0.0137 | 0.0094 |
| 0.55 | 0.0156 | 0.0067 | 0.0087 | 0.0127 | 0.0104 | 0.0076 |
| 0.6 | 0.0155 | 0.0064 | 0.0091 | 0.0113 | 0.0081 | 0.0068 |
| 0.65 | 0.0148 | 0.0061 | 0.0095 | 0.0127 | 0.0059 | 0.0062 |
| 0.7 | 0.0153 | 0.0051 | 0.0094 | 0.0132 | 0.0048 | 0.0054 |
| 0.75 | 0.0135 | 0.0053 | 0.0079 | 0.0128 | 0.0050 | 0.0061 |
| 0.8 | 0.0126 | 0.0050 | 0.0080 | 0.0125 | 0.0059 | 0.0065 |
| 0.85 | 0.0121 | 0.0044 | 0.0080 | 0.0127 | 0.0062 | 0.0063 |
| 0.9 | 0.0131 | 0.0036 | 0.0072 | 0.0130 | 0.0070 | 0.0058 |
| 0.95 | 0.0115 | 0.0032 | 0.0067 | 0.0132 | 0.0077 | 0.0057 |
| 1.0 | 0.0105 | 0.0051 | 0.0050 | 0.0134 | 0.0088 | 0.0048 |
| avg | 0.0223 | 0.0227 | 0.0312 | 0.0398 | 0.0855 | 0.0391 |

60% positives
train: [0.40006122 0.59993878]
validation: [0.3999388 0.6000612]
bin_sld: 466.968s
mul_sld: 209.948s
bin_sld_gs: 1150.214s
mul_sld_gs: 682.183s
bin_sld_gsq: 556.758s
mul_sld_gsq: 509.058s
bin_pacc: 464.142s
mul_pacc: 197.052s
binmc_pacc: 456.950s
mulmc_pacc: 198.891s
binne_pacc: 466.343s
mulne_pacc: 211.900s
bin_pacc_gs: 772.058s
mul_pacc_gs: 283.572s
bin_cc: 445.830s
mul_cc: 179.010s
kfcv: 150.241s
ref: 148.770s
atc_mc: 151.278s
atc_ne: 143.773s
doc_feat: 112.638s
tot: 1155.458s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.0848 | 0.1510 | 0.2623 | 0.1000 | 0.9434 | 0.5258 |
| 0.05 | 0.0363 | 0.0500 | 0.0667 | 0.0838 | 0.3709 | 0.1176 |
| 0.1 | 0.0252 | 0.0241 | 0.0322 | 0.0670 | 0.2180 | 0.0459 |
| 0.15 | 0.0237 | 0.0211 | 0.0241 | 0.0586 | 0.1401 | 0.0238 |
| 0.2 | 0.0177 | 0.0168 | 0.0186 | 0.0427 | 0.0926 | 0.0145 |
| 0.25 | 0.0155 | 0.0137 | 0.0170 | 0.0353 | 0.0695 | 0.0126 |
| 0.3 | 0.0143 | 0.0119 | 0.0140 | 0.0290 | 0.0472 | 0.0114 |
| 0.35 | 0.0137 | 0.0105 | 0.0117 | 0.0258 | 0.0336 | 0.0098 |
| 0.4 | 0.0118 | 0.0087 | 0.0096 | 0.0224 | 0.0218 | 0.0085 |
| 0.45 | 0.0120 | 0.0092 | 0.0103 | 0.0195 | 0.0136 | 0.0082 |
| 0.5 | 0.0105 | 0.0081 | 0.0095 | 0.0166 | 0.0077 | 0.0078 |
| 0.55 | 0.0102 | 0.0077 | 0.0091 | 0.0160 | 0.0048 | 0.0079 |
| 0.6 | 0.0098 | 0.0070 | 0.0093 | 0.0141 | 0.0065 | 0.0067 |
| 0.65 | 0.0097 | 0.0078 | 0.0090 | 0.0118 | 0.0108 | 0.0075 |
| 0.7 | 0.0103 | 0.0080 | 0.0090 | 0.0122 | 0.0163 | 0.0078 |
| 0.75 | 0.0078 | 0.0057 | 0.0065 | 0.0081 | 0.0184 | 0.0062 |
| 0.8 | 0.0083 | 0.0060 | 0.0074 | 0.0083 | 0.0207 | 0.0057 |
| 0.85 | 0.0090 | 0.0065 | 0.0076 | 0.0085 | 0.0233 | 0.0059 |
| 0.9 | 0.0101 | 0.0071 | 0.0083 | 0.0084 | 0.0266 | 0.0063 |
| 0.95 | 0.0094 | 0.0065 | 0.0072 | 0.0067 | 0.0280 | 0.0053 |
| 1.0 | 0.0118 | 0.0089 | 0.0076 | 0.0067 | 0.0301 | 0.0059 |
| avg | 0.0172 | 0.0189 | 0.0265 | 0.0286 | 0.1021 | 0.0405 |

70% positives
train: [0.29996939 0.70003061]
validation: [0.2998776 0.7001224]
bin_sld: 480.500s
mul_sld: 213.550s
bin_sld_gs: 1132.131s
mul_sld_gs: 654.288s
bin_sld_gsq: 554.789s
mul_sld_gsq: 514.007s
bin_pacc: 458.638s
mul_pacc: 176.110s
binmc_pacc: 454.887s
mulmc_pacc: 140.659s
binne_pacc: 444.727s
mulne_pacc: 168.258s
bin_pacc_gs: 767.825s
mul_pacc_gs: 271.862s
bin_cc: 432.108s
mul_cc: 156.381s
kfcv: 150.856s
ref: 138.967s
atc_mc: 140.786s
atc_ne: 133.837s
doc_feat: 93.537s
tot: 1140.674s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.0080 | 0.0998 | 0.0044 | 0.1497 | 0.9337 | 0.6387 |
| 0.05 | 0.0637 | 0.0262 | 0.1038 | 0.0320 | 0.4985 | 0.2932 |
| 0.1 | 0.0715 | 0.0275 | 0.0881 | 0.0615 | 0.3197 | 0.1729 |
| 0.15 | 0.0673 | 0.0346 | 0.0776 | 0.0720 | 0.2183 | 0.1108 |
| 0.2 | 0.0587 | 0.0343 | 0.0634 | 0.0680 | 0.1521 | 0.0734 |
| 0.25 | 0.0501 | 0.0312 | 0.0515 | 0.0614 | 0.1118 | 0.0566 |
| 0.3 | 0.0459 | 0.0318 | 0.0501 | 0.0609 | 0.0793 | 0.0406 |
| 0.35 | 0.0387 | 0.0291 | 0.0429 | 0.0536 | 0.0574 | 0.0345 |
| 0.4 | 0.0362 | 0.0298 | 0.0407 | 0.0509 | 0.0369 | 0.0246 |
| 0.45 | 0.0333 | 0.0292 | 0.0393 | 0.0480 | 0.0241 | 0.0209 |
| 0.5 | 0.0292 | 0.0268 | 0.0345 | 0.0437 | 0.0101 | 0.0140 |
| 0.55 | 0.0262 | 0.0259 | 0.0345 | 0.0411 | 0.0052 | 0.0127 |
| 0.6 | 0.0260 | 0.0266 | 0.0340 | 0.0399 | 0.0101 | 0.0089 |
| 0.65 | 0.0225 | 0.0246 | 0.0311 | 0.0376 | 0.0184 | 0.0069 |
| 0.7 | 0.0188 | 0.0221 | 0.0275 | 0.0322 | 0.0253 | 0.0061 |
| 0.75 | 0.0156 | 0.0194 | 0.0254 | 0.0296 | 0.0305 | 0.0046 |
| 0.8 | 0.0152 | 0.0199 | 0.0257 | 0.0290 | 0.0355 | 0.0040 |
| 0.85 | 0.0137 | 0.0187 | 0.0240 | 0.0268 | 0.0404 | 0.0029 |
| 0.9 | 0.0134 | 0.0191 | 0.0254 | 0.0272 | 0.0451 | 0.0036 |
| 0.95 | 0.0111 | 0.0168 | 0.0237 | 0.0251 | 0.0485 | 0.0034 |
| 1.0 | 0.0098 | 0.0150 | 0.0225 | 0.0232 | 0.0520 | 0.0030 |
| avg | 0.0321 | 0.0290 | 0.0414 | 0.0483 | 0.1311 | 0.0732 |

80% positives
train: [0.19987756 0.80012244]
validation: [0.2001224 0.7998776]
bin_sld: 500.397s
mul_sld: 258.490s
bin_sld_gs: 1170.341s
mul_sld_gs: 683.747s
bin_sld_gsq: 563.279s
mul_sld_gsq: 515.921s
bin_pacc: 490.203s
mul_pacc: 224.016s
binmc_pacc: 471.840s
mulmc_pacc: 210.841s
binne_pacc: 470.692s
mulne_pacc: 198.506s
bin_pacc_gs: 769.514s
mul_pacc_gs: 297.055s
bin_cc: 463.272s
mul_cc: 198.142s
kfcv: 178.022s
ref: 176.128s
atc_mc: 173.015s
atc_ne: 124.585s
doc_feat: 101.631s
tot: 1175.400s
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.0009 | 0.0522 | 0.0348 | 0.0770 | 0.8658 | 0.5853 |
| 0.05 | 0.0253 | 0.0376 | 0.0281 | 0.0397 | 0.6028 | 0.3775 |
| 0.1 | 0.0301 | 0.0213 | 0.0198 | 0.0304 | 0.4388 | 0.2622 |
| 0.15 | 0.0313 | 0.0146 | 0.0183 | 0.0261 | 0.3230 | 0.1849 |
| 0.2 | 0.0290 | 0.0120 | 0.0146 | 0.0235 | 0.2365 | 0.1334 |
| 0.25 | 0.0264 | 0.0107 | 0.0129 | 0.0167 | 0.1743 | 0.1025 |
| 0.3 | 0.0271 | 0.0110 | 0.0138 | 0.0186 | 0.1242 | 0.0752 |
| 0.35 | 0.0236 | 0.0105 | 0.0119 | 0.0125 | 0.0840 | 0.0582 |
| 0.4 | 0.0216 | 0.0096 | 0.0103 | 0.0115 | 0.0503 | 0.0449 |
| 0.45 | 0.0233 | 0.0108 | 0.0133 | 0.0150 | 0.0236 | 0.0363 |
| 0.5 | 0.0207 | 0.0099 | 0.0126 | 0.0142 | 0.0069 | 0.0254 |
| 0.55 | 0.0194 | 0.0110 | 0.0132 | 0.0105 | 0.0227 | 0.0193 |
| 0.6 | 0.0201 | 0.0121 | 0.0143 | 0.0106 | 0.0408 | 0.0139 |
| 0.65 | 0.0184 | 0.0104 | 0.0143 | 0.0114 | 0.0582 | 0.0099 |
| 0.7 | 0.0158 | 0.0082 | 0.0129 | 0.0087 | 0.0713 | 0.0080 |
| 0.75 | 0.0151 | 0.0089 | 0.0132 | 0.0083 | 0.0840 | 0.0057 |
| 0.8 | 0.0148 | 0.0086 | 0.0143 | 0.0065 | 0.0955 | 0.0041 |
| 0.85 | 0.0136 | 0.0078 | 0.0145 | 0.0053 | 0.1062 | 0.0038 |
| 0.9 | 0.0137 | 0.0080 | 0.0157 | 0.0058 | 0.1149 | 0.0032 |
| 0.95 | 0.0122 | 0.0065 | 0.0155 | 0.0049 | 0.1227 | 0.0032 |
| 1.0 | 0.0104 | 0.0045 | 0.0152 | 0.0053 | 0.1307 | 0.0034 |
| avg | 0.0197 | 0.0136 | 0.0159 | 0.0173 | 0.1799 | 0.0934 |

90% positives
train: [0.09978574 0.90021426]
validation: [0.1000612 0.8999388]
mul_sld: 64.550s
mul_sld_gs: 336.201s
mul_cc: 54.742s
kfcv: 48.726s
ref: 46.562s
atc_mc: 49.917s
atc_ne: 49.863s
doc_feat: 43.425s
tot: 344.139s
| mul_sld_gs | kfcv | atc_mc | |
|---|---|---|---|
| 0.0 | 0.0015 | 0.5434 | 0.3456 |
| 0.05 | 0.0080 | 0.4346 | 0.2883 |
| 0.1 | 0.0097 | 0.3386 | 0.2429 |
| 0.15 | 0.0131 | 0.2531 | 0.2023 |
| 0.2 | 0.0152 | 0.1764 | 0.1655 |
| 0.25 | 0.0153 | 0.1076 | 0.1394 |
| 0.3 | 0.0171 | 0.0445 | 0.1133 |
| 0.35 | 0.0171 | 0.0123 | 0.0940 |
| 0.4 | 0.0148 | 0.0636 | 0.0776 |
| 0.45 | 0.0164 | 0.1113 | 0.0632 |
| 0.5 | 0.0162 | 0.1555 | 0.0477 |
| 0.55 | 0.0151 | 0.1954 | 0.0392 |
| 0.6 | 0.0139 | 0.2335 | 0.0288 |
| 0.65 | 0.0129 | 0.2686 | 0.0201 |
| 0.7 | 0.0111 | 0.3009 | 0.0144 |
| 0.75 | 0.0105 | 0.3314 | 0.0079 |
| 0.8 | 0.0085 | 0.3594 | 0.0046 |
| 0.85 | 0.0070 | 0.3860 | 0.0037 |
| 0.9 | 0.0050 | 0.4110 | 0.0045 |
| 0.95 | 0.0038 | 0.4343 | 0.0064 |
| 1.0 | 0.0012 | 0.4566 | 0.0086 |
| avg | 0.0111 | 0.2675 | 0.0913 |

avg
avg on train
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.0 | 0.1253 | 0.1546 | 0.2306 | 0.2082 | 0.8438 | 0.3999 |
| 0.05 | 0.0493 | 0.0406 | 0.0611 | 0.0651 | 0.3205 | 0.1809 |
| 0.1 | 0.0424 | 0.0288 | 0.0392 | 0.0492 | 0.2258 | 0.1296 |
| 0.15 | 0.0363 | 0.0243 | 0.0321 | 0.0416 | 0.1696 | 0.1019 |
| 0.2 | 0.0295 | 0.0212 | 0.0260 | 0.0341 | 0.1313 | 0.0836 |
| 0.25 | 0.0257 | 0.0180 | 0.0224 | 0.0296 | 0.1066 | 0.0731 |
| 0.3 | 0.0248 | 0.0181 | 0.0213 | 0.0277 | 0.0856 | 0.0636 |
| 0.35 | 0.0223 | 0.0162 | 0.0195 | 0.0252 | 0.0710 | 0.0587 |
| 0.4 | 0.0188 | 0.0145 | 0.0165 | 0.0228 | 0.0666 | 0.0540 |
| 0.45 | 0.0191 | 0.0148 | 0.0175 | 0.0228 | 0.0667 | 0.0503 |
| 0.5 | 0.0172 | 0.0137 | 0.0161 | 0.0218 | 0.0668 | 0.0459 |
| 0.55 | 0.0159 | 0.0128 | 0.0162 | 0.0201 | 0.0706 | 0.0446 |
| 0.6 | 0.0159 | 0.0130 | 0.0163 | 0.0208 | 0.0777 | 0.0408 |
| 0.65 | 0.0143 | 0.0119 | 0.0158 | 0.0198 | 0.0842 | 0.0395 |
| 0.7 | 0.0132 | 0.0105 | 0.0147 | 0.0187 | 0.0892 | 0.0391 |
| 0.75 | 0.0117 | 0.0098 | 0.0139 | 0.0180 | 0.0943 | 0.0372 |
| 0.8 | 0.0112 | 0.0092 | 0.0142 | 0.0174 | 0.0998 | 0.0367 |
| 0.85 | 0.0108 | 0.0089 | 0.0146 | 0.0173 | 0.1044 | 0.0367 |
| 0.9 | 0.0104 | 0.0083 | 0.0146 | 0.0176 | 0.1097 | 0.0360 |
| 0.95 | 0.0095 | 0.0075 | 0.0141 | 0.0167 | 0.1134 | 0.0364 |
| 1.0 | 0.0087 | 0.0078 | 0.0135 | 0.0170 | 0.1170 | 0.0361 |
| avg | 0.0253 | 0.0221 | 0.0310 | 0.0348 | 0.1483 | 0.0773 |
### avg on test
| bin_sld_gs | mul_sld_gs | bin_pacc_gs | mul_pacc_gs | kfcv | atc_mc | |
|---|---|---|---|---|---|---|
| 0.1 | 0.0313 | 0.0185 | 0.0353 | 0.0555 | 0.2723 | 0.2535 |
| 0.2 | 0.0330 | 0.0369 | 0.0278 | 0.0257 | 0.1198 | 0.0407 |
| 0.3 | 0.0220 | 0.0275 | 0.0345 | 0.0283 | 0.0987 | 0.0309 |
| 0.4 | 0.0251 | 0.0209 | 0.0351 | 0.0351 | 0.0779 | 0.0335 |
| 0.5 | 0.0223 | 0.0227 | 0.0312 | 0.0398 | 0.0855 | 0.0391 |
| 0.6 | 0.0172 | 0.0189 | 0.0265 | 0.0286 | 0.1021 | 0.0405 |
| 0.7 | 0.0321 | 0.0290 | 0.0414 | 0.0483 | 0.1311 | 0.0732 |
| 0.8 | 0.0197 | 0.0136 | 0.0159 | 0.0173 | 0.1799 | 0.0934 |
| 0.9 | NaN | 0.0111 | NaN | NaN | 0.2675 | 0.0913 |
| avg | 0.0253 | 0.0221 | 0.0310 | 0.0348 | 0.1483 | 0.0773 |
### avg dataset shift 