QuAcc/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_f1.md

50 KiB

rcv1_MCAT_9prevs

10% positives

train: [0.90021426 0.09978574]
validation: [0.8999388 0.1000612]
bin_sld: 492.046s
mul_sld: 249.698s
bin_sld_gs: 1146.562s
mul_sld_gs: 704.644s
bin_sld_gsq: 539.255s
mul_sld_gsq: 529.819s
bin_pacc: 475.786s
mul_pacc: 168.324s
binmc_pacc: 472.270s
mulmc_pacc: 173.273s
binne_pacc: 443.131s
mulne_pacc: 185.335s
bin_pacc_gs: 763.354s
mul_pacc_gs: 287.763s
bin_cc: 427.742s
mul_cc: 164.350s
kfcv: 136.304s
ref: 125.561s
atc_mc: 115.380s
atc_ne: 129.775s
doc_feat: 81.285s
tot: 1152.170s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.3207 0.0933 0.2485 0.2861 0.6804 0.0100
0.05 0.0523 0.0351 0.0583 0.0577 0.2520 0.2695
0.1 0.0417 0.0282 0.0343 0.0457 0.2557 0.2793
0.15 0.0358 0.0236 0.0353 0.0440 0.2522 0.2727
0.2 0.0288 0.0196 0.0311 0.0427 0.2556 0.2684
0.25 0.0258 0.0174 0.0303 0.0421 0.2530 0.2606
0.3 0.0251 0.0188 0.0264 0.0427 0.2533 0.2614
0.35 0.0206 0.0159 0.0270 0.0415 0.2522 0.2657
0.4 0.0171 0.0145 0.0199 0.0412 0.2496 0.2653
0.45 0.0167 0.0141 0.0227 0.0398 0.2529 0.2652
0.5 0.0149 0.0138 0.0196 0.0459 0.2549 0.2598
0.55 0.0128 0.0122 0.0210 0.0407 0.2516 0.2666
0.6 0.0117 0.0123 0.0199 0.0471 0.2537 0.2595
0.65 0.0093 0.0108 0.0198 0.0426 0.2542 0.2623
0.7 0.0071 0.0088 0.0177 0.0424 0.2512 0.2670
0.75 0.0057 0.0086 0.0176 0.0446 0.2486 0.2638
0.8 0.0042 0.0068 0.0174 0.0418 0.2494 0.2665
0.85 0.0033 0.0082 0.0200 0.0430 0.2476 0.2690
0.9 0.0021 0.0081 0.0192 0.0442 0.2521 0.2639
0.95 0.0024 0.0082 0.0191 0.0439 0.2500 0.2660
1.0 0.0000 0.0108 0.0164 0.0466 0.2480 0.2621
avg 0.0313 0.0185 0.0353 0.0555 0.2723 0.2535

plot_delta plot_delta_stdev plot_diagonal plot_shift

20% positives

train: [0.80012244 0.19987756]
validation: [0.7998776 0.2001224]
bin_sld: 448.690s
mul_sld: 179.540s
bin_sld_gs: 1128.970s
mul_sld_gs: 661.362s
bin_sld_gsq: 542.638s
mul_sld_gsq: 485.856s
bin_pacc: 435.959s
mul_pacc: 162.000s
binmc_pacc: 436.717s
mulmc_pacc: 159.011s
binne_pacc: 430.393s
mulne_pacc: 170.319s
bin_pacc_gs: 747.860s
mul_pacc_gs: 259.443s
bin_cc: 413.372s
mul_cc: 153.995s
kfcv: 138.378s
ref: 133.916s
atc_mc: 127.515s
atc_ne: 133.986s
doc_feat: 88.997s
tot: 1133.804s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.2765 0.2797 0.2082 0.1292 0.8444 0.1676
0.05 0.0539 0.0668 0.0635 0.0826 0.1124 0.0959
0.1 0.0444 0.0511 0.0296 0.0410 0.1002 0.0583
0.15 0.0368 0.0418 0.0199 0.0269 0.0908 0.0517
0.2 0.0355 0.0404 0.0166 0.0180 0.0842 0.0442
0.25 0.0285 0.0311 0.0138 0.0152 0.0855 0.0392
0.3 0.0283 0.0311 0.0150 0.0131 0.0866 0.0332
0.35 0.0248 0.0275 0.0134 0.0130 0.0837 0.0305
0.4 0.0224 0.0250 0.0128 0.0120 0.0800 0.0322
0.45 0.0219 0.0250 0.0149 0.0154 0.0823 0.0297
0.5 0.0209 0.0237 0.0158 0.0144 0.0834 0.0290
0.55 0.0188 0.0202 0.0155 0.0132 0.0780 0.0288
0.6 0.0181 0.0213 0.0170 0.0167 0.0818 0.0243
0.65 0.0148 0.0176 0.0158 0.0149 0.0804 0.0247
0.7 0.0124 0.0153 0.0149 0.0137 0.0769 0.0273
0.75 0.0107 0.0140 0.0150 0.0145 0.0778 0.0256
0.8 0.0091 0.0135 0.0157 0.0160 0.0784 0.0238
0.85 0.0074 0.0115 0.0163 0.0176 0.0772 0.0223
0.9 0.0043 0.0080 0.0161 0.0161 0.0782 0.0215
0.95 0.0029 0.0062 0.0171 0.0169 0.0771 0.0228
1.0 0.0001 0.0039 0.0169 0.0191 0.0762 0.0224
avg 0.0330 0.0369 0.0278 0.0257 0.1198 0.0407

plot_delta plot_delta_stdev plot_diagonal plot_shift

30% positives

train: [0.70003061 0.29996939]
validation: [0.6998164 0.3001836]
bin_sld: 455.442s
mul_sld: 198.713s
bin_sld_gs: 1122.566s
mul_sld_gs: 641.405s
bin_sld_gsq: 542.437s
mul_sld_gsq: 490.757s
bin_pacc: 433.945s
mul_pacc: 157.898s
binmc_pacc: 435.757s
mulmc_pacc: 171.337s
binne_pacc: 432.522s
mulne_pacc: 175.766s
bin_pacc_gs: 742.842s
mul_pacc_gs: 248.789s
bin_cc: 409.971s
mul_cc: 156.701s
kfcv: 138.862s
ref: 117.506s
atc_mc: 134.572s
atc_ne: 127.451s
doc_feat: 91.628s
tot: 1126.987s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.2187 0.3317 0.4016 0.2528 0.9125 0.3293
0.05 0.0514 0.0481 0.0586 0.0664 0.1358 0.0568
0.1 0.0310 0.0333 0.0377 0.0429 0.0963 0.0372
0.15 0.0202 0.0236 0.0262 0.0292 0.0747 0.0269
0.2 0.0147 0.0175 0.0223 0.0220 0.0650 0.0223
0.25 0.0129 0.0136 0.0184 0.0188 0.0605 0.0182
0.3 0.0121 0.0131 0.0161 0.0174 0.0601 0.0143
0.35 0.0092 0.0109 0.0149 0.0158 0.0562 0.0149
0.4 0.0081 0.0094 0.0117 0.0129 0.0507 0.0127
0.45 0.0080 0.0085 0.0106 0.0112 0.0523 0.0124
0.5 0.0085 0.0086 0.0117 0.0104 0.0507 0.0111
0.55 0.0080 0.0088 0.0117 0.0098 0.0502 0.0111
0.6 0.0085 0.0082 0.0104 0.0096 0.0496 0.0103
0.65 0.0077 0.0079 0.0100 0.0101 0.0480 0.0104
0.7 0.0071 0.0061 0.0088 0.0106 0.0451 0.0087
0.75 0.0077 0.0065 0.0089 0.0097 0.0445 0.0085
0.8 0.0070 0.0056 0.0086 0.0094 0.0445 0.0092
0.85 0.0075 0.0054 0.0095 0.0088 0.0446 0.0092
0.9 0.0062 0.0042 0.0085 0.0100 0.0443 0.0081
0.95 0.0057 0.0037 0.0086 0.0085 0.0445 0.0076
1.0 0.0022 0.0031 0.0095 0.0080 0.0434 0.0092
avg 0.0220 0.0275 0.0345 0.0283 0.0987 0.0309

plot_delta plot_delta_stdev plot_diagonal plot_shift

40% positives

train: [0.59993878 0.40006122]
validation: [0.6000612 0.3999388]
bin_sld: 431.626s
mul_sld: 173.772s
bin_sld_gs: 1126.713s
mul_sld_gs: 637.068s
bin_sld_gsq: 515.944s
mul_sld_gsq: 474.062s
bin_pacc: 411.245s
mul_pacc: 163.461s
binmc_pacc: 400.757s
mulmc_pacc: 138.383s
binne_pacc: 414.550s
mulne_pacc: 162.850s
bin_pacc_gs: 725.895s
mul_pacc_gs: 248.814s
bin_cc: 389.288s
mul_cc: 123.416s
kfcv: 114.502s
ref: 85.633s
atc_mc: 124.150s
atc_ne: 99.674s
doc_feat: 84.284s
tot: 1130.557s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.0726 0.1358 0.3200 0.2902 0.9275 0.4631
0.05 0.0508 0.0449 0.0548 0.0557 0.1991 0.0388
0.1 0.0420 0.0358 0.0395 0.0459 0.1087 0.0294
0.15 0.0319 0.0247 0.0294 0.0376 0.0734 0.0228
0.2 0.0226 0.0177 0.0202 0.0260 0.0509 0.0159
0.25 0.0212 0.0153 0.0188 0.0237 0.0432 0.0149
0.3 0.0221 0.0149 0.0203 0.0220 0.0347 0.0120
0.35 0.0229 0.0132 0.0208 0.0228 0.0283 0.0113
0.4 0.0154 0.0099 0.0161 0.0179 0.0242 0.0091
0.45 0.0186 0.0107 0.0183 0.0201 0.0219 0.0083
0.5 0.0163 0.0090 0.0149 0.0165 0.0185 0.0092
0.55 0.0162 0.0078 0.0160 0.0169 0.0168 0.0080
0.6 0.0172 0.0093 0.0165 0.0169 0.0156 0.0076
0.65 0.0174 0.0093 0.0173 0.0173 0.0133 0.0076
0.7 0.0189 0.0098 0.0177 0.0168 0.0110 0.0074
0.75 0.0175 0.0090 0.0164 0.0160 0.0087 0.0061
0.8 0.0182 0.0094 0.0161 0.0155 0.0088 0.0056
0.85 0.0198 0.0102 0.0170 0.0158 0.0079 0.0069
0.9 0.0202 0.0115 0.0165 0.0158 0.0078 0.0071
0.95 0.0206 0.0128 0.0153 0.0143 0.0075 0.0068
1.0 0.0246 0.0178 0.0148 0.0136 0.0074 0.0057
avg 0.0251 0.0209 0.0351 0.0351 0.0779 0.0335

plot_delta plot_delta_stdev plot_diagonal plot_shift

50% positives

train: [0.50015305 0.49984695]
validation: [0.5 0.5]
bin_sld: 458.494s
mul_sld: 201.711s
bin_sld_gs: 1164.733s
mul_sld_gs: 676.355s
bin_sld_gsq: 562.768s
mul_sld_gsq: 514.459s
bin_pacc: 442.701s
mul_pacc: 170.811s
binmc_pacc: 438.974s
mulmc_pacc: 169.154s
binne_pacc: 443.046s
mulne_pacc: 181.715s
bin_pacc_gs: 768.357s
mul_pacc_gs: 264.111s
bin_cc: 423.636s
mul_cc: 156.950s
kfcv: 144.505s
ref: 134.555s
atc_mc: 141.161s
atc_ne: 127.587s
doc_feat: 76.400s
tot: 1169.275s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.0202 0.2468 0.3648 0.3806 0.9434 0.5337
0.05 0.0607 0.0483 0.0552 0.1033 0.2786 0.0902
0.1 0.0531 0.0280 0.0325 0.0592 0.1559 0.0381
0.15 0.0430 0.0217 0.0257 0.0382 0.1006 0.0210
0.2 0.0288 0.0176 0.0208 0.0301 0.0680 0.0145
0.25 0.0257 0.0142 0.0162 0.0238 0.0538 0.0137
0.3 0.0233 0.0128 0.0147 0.0174 0.0403 0.0111
0.35 0.0249 0.0106 0.0134 0.0165 0.0309 0.0098
0.4 0.0182 0.0091 0.0111 0.0135 0.0225 0.0108
0.45 0.0187 0.0095 0.0111 0.0130 0.0186 0.0084
0.5 0.0165 0.0075 0.0106 0.0126 0.0137 0.0094
0.55 0.0156 0.0067 0.0087 0.0127 0.0104 0.0076
0.6 0.0155 0.0064 0.0091 0.0113 0.0081 0.0068
0.65 0.0148 0.0061 0.0095 0.0127 0.0059 0.0062
0.7 0.0153 0.0051 0.0094 0.0132 0.0048 0.0054
0.75 0.0135 0.0053 0.0079 0.0128 0.0050 0.0061
0.8 0.0126 0.0050 0.0080 0.0125 0.0059 0.0065
0.85 0.0121 0.0044 0.0080 0.0127 0.0062 0.0063
0.9 0.0131 0.0036 0.0072 0.0130 0.0070 0.0058
0.95 0.0115 0.0032 0.0067 0.0132 0.0077 0.0057
1.0 0.0105 0.0051 0.0050 0.0134 0.0088 0.0048
avg 0.0223 0.0227 0.0312 0.0398 0.0855 0.0391

plot_delta plot_delta_stdev plot_diagonal plot_shift

60% positives

train: [0.40006122 0.59993878]
validation: [0.3999388 0.6000612]
bin_sld: 466.968s
mul_sld: 209.948s
bin_sld_gs: 1150.214s
mul_sld_gs: 682.183s
bin_sld_gsq: 556.758s
mul_sld_gsq: 509.058s
bin_pacc: 464.142s
mul_pacc: 197.052s
binmc_pacc: 456.950s
mulmc_pacc: 198.891s
binne_pacc: 466.343s
mulne_pacc: 211.900s
bin_pacc_gs: 772.058s
mul_pacc_gs: 283.572s
bin_cc: 445.830s
mul_cc: 179.010s
kfcv: 150.241s
ref: 148.770s
atc_mc: 151.278s
atc_ne: 143.773s
doc_feat: 112.638s
tot: 1155.458s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.0848 0.1510 0.2623 0.1000 0.9434 0.5258
0.05 0.0363 0.0500 0.0667 0.0838 0.3709 0.1176
0.1 0.0252 0.0241 0.0322 0.0670 0.2180 0.0459
0.15 0.0237 0.0211 0.0241 0.0586 0.1401 0.0238
0.2 0.0177 0.0168 0.0186 0.0427 0.0926 0.0145
0.25 0.0155 0.0137 0.0170 0.0353 0.0695 0.0126
0.3 0.0143 0.0119 0.0140 0.0290 0.0472 0.0114
0.35 0.0137 0.0105 0.0117 0.0258 0.0336 0.0098
0.4 0.0118 0.0087 0.0096 0.0224 0.0218 0.0085
0.45 0.0120 0.0092 0.0103 0.0195 0.0136 0.0082
0.5 0.0105 0.0081 0.0095 0.0166 0.0077 0.0078
0.55 0.0102 0.0077 0.0091 0.0160 0.0048 0.0079
0.6 0.0098 0.0070 0.0093 0.0141 0.0065 0.0067
0.65 0.0097 0.0078 0.0090 0.0118 0.0108 0.0075
0.7 0.0103 0.0080 0.0090 0.0122 0.0163 0.0078
0.75 0.0078 0.0057 0.0065 0.0081 0.0184 0.0062
0.8 0.0083 0.0060 0.0074 0.0083 0.0207 0.0057
0.85 0.0090 0.0065 0.0076 0.0085 0.0233 0.0059
0.9 0.0101 0.0071 0.0083 0.0084 0.0266 0.0063
0.95 0.0094 0.0065 0.0072 0.0067 0.0280 0.0053
1.0 0.0118 0.0089 0.0076 0.0067 0.0301 0.0059
avg 0.0172 0.0189 0.0265 0.0286 0.1021 0.0405

plot_delta plot_delta_stdev plot_diagonal plot_shift

70% positives

train: [0.29996939 0.70003061]
validation: [0.2998776 0.7001224]
bin_sld: 480.500s
mul_sld: 213.550s
bin_sld_gs: 1132.131s
mul_sld_gs: 654.288s
bin_sld_gsq: 554.789s
mul_sld_gsq: 514.007s
bin_pacc: 458.638s
mul_pacc: 176.110s
binmc_pacc: 454.887s
mulmc_pacc: 140.659s
binne_pacc: 444.727s
mulne_pacc: 168.258s
bin_pacc_gs: 767.825s
mul_pacc_gs: 271.862s
bin_cc: 432.108s
mul_cc: 156.381s
kfcv: 150.856s
ref: 138.967s
atc_mc: 140.786s
atc_ne: 133.837s
doc_feat: 93.537s
tot: 1140.674s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.0080 0.0998 0.0044 0.1497 0.9337 0.6387
0.05 0.0637 0.0262 0.1038 0.0320 0.4985 0.2932
0.1 0.0715 0.0275 0.0881 0.0615 0.3197 0.1729
0.15 0.0673 0.0346 0.0776 0.0720 0.2183 0.1108
0.2 0.0587 0.0343 0.0634 0.0680 0.1521 0.0734
0.25 0.0501 0.0312 0.0515 0.0614 0.1118 0.0566
0.3 0.0459 0.0318 0.0501 0.0609 0.0793 0.0406
0.35 0.0387 0.0291 0.0429 0.0536 0.0574 0.0345
0.4 0.0362 0.0298 0.0407 0.0509 0.0369 0.0246
0.45 0.0333 0.0292 0.0393 0.0480 0.0241 0.0209
0.5 0.0292 0.0268 0.0345 0.0437 0.0101 0.0140
0.55 0.0262 0.0259 0.0345 0.0411 0.0052 0.0127
0.6 0.0260 0.0266 0.0340 0.0399 0.0101 0.0089
0.65 0.0225 0.0246 0.0311 0.0376 0.0184 0.0069
0.7 0.0188 0.0221 0.0275 0.0322 0.0253 0.0061
0.75 0.0156 0.0194 0.0254 0.0296 0.0305 0.0046
0.8 0.0152 0.0199 0.0257 0.0290 0.0355 0.0040
0.85 0.0137 0.0187 0.0240 0.0268 0.0404 0.0029
0.9 0.0134 0.0191 0.0254 0.0272 0.0451 0.0036
0.95 0.0111 0.0168 0.0237 0.0251 0.0485 0.0034
1.0 0.0098 0.0150 0.0225 0.0232 0.0520 0.0030
avg 0.0321 0.0290 0.0414 0.0483 0.1311 0.0732

plot_delta plot_delta_stdev plot_diagonal plot_shift

80% positives

train: [0.19987756 0.80012244]
validation: [0.2001224 0.7998776]
bin_sld: 500.397s
mul_sld: 258.490s
bin_sld_gs: 1170.341s
mul_sld_gs: 683.747s
bin_sld_gsq: 563.279s
mul_sld_gsq: 515.921s
bin_pacc: 490.203s
mul_pacc: 224.016s
binmc_pacc: 471.840s
mulmc_pacc: 210.841s
binne_pacc: 470.692s
mulne_pacc: 198.506s
bin_pacc_gs: 769.514s
mul_pacc_gs: 297.055s
bin_cc: 463.272s
mul_cc: 198.142s
kfcv: 178.022s
ref: 176.128s
atc_mc: 173.015s
atc_ne: 124.585s
doc_feat: 101.631s
tot: 1175.400s

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.0009 0.0522 0.0348 0.0770 0.8658 0.5853
0.05 0.0253 0.0376 0.0281 0.0397 0.6028 0.3775
0.1 0.0301 0.0213 0.0198 0.0304 0.4388 0.2622
0.15 0.0313 0.0146 0.0183 0.0261 0.3230 0.1849
0.2 0.0290 0.0120 0.0146 0.0235 0.2365 0.1334
0.25 0.0264 0.0107 0.0129 0.0167 0.1743 0.1025
0.3 0.0271 0.0110 0.0138 0.0186 0.1242 0.0752
0.35 0.0236 0.0105 0.0119 0.0125 0.0840 0.0582
0.4 0.0216 0.0096 0.0103 0.0115 0.0503 0.0449
0.45 0.0233 0.0108 0.0133 0.0150 0.0236 0.0363
0.5 0.0207 0.0099 0.0126 0.0142 0.0069 0.0254
0.55 0.0194 0.0110 0.0132 0.0105 0.0227 0.0193
0.6 0.0201 0.0121 0.0143 0.0106 0.0408 0.0139
0.65 0.0184 0.0104 0.0143 0.0114 0.0582 0.0099
0.7 0.0158 0.0082 0.0129 0.0087 0.0713 0.0080
0.75 0.0151 0.0089 0.0132 0.0083 0.0840 0.0057
0.8 0.0148 0.0086 0.0143 0.0065 0.0955 0.0041
0.85 0.0136 0.0078 0.0145 0.0053 0.1062 0.0038
0.9 0.0137 0.0080 0.0157 0.0058 0.1149 0.0032
0.95 0.0122 0.0065 0.0155 0.0049 0.1227 0.0032
1.0 0.0104 0.0045 0.0152 0.0053 0.1307 0.0034
avg 0.0197 0.0136 0.0159 0.0173 0.1799 0.0934

plot_delta plot_delta_stdev plot_diagonal plot_shift

90% positives

train: [0.09978574 0.90021426]
validation: [0.1000612 0.8999388]
mul_sld: 64.550s
mul_sld_gs: 336.201s
mul_cc: 54.742s
kfcv: 48.726s
ref: 46.562s
atc_mc: 49.917s
atc_ne: 49.863s
doc_feat: 43.425s
tot: 344.139s

mul_sld_gs kfcv atc_mc
0.0 0.0015 0.5434 0.3456
0.05 0.0080 0.4346 0.2883
0.1 0.0097 0.3386 0.2429
0.15 0.0131 0.2531 0.2023
0.2 0.0152 0.1764 0.1655
0.25 0.0153 0.1076 0.1394
0.3 0.0171 0.0445 0.1133
0.35 0.0171 0.0123 0.0940
0.4 0.0148 0.0636 0.0776
0.45 0.0164 0.1113 0.0632
0.5 0.0162 0.1555 0.0477
0.55 0.0151 0.1954 0.0392
0.6 0.0139 0.2335 0.0288
0.65 0.0129 0.2686 0.0201
0.7 0.0111 0.3009 0.0144
0.75 0.0105 0.3314 0.0079
0.8 0.0085 0.3594 0.0046
0.85 0.0070 0.3860 0.0037
0.9 0.0050 0.4110 0.0045
0.95 0.0038 0.4343 0.0064
1.0 0.0012 0.4566 0.0086
avg 0.0111 0.2675 0.0913

plot_delta plot_delta_stdev plot_diagonal plot_shift

avg

avg on train

bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.0 0.1253 0.1546 0.2306 0.2082 0.8438 0.3999
0.05 0.0493 0.0406 0.0611 0.0651 0.3205 0.1809
0.1 0.0424 0.0288 0.0392 0.0492 0.2258 0.1296
0.15 0.0363 0.0243 0.0321 0.0416 0.1696 0.1019
0.2 0.0295 0.0212 0.0260 0.0341 0.1313 0.0836
0.25 0.0257 0.0180 0.0224 0.0296 0.1066 0.0731
0.3 0.0248 0.0181 0.0213 0.0277 0.0856 0.0636
0.35 0.0223 0.0162 0.0195 0.0252 0.0710 0.0587
0.4 0.0188 0.0145 0.0165 0.0228 0.0666 0.0540
0.45 0.0191 0.0148 0.0175 0.0228 0.0667 0.0503
0.5 0.0172 0.0137 0.0161 0.0218 0.0668 0.0459
0.55 0.0159 0.0128 0.0162 0.0201 0.0706 0.0446
0.6 0.0159 0.0130 0.0163 0.0208 0.0777 0.0408
0.65 0.0143 0.0119 0.0158 0.0198 0.0842 0.0395
0.7 0.0132 0.0105 0.0147 0.0187 0.0892 0.0391
0.75 0.0117 0.0098 0.0139 0.0180 0.0943 0.0372
0.8 0.0112 0.0092 0.0142 0.0174 0.0998 0.0367
0.85 0.0108 0.0089 0.0146 0.0173 0.1044 0.0367
0.9 0.0104 0.0083 0.0146 0.0176 0.1097 0.0360
0.95 0.0095 0.0075 0.0141 0.0167 0.1134 0.0364
1.0 0.0087 0.0078 0.0135 0.0170 0.1170 0.0361
avg 0.0253 0.0221 0.0310 0.0348 0.1483 0.0773
plot_delta plot_delta_stdev ### avg on test
bin_sld_gs mul_sld_gs bin_pacc_gs mul_pacc_gs kfcv atc_mc
0.1 0.0313 0.0185 0.0353 0.0555 0.2723 0.2535
0.2 0.0330 0.0369 0.0278 0.0257 0.1198 0.0407
0.3 0.0220 0.0275 0.0345 0.0283 0.0987 0.0309
0.4 0.0251 0.0209 0.0351 0.0351 0.0779 0.0335
0.5 0.0223 0.0227 0.0312 0.0398 0.0855 0.0391
0.6 0.0172 0.0189 0.0265 0.0286 0.1021 0.0405
0.7 0.0321 0.0290 0.0414 0.0483 0.1311 0.0732
0.8 0.0197 0.0136 0.0159 0.0173 0.1799 0.0934
0.9 NaN 0.0111 NaN NaN 0.2675 0.0913
avg 0.0253 0.0221 0.0310 0.0348 0.1483 0.0773

plot_delta plot_delta_stdev ### avg dataset shift plot_shift