QuAcc/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_f1.md

rcv1_GCAT_9prevs

10% positives

train: [0.90005165 0.09994835]
validation: [0.90005165 0.09994835]
bin_sld: 238.632s
mul_sld: 101.343s
mul_sld_gs: 441.747s
bin_cc: 230.303s
mul_cc: 77.603s
kfcv: 66.959s
ref: 65.305s
atc_mc: 66.465s
atc_ne: 65.103s
doc_feat: 56.750s
tot: 446.654s

	mul_sld_gs	kfcv	atc_mc
0.0	0.0190	0.6897	0.0062
0.05	0.0769	0.2501	0.3429
0.1	0.0383	0.2541	0.3260
0.15	0.0261	0.2482	0.3360
0.2	0.0164	0.2466	0.3402
0.25	0.0140	0.2450	0.3351
0.3	0.0140	0.2412	0.3371
0.35	0.0139	0.2473	0.3313
0.4	0.0134	0.2458	0.3378
0.45	0.0151	0.2479	0.3337
0.5	0.0178	0.2483	0.3346
0.55	0.0181	0.2454	0.3327
0.6	0.0177	0.2443	0.3406
0.65	0.0183	0.2466	0.3326
0.7	0.0198	0.2466	0.3335
0.75	0.0204	0.2450	0.3359
0.8	0.0195	0.2438	0.3324
0.85	0.0207	0.2412	0.3378
0.9	0.0202	0.2442	0.3373
0.95	0.0209	0.2459	0.3323
1.0	0.0177	0.2435	0.3353
avg	0.0218	0.2672	0.3196

20% positives

train: [0.79984504 0.20015496]
validation: [0.80010331 0.19989669]
bin_sld: 431.443s
mul_sld: 188.845s
bin_sld_gs: 1093.467s
mul_sld_gs: 642.106s
bin_sld_gsq: 522.073s
bin_pacc: 422.062s
mul_pacc: 154.976s
binmc_pacc: 417.137s
mulmc_pacc: 140.524s
binne_pacc: 421.581s
mulne_pacc: 157.883s
bin_pacc_gs: 723.261s
mul_pacc_gs: 258.223s
bin_cc: 402.467s
mul_cc: 144.805s
kfcv: 108.333s
ref: 118.158s
atc_mc: 118.502s
atc_ne: 96.965s
doc_feat: 91.141s
tot: 1096.718s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.4060	0.2096	0.3464	0.9020	0.8706	0.1580
0.05	0.0580	0.0555	0.0688	0.1551	0.1171	0.1115
0.1	0.0324	0.0315	0.0391	0.1229	0.0880	0.0899
0.15	0.0235	0.0199	0.0259	0.1067	0.0848	0.0782
0.2	0.0192	0.0215	0.0194	0.0878	0.0742	0.0673
0.25	0.0167	0.0207	0.0156	0.0820	0.0733	0.0637
0.3	0.0144	0.0215	0.0125	0.0822	0.0700	0.0612
0.35	0.0098	0.0245	0.0084	0.0823	0.0703	0.0553
0.4	0.0093	0.0230	0.0074	0.0776	0.0699	0.0605
0.45	0.0089	0.0234	0.0070	0.0757	0.0683	0.0589
0.5	0.0084	0.0219	0.0060	0.0720	0.0658	0.0587
0.55	0.0066	0.0236	0.0060	0.0735	0.0684	0.0550
0.6	0.0064	0.0235	0.0048	0.0742	0.0688	0.0526
0.65	0.0067	0.0221	0.0047	0.0721	0.0662	0.0541
0.7	0.0061	0.0213	0.0051	0.0694	0.0691	0.0511
0.75	0.0057	0.0203	0.0055	0.0677	0.0660	0.0521
0.8	0.0057	0.0190	0.0053	0.0655	0.0646	0.0526
0.85	0.0066	0.0172	0.0058	0.0624	0.0660	0.0488
0.9	0.0065	0.0151	0.0062	0.0562	0.0643	0.0503
0.95	0.0076	0.0129	0.0059	0.0523	0.0663	0.0518
1.0	0.0059	0.0064	0.0059	0.0465	0.0659	0.0495
avg	0.0319	0.0312	0.0291	0.1184	0.1104	0.0658

30% positives

train: [0.69989669 0.30010331]
validation: [0.70015496 0.29984504]
bin_sld: 440.439s
mul_sld: 181.173s
bin_sld_gs: 1117.061s
mul_sld_gs: 644.511s
bin_sld_gsq: 529.624s
bin_pacc: 425.791s
mul_pacc: 174.577s
binmc_pacc: 425.760s
mulmc_pacc: 147.208s
binne_pacc: 424.010s
mulne_pacc: 137.064s
bin_pacc_gs: 729.394s
mul_pacc_gs: 256.419s
bin_cc: 407.241s
mul_cc: 148.864s
kfcv: 129.860s
ref: 89.336s
atc_mc: 117.685s
atc_ne: 123.998s
doc_feat: 91.912s
tot: 1120.968s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.0537	0.0907	0.1315	0.5223	0.9241	0.3913
0.05	0.0596	0.0472	0.0688	0.0778	0.1543	0.0484
0.1	0.0370	0.0353	0.0438	0.0502	0.0873	0.0293
0.15	0.0298	0.0215	0.0326	0.0293	0.0664	0.0291
0.2	0.0233	0.0205	0.0262	0.0221	0.0496	0.0239
0.25	0.0205	0.0193	0.0235	0.0203	0.0441	0.0193
0.3	0.0150	0.0146	0.0190	0.0164	0.0379	0.0189
0.35	0.0132	0.0133	0.0146	0.0151	0.0345	0.0161
0.4	0.0121	0.0127	0.0153	0.0159	0.0324	0.0145
0.45	0.0114	0.0122	0.0133	0.0152	0.0291	0.0131
0.5	0.0097	0.0105	0.0108	0.0143	0.0288	0.0110
0.55	0.0096	0.0108	0.0106	0.0146	0.0283	0.0115
0.6	0.0082	0.0083	0.0096	0.0165	0.0250	0.0109
0.65	0.0073	0.0078	0.0085	0.0171	0.0243	0.0113
0.7	0.0063	0.0073	0.0074	0.0167	0.0256	0.0088
0.75	0.0068	0.0062	0.0071	0.0163	0.0239	0.0093
0.8	0.0060	0.0048	0.0066	0.0170	0.0219	0.0089
0.85	0.0052	0.0042	0.0052	0.0175	0.0236	0.0087
0.9	0.0047	0.0040	0.0045	0.0165	0.0219	0.0083
0.95	0.0048	0.0041	0.0058	0.0187	0.0209	0.0086
1.0	0.0048	0.0077	0.0037	0.0181	0.0210	0.0073
avg	0.0166	0.0173	0.0223	0.0461	0.0821	0.0337

40% positives

train: [0.59994835 0.40005165]
validation: [0.59994835 0.40005165]
bin_sld: 441.902s
mul_sld: 171.147s
bin_sld_gs: 1129.143s
mul_sld_gs: 661.698s
bin_sld_gsq: 534.997s
bin_pacc: 438.840s
mul_pacc: 172.945s
binmc_pacc: 434.527s
mulmc_pacc: 166.147s
binne_pacc: 431.135s
mulne_pacc: 144.562s
bin_pacc_gs: 735.193s
mul_pacc_gs: 266.608s
bin_cc: 412.883s
mul_cc: 159.067s
kfcv: 137.954s
ref: 132.249s
atc_mc: 137.719s
atc_ne: 134.107s
doc_feat: 79.638s
tot: 1133.285s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.0959	0.0524	0.4078	0.1010	0.9356	0.5122
0.05	0.0436	0.0441	0.0873	0.0616	0.2329	0.0575
0.1	0.0293	0.0267	0.0532	0.0485	0.1193	0.0264
0.15	0.0240	0.0251	0.0371	0.0405	0.0783	0.0185
0.2	0.0191	0.0202	0.0251	0.0373	0.0486	0.0141
0.25	0.0169	0.0178	0.0219	0.0317	0.0361	0.0145
0.3	0.0143	0.0156	0.0184	0.0297	0.0230	0.0119
0.35	0.0157	0.0119	0.0188	0.0236	0.0178	0.0098
0.4	0.0123	0.0109	0.0149	0.0272	0.0128	0.0093
0.45	0.0131	0.0099	0.0160	0.0243	0.0086	0.0074
0.5	0.0129	0.0099	0.0150	0.0220	0.0066	0.0071
0.55	0.0112	0.0093	0.0138	0.0223	0.0072	0.0076
0.6	0.0096	0.0079	0.0117	0.0207	0.0058	0.0067
0.65	0.0092	0.0069	0.0112	0.0200	0.0060	0.0059
0.7	0.0084	0.0064	0.0108	0.0224	0.0064	0.0057
0.75	0.0082	0.0061	0.0105	0.0205	0.0072	0.0063
0.8	0.0072	0.0053	0.0100	0.0212	0.0087	0.0053
0.85	0.0061	0.0057	0.0088	0.0227	0.0092	0.0055
0.9	0.0051	0.0049	0.0087	0.0227	0.0104	0.0050
0.95	0.0044	0.0046	0.0083	0.0268	0.0113	0.0049
1.0	0.0036	0.0074	0.0073	0.0271	0.0121	0.0054
avg	0.0176	0.0147	0.0389	0.0321	0.0764	0.0356

50% positives

train: [0.5 0.5]
validation: [0.5 0.5]
bin_sld: 432.840s
mul_sld: 159.373s
bin_sld_gs: 1148.243s
mul_sld_gs: 657.176s
bin_sld_gsq: 539.408s
bin_pacc: 430.121s
mul_pacc: 173.440s
binmc_pacc: 433.871s
mulmc_pacc: 158.794s
binne_pacc: 435.732s
mulne_pacc: 158.199s
bin_pacc_gs: 728.918s
mul_pacc_gs: 263.162s
bin_cc: 405.769s
mul_cc: 134.145s
kfcv: 125.438s
ref: 127.690s
atc_mc: 108.387s
atc_ne: 115.014s
doc_feat: 90.803s
tot: 1152.446s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.1676	0.1998	0.2644	0.1391	0.9411	0.5861
0.05	0.0777	0.0669	0.0843	0.0605	0.3153	0.1441
0.1	0.0434	0.0438	0.0506	0.0422	0.1674	0.0650
0.15	0.0339	0.0315	0.0399	0.0303	0.1092	0.0438
0.2	0.0244	0.0214	0.0284	0.0228	0.0710	0.0258
0.25	0.0210	0.0208	0.0251	0.0218	0.0480	0.0206
0.3	0.0161	0.0142	0.0203	0.0159	0.0317	0.0140
0.35	0.0152	0.0155	0.0183	0.0172	0.0208	0.0145
0.4	0.0117	0.0140	0.0141	0.0143	0.0139	0.0118
0.45	0.0109	0.0112	0.0138	0.0137	0.0069	0.0089
0.5	0.0099	0.0104	0.0127	0.0115	0.0062	0.0096
0.55	0.0086	0.0099	0.0118	0.0115	0.0070	0.0084
0.6	0.0069	0.0084	0.0099	0.0101	0.0092	0.0079
0.65	0.0066	0.0075	0.0095	0.0093	0.0125	0.0072
0.7	0.0057	0.0064	0.0073	0.0096	0.0144	0.0060
0.75	0.0051	0.0063	0.0071	0.0093	0.0169	0.0064
0.8	0.0051	0.0056	0.0059	0.0090	0.0193	0.0062
0.85	0.0048	0.0062	0.0058	0.0113	0.0217	0.0051
0.9	0.0056	0.0062	0.0053	0.0112	0.0236	0.0048
0.95	0.0057	0.0066	0.0047	0.0111	0.0252	0.0051
1.0	0.0101	0.0128	0.0031	0.0127	0.0267	0.0047
avg	0.0236	0.0250	0.0306	0.0235	0.0909	0.0479

60% positives

train: [0.40005165 0.59994835]
validation: [0.40005165 0.59994835]
bin_sld: 423.693s
mul_sld: 164.785s
bin_sld_gs: 1105.830s
mul_sld_gs: 648.000s
bin_sld_gsq: 523.679s
bin_pacc: 415.735s
mul_pacc: 142.337s
binmc_pacc: 422.073s
mulmc_pacc: 162.522s
binne_pacc: 411.703s
mulne_pacc: 159.753s
bin_pacc_gs: 722.307s
mul_pacc_gs: 263.296s
bin_cc: 394.807s
mul_cc: 127.886s
kfcv: 118.430s
ref: 114.366s
atc_mc: 111.695s
atc_ne: 96.170s
doc_feat: 92.012s
tot: 1110.535s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.1002	0.0586	0.2665	0.3855	0.9436	0.6121
0.05	0.0806	0.0569	0.1173	0.1575	0.4298	0.2334
0.1	0.0539	0.0373	0.0611	0.0865	0.2550	0.1135
0.15	0.0419	0.0306	0.0507	0.0633	0.1722	0.0789
0.2	0.0302	0.0218	0.0319	0.0427	0.1215	0.0503
0.25	0.0270	0.0200	0.0276	0.0342	0.0870	0.0383
0.3	0.0211	0.0158	0.0214	0.0261	0.0609	0.0278
0.35	0.0195	0.0146	0.0167	0.0226	0.0414	0.0211
0.4	0.0173	0.0117	0.0142	0.0188	0.0285	0.0176
0.45	0.0146	0.0105	0.0125	0.0159	0.0153	0.0130
0.5	0.0128	0.0096	0.0110	0.0138	0.0089	0.0118
0.55	0.0115	0.0091	0.0103	0.0110	0.0058	0.0098
0.6	0.0108	0.0075	0.0081	0.0100	0.0079	0.0088
0.65	0.0090	0.0065	0.0072	0.0082	0.0133	0.0069
0.7	0.0068	0.0054	0.0062	0.0069	0.0178	0.0057
0.75	0.0058	0.0049	0.0057	0.0066	0.0220	0.0052
0.8	0.0055	0.0047	0.0054	0.0057	0.0266	0.0046
0.85	0.0046	0.0045	0.0049	0.0055	0.0296	0.0039
0.9	0.0044	0.0046	0.0051	0.0051	0.0329	0.0038
0.95	0.0043	0.0043	0.0049	0.0050	0.0355	0.0027
1.0	0.0075	0.0058	0.0035	0.0049	0.0383	0.0026
avg	0.0233	0.0164	0.0330	0.0446	0.1140	0.0606

70% positives

train: [0.29984504 0.70015496]
validation: [0.30010331 0.69989669]
bin_sld: 446.445s
mul_sld: 164.730s
bin_sld_gs: 1117.398s
mul_sld_gs: 661.430s
bin_sld_gsq: 528.925s
bin_pacc: 431.969s
mul_pacc: 151.272s
binmc_pacc: 430.157s
mulmc_pacc: 180.251s
binne_pacc: 438.442s
mulne_pacc: 173.700s
bin_pacc_gs: 733.397s
mul_pacc_gs: 262.705s
bin_cc: 407.885s
mul_cc: 153.959s
kfcv: 132.641s
ref: 136.486s
atc_mc: 135.594s
atc_ne: 129.372s
doc_feat: 95.722s
tot: 1121.806s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.0190	0.0109	0.0236	0.1100	0.9174	0.5530
0.05	0.0290	0.0255	0.0314	0.0515	0.5452	0.2717
0.1	0.0197	0.0202	0.0239	0.0281	0.3645	0.1554
0.15	0.0172	0.0189	0.0233	0.0218	0.2552	0.0993
0.2	0.0115	0.0189	0.0186	0.0160	0.1861	0.0643
0.25	0.0104	0.0158	0.0183	0.0151	0.1350	0.0433
0.3	0.0091	0.0125	0.0139	0.0120	0.0950	0.0320
0.35	0.0084	0.0126	0.0150	0.0137	0.0647	0.0194
0.4	0.0067	0.0106	0.0135	0.0121	0.0424	0.0151
0.45	0.0071	0.0119	0.0140	0.0144	0.0218	0.0116
0.5	0.0067	0.0104	0.0127	0.0131	0.0091	0.0101
0.55	0.0071	0.0105	0.0141	0.0149	0.0083	0.0058
0.6	0.0061	0.0095	0.0125	0.0143	0.0186	0.0054
0.65	0.0053	0.0088	0.0117	0.0139	0.0281	0.0054
0.7	0.0056	0.0089	0.0133	0.0153	0.0371	0.0044
0.75	0.0061	0.0091	0.0130	0.0154	0.0450	0.0042
0.8	0.0066	0.0085	0.0133	0.0152	0.0528	0.0051
0.85	0.0066	0.0084	0.0143	0.0158	0.0580	0.0046
0.9	0.0071	0.0082	0.0138	0.0152	0.0641	0.0045
0.95	0.0083	0.0079	0.0159	0.0156	0.0690	0.0044
1.0	0.0086	0.0087	0.0177	0.0163	0.0738	0.0051
avg	0.0101	0.0122	0.0166	0.0219	0.1472	0.0631

80% positives

train: [0.19989669 0.80010331]
validation: [0.20015496 0.79984504]
bin_sld: 407.545s
mul_sld: 147.073s
bin_sld_gs: 4046.450s
mul_sld_gs: 3606.019s
bin_sld_gsq: 490.593s
bin_pacc: 399.480s
mul_pacc: 162.231s
binmc_pacc: 403.466s
mulmc_pacc: 179.691s
binne_pacc: 403.638s
mulne_pacc: 171.078s
bin_pacc_gs: 3446.185s
mul_pacc_gs: 257.968s
bin_cc: 374.905s
mul_cc: 150.379s
kfcv: 133.439s
ref: 132.673s
atc_mc: 130.594s
atc_ne: 131.031s
doc_feat: 81.112s
tot: 4051.202s

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.0052	0.0275	0.0618	0.0079	0.8532	0.5543
0.05	0.0216	0.0295	0.0358	0.0488	0.6018	0.3560
0.1	0.0163	0.0199	0.0243	0.0372	0.4403	0.2466
0.15	0.0159	0.0169	0.0178	0.0292	0.3240	0.1736
0.2	0.0111	0.0122	0.0135	0.0235	0.2407	0.1294
0.25	0.0107	0.0110	0.0111	0.0206	0.1765	0.0960
0.3	0.0097	0.0095	0.0095	0.0156	0.1222	0.0688
0.35	0.0075	0.0085	0.0075	0.0165	0.0799	0.0486
0.4	0.0071	0.0083	0.0070	0.0123	0.0456	0.0379
0.45	0.0068	0.0086	0.0073	0.0121	0.0156	0.0268
0.5	0.0062	0.0073	0.0058	0.0089	0.0086	0.0223
0.55	0.0055	0.0085	0.0076	0.0102	0.0300	0.0150
0.6	0.0050	0.0068	0.0062	0.0076	0.0488	0.0119
0.65	0.0049	0.0067	0.0060	0.0070	0.0656	0.0086
0.7	0.0047	0.0070	0.0065	0.0068	0.0808	0.0067
0.75	0.0039	0.0064	0.0065	0.0056	0.0946	0.0046
0.8	0.0042	0.0060	0.0065	0.0054	0.1063	0.0044
0.85	0.0035	0.0056	0.0067	0.0048	0.1165	0.0036
0.9	0.0036	0.0047	0.0059	0.0040	0.1266	0.0034
0.95	0.0032	0.0044	0.0066	0.0041	0.1355	0.0036
1.0	0.0027	0.0037	0.0065	0.0034	0.1438	0.0041
avg	0.0076	0.0104	0.0127	0.0139	0.1837	0.0870

90% positives

train: [0.09994835 0.90005165]
validation: [0.09994835 0.90005165]
mul_sld: 56.896s
mul_sld_gs: 351.569s
mul_cc: 51.884s
kfcv: 46.187s
ref: 44.331s
atc_mc: 47.954s
atc_ne: 47.496s
doc_feat: 41.155s
tot: 357.732s

	mul_sld_gs	kfcv	atc_mc
0.0	0.0366	0.6268	0.4608
0.05	0.0459	0.4993	0.3731
0.1	0.0430	0.3906	0.3053
0.15	0.0407	0.2980	0.2498
0.2	0.0340	0.2168	0.2053
0.25	0.0300	0.1461	0.1687
0.3	0.0268	0.0819	0.1354
0.35	0.0204	0.0273	0.1093
0.4	0.0194	0.0231	0.0883
0.45	0.0143	0.0678	0.0693
0.5	0.0130	0.1088	0.0554
0.55	0.0090	0.1453	0.0420
0.6	0.0085	0.1800	0.0326
0.65	0.0065	0.2104	0.0245
0.7	0.0052	0.2388	0.0169
0.75	0.0036	0.2662	0.0103
0.8	0.0032	0.2912	0.0063
0.85	0.0030	0.3133	0.0038
0.9	0.0038	0.3349	0.0032
0.95	0.0044	0.3545	0.0038
1.0	0.0042	0.3730	0.0045
avg	0.0179	0.2473	0.1128

avg

avg on train

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.0	0.1211	0.0783	0.2146	0.3097	0.8558	0.4260
0.05	0.0529	0.0498	0.0705	0.0875	0.3495	0.2154
0.1	0.0331	0.0329	0.0423	0.0594	0.2407	0.1508
0.15	0.0266	0.0257	0.0325	0.0459	0.1818	0.1230
0.2	0.0198	0.0208	0.0233	0.0360	0.1395	0.1023
0.25	0.0176	0.0188	0.0204	0.0322	0.1101	0.0888
0.3	0.0143	0.0160	0.0164	0.0283	0.0849	0.0786
0.35	0.0128	0.0150	0.0142	0.0273	0.0671	0.0695
0.4	0.0109	0.0138	0.0124	0.0255	0.0572	0.0659
0.45	0.0104	0.0130	0.0120	0.0245	0.0535	0.0603
0.5	0.0095	0.0123	0.0106	0.0222	0.0546	0.0578
0.55	0.0086	0.0121	0.0106	0.0226	0.0606	0.0542
0.6	0.0076	0.0109	0.0090	0.0219	0.0676	0.0530
0.65	0.0070	0.0101	0.0084	0.0211	0.0748	0.0507
0.7	0.0062	0.0097	0.0081	0.0210	0.0819	0.0488
0.75	0.0059	0.0093	0.0079	0.0202	0.0874	0.0483
0.8	0.0057	0.0085	0.0076	0.0199	0.0928	0.0473
0.85	0.0053	0.0084	0.0074	0.0200	0.0977	0.0469
0.9	0.0053	0.0080	0.0071	0.0187	0.1026	0.0467
0.95	0.0055	0.0078	0.0074	0.0191	0.1071	0.0464
1.0	0.0062	0.0083	0.0068	0.0184	0.1109	0.0465
avg	0.0187	0.0185	0.0262	0.0429	0.1466	0.0918

### avg on test

	bin_sld_gs	mul_sld_gs	bin_pacc_gs	mul_pacc_gs	kfcv	atc_mc
0.1	NaN	0.0218	NaN	NaN	0.2672	0.3196
0.2	0.0319	0.0312	0.0291	0.1184	0.1104	0.0658
0.3	0.0166	0.0173	0.0223	0.0461	0.0821	0.0337
0.4	0.0176	0.0147	0.0389	0.0321	0.0764	0.0356
0.5	0.0236	0.0250	0.0306	0.0235	0.0909	0.0479
0.6	0.0233	0.0164	0.0330	0.0446	0.1140	0.0606
0.7	0.0101	0.0122	0.0166	0.0219	0.1472	0.0631
0.8	0.0076	0.0104	0.0127	0.0139	0.1837	0.0870
0.9	NaN	0.0179	NaN	NaN	0.2473	0.1128
avg	0.0187	0.0185	0.0262	0.0429	0.1466	0.0918

### avg dataset shift